-- Logs begin at Fri 2022-05-06 14:03:42 UTC, end at Fri 2022-05-06 15:20:03 UTC. -- May 06 14:49:20.035446 dv-cinder-840678-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 06 14:49:22.898729 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.common.config [-] Logging enabled! May 06 14:49:22.899345 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev185 May 06 14:49:22.899514 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103235) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 06 14:49:22.903895 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.common.config [-] Logging enabled! May 06 14:49:22.904145 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev185 May 06 14:49:22.904457 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103235) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 06 14:49:22.905424 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 06 14:49:22.905660 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 06 14:49:22.906032 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 06 14:49:22.906281 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 06 14:49:22.906508 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 06 14:49:22.906822 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:22.907216 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:22.907449 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:22.907747 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:22.908039 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:22.908322 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:22.908627 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:22.908937 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:22.909224 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:22.909504 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:22.909790 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:22.910023 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:22.910304 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:22.910590 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:22.910876 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:22.911099 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] debug = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:22.911382 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:22.911821 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:22.912221 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:22.912505 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:22.912821 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:22.913101 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:22.913386 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:22.913650 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:22.913933 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:22.914264 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] host = dv-cinder-840678-2-iscsi {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:22.914540 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:22.914828 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:22.915115 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:22.915400 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:22.915675 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:22.916020 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:22.916863 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:22.917215 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:22.917448 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] log_file = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:22.917726 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:22.918018 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:22.918308 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:22.918599 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:22.918826 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:22.919051 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:22.919340 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:22.919637 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:22.919915 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:22.920190 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:22.920465 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:22.920764 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:22.921040 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:22.921308 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:22.921592 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:22.921876 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:22.922161 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:22.922435 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:22.922714 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:22.922986 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:22.923258 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:22.923540 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:22.923811 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:22.924084 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:22.924357 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:22.924665 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:22.924936 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:22.925211 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:22.925512 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:22.925814 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:22.926077 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:22.926361 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:22.926636 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:22.926917 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:22.927188 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:22.927459 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:22.927728 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] use_json = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:22.927999 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:22.928271 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:22.928552 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:22.928861 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:22.929134 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:22.929407 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:22.929679 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:22.929963 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:22.930235 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:22.930535 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.930837 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.931142 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.931430 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.931862 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.932272 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.932458 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.932779 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.933074 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.933368 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.933661 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.933942 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.934246 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.934540 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.934838 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.935148 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.935448 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.935744 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.936025 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.936301 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.936580 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.936883 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.937175 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.937456 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.937747 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.938038 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.938319 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.938620 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.938907 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.939196 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.939494 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.939789 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.940066 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.940348 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.940665 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.940949 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.941227 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.941518 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.941797 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.942071 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.942353 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.942638 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.942912 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.943185 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.943465 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.943756 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.944036 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.944310 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.944616 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.944909 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.945185 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.945472 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.945753 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.946028 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.946302 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.946584 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.946859 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.947134 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.947771 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.947932 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.948158 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.948436 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.948807 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.949088 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.949365 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.949643 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.949917 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.950192 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.950472 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.950749 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.951029 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.951304 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.951585 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.951862 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.952167 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.952455 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.952769 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.953056 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.953341 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.953625 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.953908 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.954192 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.954476 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.954753 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.955047 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.955335 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.955627 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.955917 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.956200 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.956519 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.956824 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.957109 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.957398 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.957679 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.957961 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.958248 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.958535 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.958832 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.959130 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.959425 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.959723 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.960019 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.960302 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.960634 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.960922 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:22.961141 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 06 14:49:22.961386 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103235) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 06 14:49:23.429055 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 06 14:49:23.429265 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 06 14:49:23.429549 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 06 14:49:23.429886 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.manager [-] Loading core plugin: ml2 May 06 14:49:23.779680 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:23.779970 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:23.780244 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:23.781477 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:23.781754 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:23.782020 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:23.836332 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:23.836623 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:23.836903 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:23.851951 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:23.852231 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:23.852502 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:23.882541 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:23.882821 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:23.883091 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:23.920580 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:23.921166 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:23.921166 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:24.265753 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:24.266040 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:24.266308 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:24.266576 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:24.267273 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:24.365670 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:24.365993 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:24.366278 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:24.366550 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:24.366817 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:24.367128 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:24.367389 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:24.367645 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:24.367899 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:24.368182 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:24.368446 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:24.368737 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:24.369063 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:24.369298 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:24.369556 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:24.369820 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:24.370075 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:24.370342 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:24.370609 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:24.370868 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:24.371141 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:24.371393 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:24.371672 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:24.372048 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:24.372296 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:24.372540 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:24.372954 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103235) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 14:49:24.373199 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103235) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 14:49:24.373435 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103235) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 14:49:24.373672 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103235) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 14:49:24.373908 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103235) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 14:49:24.374143 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103235) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 14:49:24.374503 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 06 14:49:24.377618 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 06 14:49:24.381511 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 06 14:49:24.385388 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) May 06 14:49:24.387323 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 06 14:49:24.387793 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 06 14:49:24.388127 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 06 14:49:24.388515 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 06 14:49:24.391547 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 06 14:49:24.391794 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 06 14:49:24.392135 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 06 14:49:24.397002 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 06 14:49:24.422533 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 06 14:49:24.422928 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:24.423227 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103235) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 06 14:49:24.423602 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:24.424970 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103235) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 06 14:49:24.425254 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 06 14:49:24.425500 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 06 14:49:24.428836 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:24.429121 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:24.491850 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 06 14:49:24.492090 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 06 14:49:24.492328 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 06 14:49:24.492717 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 06 14:49:24.514688 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_db.sqlalchemy.engines [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103235) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 06 14:49:24.975364 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.plugins.ml2.managers [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Initializing driver for type 'gre' May 06 14:49:24.976009 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] gre ID ranges: [(1, 1000)] May 06 14:49:25.045360 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.plugins.ml2.managers [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Initializing driver for type 'local' May 06 14:49:25.045686 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.plugins.ml2.managers [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Initializing driver for type 'vlan' May 06 14:49:25.060719 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] VlanTypeDriver initialization complete May 06 14:49:25.061113 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.plugins.ml2.managers [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Initializing driver for type 'vxlan' May 06 14:49:25.061619 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] vxlan ID ranges: [(1, 1000)] May 06 14:49:25.119319 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.plugins.ml2.managers [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Initializing extension driver 'port_security' May 06 14:49:25.119720 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.plugins.ml2.extensions.port_security [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] PortSecurityExtensionDriver initialization complete May 06 14:49:25.120066 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.plugins.ml2.managers [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Initializing mechanism driver 'openvswitch' May 06 14:49:25.120385 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.plugins.ml2.managers [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Initializing mechanism driver 'hyperv' May 06 14:49:25.127036 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.plugin [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:49:25.127880 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Subscribe: > port after_create 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:25.128254 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Subscribe: > port after_update 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:25.128630 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Subscribe: > port after_delete 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:25.129167 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103235) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 06 14:49:25.129603 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Subscribe: > subnet after_create 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:25.129968 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Subscribe: > subnet after_update 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:25.130516 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:25.131184 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103235) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 06 14:49:25.131893 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Subscribe: > network after_create 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:25.132482 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Subscribe: > network after_update 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:25.133125 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Subscribe: > network after_delete 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:25.133813 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103235) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 06 14:49:25.134518 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Subscribe: > security_group after_create 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:25.134998 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Subscribe: > security_group after_update 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:25.135350 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:25.135763 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103235) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 06 14:49:25.136175 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:25.136533 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:25.136903 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:25.137303 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103235) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 06 14:49:25.137718 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Subscribe: > address_group after_create 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:25.138069 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Subscribe: > address_group after_update 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:25.138412 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:25.138800 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103235) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 06 14:49:25.139256 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] ML2 OVO RPC backend initialized. {{(pid=103235) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 06 14:49:25.139970 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:25.140328 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:25.140781 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Subscribe: > network before_response 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:25.141134 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Subscribe: > networks before_response 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:25.141487 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Subscribe: > port before_response 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:25.141833 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Subscribe: > ports before_response 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:25.142180 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Subscribe: > subnet before_response 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:25.142522 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Subscribe: > subnets before_response 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:25.142869 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Subscribe: > network after_create 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:25.143209 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Subscribe: > network after_update 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:25.143548 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Subscribe: > network after_delete 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:25.143886 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Subscribe: > port after_create 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:25.144224 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Subscribe: > port after_update 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:25.144588 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Subscribe: > port after_delete 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:25.144950 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Subscribe: > subnet after_create 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:25.145289 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Subscribe: > subnet after_update 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:25.145626 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:25.154468 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.quota [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loaded quota_driver: . May 06 14:49:25.154764 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.plugins.ml2.plugin [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Modular L2 Plugin initialization complete May 06 14:49:25.155112 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading services supported by the core plugin {{(pid=103235) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 06 14:49:25.155457 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.plugins.ml2.managers [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Got port-security extension from driver 'port_security' May 06 14:49:25.155944 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.extensions.vlantransparent [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Disabled vlantransparent extension. May 06 14:49:25.156592 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103235) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 06 14:49:25.157186 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading Plugin: router May 06 14:49:25.194722 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:25.195115 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Subscribe: > router after_create 55549900 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:25.195487 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Subscribe: > router before_create 55549900 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:25.195856 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:25.196233 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:25.196591 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Subscribe: > router after_delete 55549900 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:25.196982 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:25.197858 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:25.198030 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Subscribe: > router after_create 55549900 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:25.198388 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Subscribe: > router after_update 55549900 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:25.198743 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Subscribe: > router after_update 55549900 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:25.199096 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:25.199582 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Subscribe: > router after_update 55549900 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:25.199999 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Subscribe: > router precommit_update 55549900 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:25.200372 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Subscribe: port after_update 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:25.200748 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Subscribe: port after_delete 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:25.201286 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Subscribe: subnet after_update 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:25.201286 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:25.201286 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:25.202347 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Subscribe: > router precommit_create 55549900 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:25.202680 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Subscribe: port before_delete 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:25.203026 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Subscribe: > router precommit_create 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:25.203384 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Subscribe: > router after_update 55549900 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:25.203728 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:25.204092 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Subscribe: > router precommit_create 55549900 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:25.204453 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:25.204823 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Subscribe: > router precommit_update 55549900 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:25.205218 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Subscribe: > agent after_create 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:25.205540 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Subscribe: > agent after_delete 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:25.205890 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Subscribe: > network after_delete 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:25.206801 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.quota.resource_registry [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Tracking information for resource: router configured {{(pid=103235) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 14:49:25.207145 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.quota.resource_registry [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Tracking information for resource: floatingip configured {{(pid=103235) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 14:49:25.212302 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.db.l3_agentschedulers_db [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 06 14:49:25.213458 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Subscribe: port after_update 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:25.214015 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Subscribe: port after_create 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:25.214237 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Subscribe: port after_delete 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:25.214594 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Subscribe: port after_update 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:25.215405 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Subscribe: > router before_create 55550100 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:25.215773 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:25.216137 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Subscribe: > router precommit_create 55550100 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:25.216494 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Subscribe: > router precommit_update 55550100 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:25.221362 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.services.provider_configuration [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Service providers = [] {{(pid=103235) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 06 14:49:25.221729 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.db.servicetype_db [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103235) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 06 14:49:25.224777 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.services.service_base [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103235) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 06 14:49:25.225129 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.services.service_base [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103235) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 06 14:49:25.225546 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.services.service_base [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103235) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 06 14:49:25.226368 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.services.service_base [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103235) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 06 14:49:25.226952 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.services.service_base [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Default provider is not specified for service type L3_ROUTER_NAT May 06 14:49:25.227130 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103235) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 14:49:25.227450 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 06 14:49:25.238818 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103235) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 14:49:25.239146 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading Plugin: auto_allocate May 06 14:49:25.244894 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Subscribe: network precommit_update 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:25.245271 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Subscribe: network precommit_create 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:25.245797 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103235) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 14:49:25.246115 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading Plugin: tag May 06 14:49:25.253066 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103235) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 14:49:25.253398 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading Plugin: timestamp May 06 14:49:25.257274 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103235) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 14:49:25.257604 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading Plugin: network_ip_availability May 06 14:49:25.263336 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:25.263709 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:25.264066 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:25.264828 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103235) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 14:49:25.265149 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading Plugin: flavors May 06 14:49:25.270082 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103235) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 14:49:25.270412 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading Plugin: revisions May 06 14:49:25.274695 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103235) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 14:49:25.275094 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_concurrency.lockutils [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.845s {{(pid=103235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 06 14:49:25.276898 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103235) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 06 14:49:25.277483 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Initializing extension manager. May 06 14:49:25.278019 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: __init__.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.278363 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: __pycache__ {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.278700 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: _port_mac_address_override.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.279037 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: address_group.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.279814 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.280396 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loaded extension: address-group May 06 14:49:25.280749 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: address_scope.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.281467 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.281985 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loaded extension: address-scope May 06 14:49:25.282308 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.283240 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.283753 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loaded extension: router-admin-state-down-before-update May 06 14:49:25.284074 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: agent.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.284799 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.285309 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loaded extension: agent May 06 14:49:25.285628 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: agent_resources_synced.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.286539 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.287053 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loaded extension: agent-resources-synced May 06 14:49:25.287378 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: allowedaddresspairs.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.289204 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.289739 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loaded extension: allowed-address-pairs May 06 14:49:25.290069 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: auto_allocated_topology.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.291695 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.292236 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loaded extension: auto-allocated-topology May 06 14:49:25.292563 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: availability_zone.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.293287 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.293801 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loaded extension: availability_zone May 06 14:49:25.294123 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: availability_zone_filter.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.295040 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.295553 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loaded extension: availability_zone_filter May 06 14:49:25.295876 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: data_plane_status.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.296810 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.297323 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Extension data-plane-status not supported by any of loaded plugins May 06 14:49:25.297648 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: default_subnetpools.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.298565 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.299080 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loaded extension: default-subnetpools May 06 14:49:25.299434 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.300270 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.300801 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loaded extension: dhcp_agent_scheduler May 06 14:49:25.301128 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: dns.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.302049 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.302555 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Extension dns-integration not supported by any of loaded plugins May 06 14:49:25.302881 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: dns_domain_ports.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.303794 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.304314 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Extension dns-domain-ports not supported by any of loaded plugins May 06 14:49:25.304643 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.305566 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.306076 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 06 14:49:25.306402 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: dvr.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.307108 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.307617 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loaded extension: dvr May 06 14:49:25.307944 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: ecmp_routes.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.308881 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.309400 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Extension ecmp_routes not supported by any of loaded plugins May 06 14:49:25.309722 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: empty_string_filtering.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.310630 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.311146 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loaded extension: empty-string-filtering May 06 14:49:25.311469 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.312381 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.312935 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 06 14:49:25.313262 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.314186 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.314702 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 06 14:49:25.315026 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: external_net.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.315943 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.316461 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loaded extension: external-net May 06 14:49:25.316816 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.317726 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.318269 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loaded extension: extra_dhcp_opt May 06 14:49:25.318620 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: extraroute.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.319547 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.320057 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loaded extension: extraroute May 06 14:49:25.320377 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: extraroute_atomic.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.321629 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.322180 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loaded extension: extraroute-atomic May 06 14:49:25.322507 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: filter_validation.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.323176 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.323686 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loaded extension: filter-validation May 06 14:49:25.324005 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: fip_pf_description.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.324948 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.325458 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 06 14:49:25.325778 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: fip_pf_port_range.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.326693 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.327198 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 06 14:49:25.327517 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: fip_port_details.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.328424 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.328969 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loaded extension: fip-port-details May 06 14:49:25.329293 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: flavors.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.330517 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.331040 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loaded extension: flavors May 06 14:49:25.331365 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.333057 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.333581 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 06 14:49:25.333912 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: floatingip_pools.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.334619 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.335134 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loaded extension: floatingip-pools May 06 14:49:25.335459 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: ip_allocation.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.336389 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.336928 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Extension ip_allocation not supported by any of loaded plugins May 06 14:49:25.337255 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.338703 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.339219 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loaded extension: ip-substring-filtering May 06 14:49:25.339554 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: l2_adjacency.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.340488 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.341031 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Extension l2_adjacency not supported by any of loaded plugins May 06 14:49:25.341357 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: l3.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.342338 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.342864 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loaded extension: router May 06 14:49:25.343190 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.345442 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.345973 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 06 14:49:25.346303 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.347225 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.347747 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loaded extension: ext-gw-mode May 06 14:49:25.348077 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.349041 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.349567 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loaded extension: l3-ha May 06 14:49:25.349893 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.350815 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.351330 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 06 14:49:25.351658 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: l3_flavors.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.352574 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.353124 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loaded extension: l3-flavors May 06 14:49:25.353999 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.355368 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.355890 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 06 14:49:25.356222 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.357174 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.357702 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loaded extension: l3-port-ip-change-not-allowed May 06 14:49:25.358031 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: l3agentscheduler.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.359079 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.359601 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loaded extension: l3_agent_scheduler May 06 14:49:25.359926 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: local_ip.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.363230 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.363758 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Extension local_ip not supported by any of loaded plugins May 06 14:49:25.364093 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: logging.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.365590 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.366119 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Extension logging not supported by any of loaded plugins May 06 14:49:25.366451 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: metering.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.367192 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.367779 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loaded extension: metering May 06 14:49:25.368105 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.369277 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.369800 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loaded extension: metering_source_and_destination_fields May 06 14:49:25.370126 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: multiprovidernet.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.371059 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.371581 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loaded extension: multi-provider May 06 14:49:25.371905 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: netmtu.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.372857 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.373381 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loaded extension: net-mtu May 06 14:49:25.373701 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: netmtu_writable.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.374624 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.375141 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loaded extension: net-mtu-writable May 06 14:49:25.375461 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: network_availability_zone.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.376129 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.376669 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loaded extension: network_availability_zone May 06 14:49:25.376991 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: network_ip_availability.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.378100 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.378619 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loaded extension: network-ip-availability May 06 14:49:25.378941 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: network_segment_range.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.379715 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.380222 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Extension network-segment-range not supported by any of loaded plugins May 06 14:49:25.380542 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: pagination.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.381546 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.381879 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loaded extension: pagination May 06 14:49:25.382202 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: port_device_profile.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.383114 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.383640 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loaded extension: port-device-profile May 06 14:49:25.383963 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: port_mac_address_override.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.384954 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.385616 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loaded extension: port-mac-override May 06 14:49:25.385941 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.386871 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.387389 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loaded extension: port-mac-address-regenerate May 06 14:49:25.387713 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.388655 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.389180 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loaded extension: port-numa-affinity-policy May 06 14:49:25.389504 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: port_resource_request.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.390416 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.390929 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Extension port-resource-request not supported by any of loaded plugins May 06 14:49:25.391252 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: port_resource_request_groups.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.392210 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.392754 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 06 14:49:25.393080 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: portbindings.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.394006 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.394520 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loaded extension: binding May 06 14:49:25.394843 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: portbindings_extended.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.396110 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.396660 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loaded extension: binding-extended May 06 14:49:25.396991 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: portsecurity.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.397910 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.398431 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loaded extension: port-security May 06 14:49:25.398759 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: project_id.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.399753 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.400085 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loaded extension: project-id May 06 14:49:25.401261 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: providernet.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.402194 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.402978 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loaded extension: provider May 06 14:49:25.403304 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: qos.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.407032 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.407557 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Extension qos not supported by any of loaded plugins May 06 14:49:25.407886 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.409149 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.409674 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 06 14:49:25.410008 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.410949 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.411471 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 06 14:49:25.411799 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: qos_default.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.412825 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.413346 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Extension qos-default not supported by any of loaded plugins May 06 14:49:25.413674 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: qos_fip.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.414593 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.415112 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Extension qos-fip not supported by any of loaded plugins May 06 14:49:25.415440 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.416931 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.417447 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 06 14:49:25.417772 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: qos_gateway_ip.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.418694 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.419209 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 06 14:49:25.419534 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: qos_port_network_policy.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.420460 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.420999 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 06 14:49:25.421326 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.422357 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.422877 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 06 14:49:25.423202 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.424247 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.424810 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 06 14:49:25.425133 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: qos_pps_rule.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.426314 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.426840 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Extension qos-pps not supported by any of loaded plugins May 06 14:49:25.427167 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: qos_rule_type_details.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.428085 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.428620 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 06 14:49:25.428955 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.429877 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.430396 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 06 14:49:25.430721 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: qos_rules_alias.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.431824 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.432341 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Extension qos-rules-alias not supported by any of loaded plugins May 06 14:49:25.432697 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: quota_check_limit.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.433691 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.434211 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loaded extension: quota-check-limit May 06 14:49:25.434539 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: quotasv2.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.435500 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.435829 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loaded extension: quotas May 06 14:49:25.436157 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: quotasv2_detail.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.437947 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.438291 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loaded extension: quota_details May 06 14:49:25.438624 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: rbac.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.439694 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.440229 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loaded extension: rbac-policies May 06 14:49:25.440561 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: rbac_address_group.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.441525 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.442051 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loaded extension: rbac-address-group May 06 14:49:25.442384 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: rbac_address_scope.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.443313 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.443836 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loaded extension: rbac-address-scope May 06 14:49:25.444162 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: rbac_security_groups.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.445117 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.445636 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loaded extension: rbac-security-groups May 06 14:49:25.446008 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: rbac_subnetpool.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.446931 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.447971 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loaded extension: rbac-subnetpool May 06 14:49:25.448298 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: revisionifmatch.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.449270 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.449795 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loaded extension: revision-if-match May 06 14:49:25.450129 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: revisions.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.451320 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.451843 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loaded extension: standard-attr-revisions May 06 14:49:25.452169 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: router_availability_zone.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.452885 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.453402 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loaded extension: router_availability_zone May 06 14:49:25.453725 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: routerservicetype.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.454651 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.455167 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Extension router-service-type not supported by any of loaded plugins May 06 14:49:25.455487 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.456408 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.457005 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loaded extension: security-groups-normalized-cidr May 06 14:49:25.457331 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.458262 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.458823 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loaded extension: port-security-groups-filtering May 06 14:49:25.459148 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.460197 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.460837 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loaded extension: security-groups-remote-address-group May 06 14:49:25.461220 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.462396 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.463531 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loaded extension: security-groups-shared-filtering May 06 14:49:25.463853 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.464524 dv-cinder-840678-2-iscsi neutron-server[103235]: WARNING neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 06 14:49:25.464875 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: securitygroup.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.474508 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.475051 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loaded extension: security-group May 06 14:49:25.475390 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: segment.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.476229 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.476672 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Extension segment not supported by any of loaded plugins May 06 14:49:25.477010 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.477952 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.478608 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 06 14:49:25.479109 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: servicetype.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.480245 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.480812 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loaded extension: service-type May 06 14:49:25.481241 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: sorting.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.482242 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.482576 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loaded extension: sorting May 06 14:49:25.482904 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: standard_attr_segment.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.483825 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.484351 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Extension standard-attr-segment not supported by any of loaded plugins May 06 14:49:25.484718 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: standardattrdescription.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.485392 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.485894 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loaded extension: standard-attr-description May 06 14:49:25.486222 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: stateful_security_group.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.487176 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.487701 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loaded extension: stateful-security-group May 06 14:49:25.488028 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: stdattrs_common.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.488624 dv-cinder-840678-2-iscsi neutron-server[103235]: WARNING neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 06 14:49:25.488944 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.489871 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.490391 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 06 14:49:25.490713 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: subnet_onboard.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.491782 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.492311 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loaded extension: subnet_onboard May 06 14:49:25.492667 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.493600 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.494225 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 06 14:49:25.494604 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: subnet_service_types.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.495531 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.496060 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loaded extension: subnet-service-types May 06 14:49:25.496387 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: subnetallocation.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.497514 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.498049 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loaded extension: subnet_allocation May 06 14:49:25.498378 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.499054 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.499575 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loaded extension: subnetpool-prefix-ops May 06 14:49:25.499901 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.500874 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.501392 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 06 14:49:25.501717 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: tagging.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.502847 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.503373 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loaded extension: standard-attr-tag May 06 14:49:25.503703 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: timestamp.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.504972 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.505499 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loaded extension: standard-attr-timestamp May 06 14:49:25.505829 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: trunk.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.506865 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.507391 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Extension trunk not supported by any of loaded plugins May 06 14:49:25.507720 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: trunk_details.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.508681 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.509208 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Extension trunk-details not supported by any of loaded plugins May 06 14:49:25.510062 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: uplink_status_propagation.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.511673 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.512690 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 06 14:49:25.513212 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Loading extension file: vlantransparent.py {{(pid=103235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 14:49:25.514323 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 14:49:25.515115 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Extension vlan-transparent not supported by any of loaded plugins May 06 14:49:25.520164 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.quota.resource_registry [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Creating instance of TrackedResource for resource:network May 06 14:49:25.521056 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.quota.resource_registry [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Creating instance of TrackedResource for resource:subnet May 06 14:49:25.521720 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.quota.resource_registry [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Creating instance of TrackedResource for resource:subnetpool May 06 14:49:25.522380 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.quota.resource_registry [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Creating instance of TrackedResource for resource:port May 06 14:49:25.524506 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.v2.resource_helper [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103235) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 14:49:25.525888 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.v2.resource_helper [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Service FLAVORS assigned prefix: {{(pid=103235) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 14:49:25.527013 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.v2.resource_helper [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103235) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 14:49:25.528004 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.v2.resource_helper [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103235) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 14:49:25.528570 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.quota.resource_registry [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Creating instance of TrackedResource for resource:router May 06 14:49:25.529335 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.quota.resource_registry [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Creating instance of TrackedResource for resource:floatingip May 06 14:49:25.530165 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.v2.resource_helper [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Service METERING assigned prefix: /metering {{(pid=103235) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 14:49:25.532694 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:25.533079 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:25.533440 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:49:25.534463 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.quota.resource_registry [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Creating instance of CountableResource for resource:rbac_policy May 06 14:49:25.534899 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.quota.resource_registry [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Creating instance of TrackedResource for resource:security_group May 06 14:49:25.535360 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.quota.resource_registry [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Creating instance of TrackedResource for resource:security_group_rule May 06 14:49:25.535952 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.v2.resource_helper [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Service CORE assigned prefix: {{(pid=103235) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 14:49:25.536280 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.quota.resource_registry [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Creating instance of TrackedResource for resource:subnetpool May 06 14:49:25.536647 dv-cinder-840678-2-iscsi neutron-server[103235]: WARNING neutron.quota.resource_registry [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] subnetpool is already registered May 06 14:49:25.537086 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.v2.resource_helper [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Service CORE assigned prefix: {{(pid=103235) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 14:49:25.537411 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.quota.resource_registry [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Creating instance of TrackedResource for resource:subnetpool May 06 14:49:25.537741 dv-cinder-840678-2-iscsi neutron-server[103235]: WARNING neutron.quota.resource_registry [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] subnetpool is already registered May 06 14:49:25.539958 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.v2.resource_helper [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103235) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 14:49:25.540387 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.v2.resource_helper [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Service FLAVORS assigned prefix: {{(pid=103235) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 14:49:25.541145 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.v2.resource_helper [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103235) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 14:49:25.541748 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.v2.resource_helper [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103235) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 14:49:25.542082 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.quota.resource_registry [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Creating instance of TrackedResource for resource:router May 06 14:49:25.542420 dv-cinder-840678-2-iscsi neutron-server[103235]: WARNING neutron.quota.resource_registry [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] router is already registered May 06 14:49:25.542834 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.quota.resource_registry [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Creating instance of TrackedResource for resource:floatingip May 06 14:49:25.543166 dv-cinder-840678-2-iscsi neutron-server[103235]: WARNING neutron.quota.resource_registry [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] floatingip is already registered May 06 14:49:25.543616 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.v2.resource_helper [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Service METERING assigned prefix: /metering {{(pid=103235) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 14:49:25.544274 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.quota.resource_registry [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Creating instance of CountableResource for resource:rbac_policy May 06 14:49:25.544612 dv-cinder-840678-2-iscsi neutron-server[103235]: WARNING neutron.quota.resource_registry [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] rbac_policy is already registered May 06 14:49:25.545023 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.quota.resource_registry [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Creating instance of TrackedResource for resource:security_group May 06 14:49:25.545352 dv-cinder-840678-2-iscsi neutron-server[103235]: WARNING neutron.quota.resource_registry [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] security_group is already registered May 06 14:49:25.545750 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.quota.resource_registry [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Creating instance of TrackedResource for resource:security_group_rule May 06 14:49:25.546078 dv-cinder-840678-2-iscsi neutron-server[103235]: WARNING neutron.quota.resource_registry [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] security_group_rule is already registered May 06 14:49:25.546702 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.v2.resource_helper [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Service CORE assigned prefix: {{(pid=103235) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 14:49:25.547030 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.quota.resource_registry [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Creating instance of TrackedResource for resource:subnetpool May 06 14:49:25.547394 dv-cinder-840678-2-iscsi neutron-server[103235]: WARNING neutron.quota.resource_registry [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] subnetpool is already registered May 06 14:49:25.547812 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.v2.resource_helper [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Service CORE assigned prefix: {{(pid=103235) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 14:49:25.548129 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.quota.resource_registry [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Creating instance of TrackedResource for resource:subnetpool May 06 14:49:25.548455 dv-cinder-840678-2-iscsi neutron-server[103235]: WARNING neutron.quota.resource_registry [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] subnetpool is already registered May 06 14:49:25.548956 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Extended resource: extensions {{(pid=103235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 14:49:25.550442 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Extended resource: address-groups {{(pid=103235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 14:49:25.551903 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Extended resource: address-scopes {{(pid=103235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 14:49:25.553436 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Extended resource: agents {{(pid=103235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 14:49:25.554583 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Extended resource: auto-allocated-topology {{(pid=103235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 14:49:25.555813 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Extended resource: availability_zones {{(pid=103235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 14:49:25.557393 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Extended resource: dhcp-networks {{(pid=103235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 14:49:25.558930 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Extended resource: dhcp-agents {{(pid=103235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 14:49:25.560439 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Extended resource: routers {{(pid=103235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 14:49:25.562569 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Extended resource: flavors {{(pid=103235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 14:49:25.563732 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Extended resource: service_profiles {{(pid=103235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 14:49:25.564971 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Extended resource: next_providers {{(pid=103235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 14:49:25.567099 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Extended resource: service_profiles {{(pid=103235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 14:49:25.569943 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Extended resource: floatingip-pools {{(pid=103235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 14:49:25.572803 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Extended resource: routers {{(pid=103235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 14:49:25.576880 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Extended resource: floatingips {{(pid=103235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 14:49:25.580690 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Extended resource: l3-routers {{(pid=103235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 14:49:25.582110 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Extended resource: l3-agents {{(pid=103235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 14:49:25.583516 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Extended resource: metering-labels {{(pid=103235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 14:49:25.584900 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Extended resource: metering-label-rules {{(pid=103235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 14:49:25.586164 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Extended resource: network-ip-availabilities {{(pid=103235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 14:49:25.587404 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Extended resource: bindings {{(pid=103235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 14:49:25.589976 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Extended resource: quotas {{(pid=103235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 14:49:25.591537 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Extended resource: quotas {{(pid=103235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 14:49:25.593077 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Extended resource: rbac-policies {{(pid=103235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 14:49:25.594356 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Extended resource: security-groups {{(pid=103235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 14:49:25.595658 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Extended resource: security-group-rules {{(pid=103235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 14:49:25.598124 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Extended resource: service-providers {{(pid=103235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 14:49:25.600403 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Extended resource: subnetpools {{(pid=103235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 14:49:25.603178 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Extended resource: subnetpools {{(pid=103235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 14:49:25.605857 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Extended resource: tags {{(pid=103235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 14:49:25.607520 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Extended resource: tags {{(pid=103235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 14:49:25.609349 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Extended resource: tags {{(pid=103235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 14:49:25.611101 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Extended resource: tags {{(pid=103235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 14:49:25.612880 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Extended resource: tags {{(pid=103235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 14:49:25.614703 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Extended resource: tags {{(pid=103235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 14:49:25.616402 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Extended resource: tags {{(pid=103235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 14:49:25.618305 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Extended resource: tags {{(pid=103235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 14:49:25.620575 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Extended resource: tags {{(pid=103235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 14:49:25.622404 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron.api.extensions [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Extended resource: tags {{(pid=103235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 14:49:25.628866 dv-cinder-840678-2-iscsi neutron-server[103235]: WARNING keystonemiddleware.auth_token [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 06 14:49:25.637643 dv-cinder-840678-2-iscsi neutron-server[103235]: WARNING keystonemiddleware.auth_token [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 06 14:49:25.646347 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_concurrency.lockutils [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Acquired lock "singleton_lock" {{(pid=103235) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 06 14:49:25.646819 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_concurrency.lockutils [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Releasing lock "singleton_lock" {{(pid=103235) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 06 14:49:25.647466 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO oslo_service.service [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Starting 2 workers May 06 14:49:25.653378 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Started child 103342 {{(pid=103235) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 06 14:49:25.657909 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Started child 103343 {{(pid=103235) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 06 14:49:25.658681 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:49:25.659478 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO neutron.service [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Neutron service started, listening on 0.0.0.0:9696 May 06 14:49:25.660136 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:49:25.660236 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [-] (103342) wsgi starting up on http://0.0.0.0:9696 May 06 14:49:25.662543 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO oslo_service.service [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Starting 1 workers May 06 14:49:25.662726 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:49:25.664149 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [-] (103343) wsgi starting up on http://0.0.0.0:9696 May 06 14:49:25.668054 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Started child 103344 {{(pid=103235) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 06 14:49:25.668583 dv-cinder-840678-2-iscsi neutron-server[103235]: INFO oslo_service.service [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Starting 1 workers May 06 14:49:25.671764 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.service [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] calling RpcWorker wait() {{(pid=103344) _wait /opt/stack/neutron/neutron/service.py:128}} May 06 14:49:25.672298 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.service [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] returning from RpcWorker wait() {{(pid=103344) _wait /opt/stack/neutron/neutron/service.py:135}} May 06 14:49:25.673170 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Started child 103345 {{(pid=103235) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 06 14:49:25.673664 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:49:25.673956 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-1db1653c-8b31-49c8-b559-b808b84c1cd3 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:49:25.674215 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:49:25.675827 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103235) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 06 14:49:25.676038 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 06 14:49:25.676221 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 06 14:49:25.676435 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 06 14:49:25.676926 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 06 14:49:25.677090 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 06 14:49:25.677773 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.678515 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.678618 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:49:25.679072 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.679072 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.679238 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:49:25.679356 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.679511 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.679777 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.680045 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.680294 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.680463 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.680651 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.680909 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.681137 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.681551 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.681911 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.682338 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.682604 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.682762 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.683199 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.683753 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.683753 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.684434 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] debug = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.684434 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.684760 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.684942 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.685194 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.685412 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.685684 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.685910 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.686167 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.686403 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.686621 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.686834 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.687085 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.687330 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.687910 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.687910 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.688632 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.688632 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.688896 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] host = dv-cinder-840678-2-iscsi {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.688896 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.689180 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.689314 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.689572 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.689822 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.690036 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.690301 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.690553 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.690805 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.691044 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.691639 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.691639 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.691920 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.692063 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] log_file = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.692197 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] log_options = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.692874 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.692874 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.692874 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.693279 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.693279 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.693538 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.693682 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.693819 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.694016 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.694227 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.694438 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.694648 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.694856 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.695097 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.695346 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.695575 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.695806 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.696012 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.696253 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.696477 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.696741 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.696966 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.697730 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.698132 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.698466 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.698757 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.698945 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.699181 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.699391 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.699681 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.699854 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.700114 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.700349 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.700907 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.701197 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.701431 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.701694 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.701892 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.702212 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.702401 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.702620 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.702879 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.703085 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.703306 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.703683 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.704059 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.704304 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] use_json = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.704519 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.704788 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.705039 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.705274 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.705486 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.705838 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.706189 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.706563 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.706925 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.707330 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.707610 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.707909 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.708155 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.708400 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.708660 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.708891 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.709276 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.709554 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.709805 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.710126 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.710351 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.711582 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.711582 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.711582 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.711582 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.712132 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.712132 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.716817 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.716817 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.716817 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.716817 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.716817 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.717208 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 39794) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:49:25.717292 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.717292 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.717292 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.717292 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.717292 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.717292 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.717292 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.717292 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.717845 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.717845 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.717845 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.717845 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.717845 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.717845 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.717845 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.718339 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.718339 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.718983 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.718983 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.719143 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.719905 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.719905 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.719905 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.720147 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.720218 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.720460 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.720993 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.720993 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.721200 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.721433 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.721646 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.722071 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.722181 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.722351 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.722579 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.722790 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.723166 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.723667 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.723667 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.725013 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.725013 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.725013 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.725013 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.725013 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.725013 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.725428 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.725428 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.725611 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.725821 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.726004 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.726291 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.726664 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.726995 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0105164 May 06 14:49:25.727155 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.727508 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.727888 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.728094 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.729213 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.729213 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.729213 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.729462 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.729552 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.729850 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.729957 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.730159 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.730377 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.730839 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.730839 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.731028 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.732911 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.732911 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.732911 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.732911 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.732911 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.732911 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.733625 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.733874 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.734262 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.735272 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.735383 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.736815 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.736815 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.736815 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.736815 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.736815 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.736815 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.737287 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.737287 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.737441 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.737558 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.737780 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.738053 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.738308 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.738539 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.738939 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.739313 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.739750 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.740127 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.740549 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.740815 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.741078 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.741366 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.741639 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.741932 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.742181 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.742410 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.742692 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.742937 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.743190 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.743598 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.743848 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.744411 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.745744 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.746000 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.746381 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.746779 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.747258 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.747496 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.747714 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.747935 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.748220 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.749429 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.749429 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.749429 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.749683 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.749785 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.750023 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.750297 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.750526 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.751452 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.751704 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.751933 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.751933 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.751933 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.753669 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.753669 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.753669 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.753669 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.753669 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.754068 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.754068 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.754278 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.754460 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.755306 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.755306 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.755306 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.755521 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.755598 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.755756 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.756058 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.756188 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.756445 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.756695 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.756992 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.757238 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.757472 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.757716 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.757942 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.758202 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.758520 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.758918 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.760574 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.760574 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.760574 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.760574 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.761084 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.761084 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.761238 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.761445 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.761702 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.761954 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.762304 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.762688 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.762929 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.763232 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.763488 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.763706 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.763924 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.764163 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.764395 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.765451 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.765683 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.765911 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.766135 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.766353 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.766570 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.766808 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.767067 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.767305 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.767544 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.767759 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.767981 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.768197 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.768410 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.768681 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.768872 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.769087 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.769296 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.769510 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.769735 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.770382 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.770382 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.770560 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.770721 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.770962 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.771977 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.771977 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.771977 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.771977 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.772285 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.772360 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.772853 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.772853 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.773045 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.773251 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.773471 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.773687 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.773896 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.774140 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.774353 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.774561 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.774788 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.775001 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.775838 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.776054 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.776442 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.776829 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.777193 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.777894 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.778113 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.779350 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.779350 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.779350 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.779350 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.779350 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.779350 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.779743 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.779890 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.780830 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.780830 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.780830 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.781075 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.781144 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.781840 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.781840 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.781994 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.782109 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.782340 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.782558 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.782816 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.783143 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.783995 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.783995 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.783995 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.784242 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.784405 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.784670 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.785508 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.785508 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.785508 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.785748 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.786005 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.786271 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.786505 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.786724 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.786954 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.787188 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.787399 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.787612 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.788585 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.788585 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.788585 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.788585 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.788889 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.789058 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.789248 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.789459 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.789686 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.789902 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.790059 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 06 14:49:25.790632 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103235) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 06 14:49:25.790879 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 06 14:49:25.791023 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 06 14:49:25.791209 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 06 14:49:25.791381 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 06 14:49:25.791538 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 06 14:49:25.791824 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.791924 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.792149 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.792302 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.792680 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.792680 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.792927 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.792927 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.793051 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.793178 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.793337 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.793496 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.793651 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.793804 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.793958 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.794111 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.794276 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.794438 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.795428 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.795428 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.795428 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.795428 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] debug = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.795428 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.795428 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.795909 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.795909 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.795909 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.796114 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.796114 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.796264 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.796850 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.796850 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.796850 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.797114 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.797114 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.797258 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.797334 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.797486 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.797644 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.797802 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] host = dv-cinder-840678-2-iscsi {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.798646 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.798646 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.798646 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.798646 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.798646 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.798996 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.798996 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.798996 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.799196 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.799281 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.799428 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.799585 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.799745 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.800062 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] log_file = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.800062 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] log_options = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.800212 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.800349 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.800506 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.800715 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.800910 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.801022 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.801181 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.801341 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.801522 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.801660 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.801794 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.802022 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.802924 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.802924 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.802924 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.802924 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.802924 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.802924 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.803262 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.803262 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.803262 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.803438 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.803667 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.803755 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.803863 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.804358 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.804358 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.804358 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.804625 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.804625 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.804770 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.804929 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.805087 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.805245 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.806107 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.806107 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.806107 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.806107 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.806107 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.806649 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.806649 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.806649 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.806982 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.806982 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.806982 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.807288 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.807288 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] use_json = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.807406 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.807584 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.808513 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.808513 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.808513 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.808513 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.808513 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.808513 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.808943 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 14:49:25.808943 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.808943 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.809129 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.809245 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.809930 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.809930 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.809930 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.809930 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.810181 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.810181 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.810306 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.810472 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.810619 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.810778 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.811024 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.811111 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.811959 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.811959 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.811959 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.811959 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.811959 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.812374 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.812374 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.812374 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.812540 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.812627 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.812794 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.813723 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.813723 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.813723 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.813723 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.813723 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.813723 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.814089 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:49:25.814159 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.814159 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.814159 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.814337 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.814992 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.814992 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.814992 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.814992 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.814992 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.816242 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.816242 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.816242 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.816242 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.816242 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.816242 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.816242 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.816242 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.816767 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.816767 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.816767 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.816968 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.817047 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.817181 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.817340 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.817509 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.818220 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.818220 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.818220 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.818220 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.819409 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.819409 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.819409 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.819409 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.819409 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.819409 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.819409 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.819409 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.819857 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.819857 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.819857 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.820033 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.820033 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.820773 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.820773 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.820773 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.820773 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.820773 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.821323 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.821323 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.821323 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.821494 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.821557 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.821687 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.823482 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.823482 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.823482 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.823482 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.823482 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.823482 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.823482 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.823482 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.823951 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.823951 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.823951 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.824116 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.824837 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.824837 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.824837 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.824837 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.824837 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.825141 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.825141 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.825357 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.825443 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.825585 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.826936 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.826936 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.826936 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.826936 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.826936 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.826936 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.826936 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.826936 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.827409 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.827409 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.827409 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.827409 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.827641 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.827705 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.827824 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.827994 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.828265 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.828367 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.828461 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.829912 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.829912 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.829912 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.830117 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.830117 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.830240 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.830759 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.830759 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.830759 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.830978 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.831119 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.831310 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.832282 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.832282 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.832282 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.832282 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.832282 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.832282 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.832675 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.832675 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.832791 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.832933 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.833079 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.833208 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.833367 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.833602 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.833803 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.833883 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.833983 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.834206 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.834294 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.835212 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.835212 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.835212 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.835212 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.835212 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.835212 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.835576 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.835576 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.835690 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.835778 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.836673 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.836673 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.836673 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.836673 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.836673 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.836673 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.837137 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.837137 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.837137 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.837311 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.837842 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.837842 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.838013 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.838079 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.838207 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.838395 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.838684 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.839662 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.839662 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.839662 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.839662 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.839662 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.839662 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.840038 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.840038 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.840156 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.840651 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.840651 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.840651 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.840866 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.840970 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.841118 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.841278 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.841438 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.842275 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.842275 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.842275 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.842275 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.842275 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.842596 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.842596 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.842714 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.842813 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.843290 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.843290 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.843290 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.843525 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.843603 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.843801 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.843889 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.844011 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.844718 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.844718 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.844718 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.844718 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.845279 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.845279 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.845279 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.845511 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.845511 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.845641 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.846323 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.846323 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.846323 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.846323 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.846646 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.846646 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.846869 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.846957 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.847096 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.847254 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.847432 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.848759 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.848759 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.848921 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.849047 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.849217 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.849368 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.850456 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.851793 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.851793 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.851793 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.851793 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.851793 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.851793 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.851793 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.851793 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.852292 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.852292 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.852292 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.852459 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.852782 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.852782 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.854079 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.854079 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.854079 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.854079 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.854079 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.854079 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.854079 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.854511 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.854511 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.854511 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.854691 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.854835 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.854959 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.855138 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.856123 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.856123 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.856123 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.856123 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.856123 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.856123 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.856490 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.856490 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.856629 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.856769 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.856956 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.857123 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.857288 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.857471 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.857624 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.857769 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.857913 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.858115 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.858212 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.858365 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.858583 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.858695 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.858870 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.859060 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.859148 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.859552 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 14:49:25.859552 dv-cinder-840678-2-iscsi neutron-server[103235]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 06 14:49:37.141460 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b106dd-fe37-4b82-8cf5-f5b9ad2d090c None None] get_active_networks_info from dv-cinder-840678-2-iscsi {{(pid=103344) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 06 14:49:37.211184 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b106dd-fe37-4b82-8cf5-f5b9ad2d090c None None] No non-hosted networks {{(pid=103344) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 06 14:49:37.228380 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-917dfe4b-d46b-4b72-ab02-7ae65c0b2a65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-432475'] for agent (79b17169-ed94-4769-ba4e-30adf371f78f), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:49:39.386812 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0fc54f99-fef0-435b-8b0c-e504c1bad051 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-432475'] for agent (ec8f31e6-1756-4927-8bc3-e144e6f0af83), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:49:39.479965 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-81491df6-930e-4f39-a560-66bedaa7c235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (ec8f31e6-1756-4927-8bc3-e144e6f0af83), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:49:40.515905 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1afa6ce1-9145-4257-8e23-9dd2cd4b1998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-432475'] for agent (b699075f-0d9f-4d2e-b182-9d9eb15bfab1), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:49:40.642334 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 39872) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:49:41.241679 dv-cinder-840678-2-iscsi neutron-server[103342]: WARNING oslo_policy.policy [None req-f42d69f5-3b5c-42e4-9bd2-c46026098d5b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 14:49:41.242585 dv-cinder-840678-2-iscsi neutron-server[103342]: WARNING oslo_policy.policy [None req-f42d69f5-3b5c-42e4-9bd2-c46026098d5b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 14:49:41.489684 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [None req-f42d69f5-3b5c-42e4-9bd2-c46026098d5b admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103342) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 06 14:49:41.506002 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-f42d69f5-3b5c-42e4-9bd2-c46026098d5b admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8625445 May 06 14:49:42.632051 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-68b1beb6-545b-4f86-a143-b395004404eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-432475'] for agent (b8293b96-1d4f-4101-9243-9870353ff712), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:49:43.049113 dv-cinder-840678-2-iscsi neutron-server[103344]: INFO neutron.db.l3_hamode_db [None req-42e2531d-e740-4377-ac4a-8ab046f83b2a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 06 14:49:43.132239 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e2531d-e740-4377-ac4a-8ab046f83b2a None None] Routers set() bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 14:49:43.132626 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e2531d-e740-4377-ac4a-8ab046f83b2a None None] Router IDs set() for agent in host dv-cinder-840678-2-iscsi {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 06 14:49:43.704475 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-432475'] for agent (20451d70-ea89-4a66-885a-20a1b2a3bff8), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:49:43.705309 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:49:43.705714 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:49:43.706279 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:49:43.707032 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:49:43.707423 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:49:43.707945 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:49:43.708313 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:49:43.709678 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:49:43.710136 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:49:43.710604 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:49:43.711371 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:49:43.711733 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:49:43.712179 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:49:43.712517 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:49:43.712874 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:49:43.713451 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-840678-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:49:43.720873 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-840678-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:49:44.294534 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 39902) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:49:44.622710 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.v2.base [None req-12de18bf-1963-4bec-aa62-295c8a9c2dcf admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 14:49:44.715030 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.policy [None req-12de18bf-1963-4bec-aa62-295c8a9c2dcf admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103342) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 06 14:49:44.756999 dv-cinder-840678-2-iscsi neutron-server[103342]: WARNING oslo_policy.policy [None req-12de18bf-1963-4bec-aa62-295c8a9c2dcf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 14:49:44.757408 dv-cinder-840678-2-iscsi neutron-server[103342]: WARNING oslo_policy.policy [None req-12de18bf-1963-4bec-aa62-295c8a9c2dcf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 14:49:44.858081 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-12de18bf-1963-4bec-aa62-295c8a9c2dcf admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732317896032', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732317895516', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732317846534', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732317852204', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732317866735', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732317870040', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16137515', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16023833', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-363702', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1715035'] for rbac-policy (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:49:44.928665 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-12de18bf-1963-4bec-aa62-295c8a9c2dcf admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:49:44.929845 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-12de18bf-1963-4bec-aa62-295c8a9c2dcf admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6343372 May 06 14:49:47.418837 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 39914) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:49:47.931586 dv-cinder-840678-2-iscsi neutron-server[103343]: WARNING oslo_policy.policy [None req-3f37c1fa-2085-4bae-91d8-d0e8b13c1135 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 14:49:47.932191 dv-cinder-840678-2-iscsi neutron-server[103343]: WARNING oslo_policy.policy [None req-3f37c1fa-2085-4bae-91d8-d0e8b13c1135 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 14:49:48.157706 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.v2.base [None req-3f37c1fa-2085-4bae-91d8-d0e8b13c1135 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 14:49:48.214593 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f37c1fa-2085-4bae-91d8-d0e8b13c1135 demo demo] Made reservation on behalf of 92337f7cabcc48ff8ca007298d1c3d78 for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:49:48.275973 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.policy [None req-3f37c1fa-2085-4bae-91d8-d0e8b13c1135 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103343) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 06 14:49:48.316774 dv-cinder-840678-2-iscsi neutron-server[103343]: WARNING oslo_policy.policy [None req-3f37c1fa-2085-4bae-91d8-d0e8b13c1135 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 14:49:48.317153 dv-cinder-840678-2-iscsi neutron-server[103343]: WARNING oslo_policy.policy [None req-3f37c1fa-2085-4bae-91d8-d0e8b13c1135 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 14:49:48.327938 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3f37c1fa-2085-4bae-91d8-d0e8b13c1135 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:49:48.351042 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3f37c1fa-2085-4bae-91d8-d0e8b13c1135 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:49:48.468069 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3f37c1fa-2085-4bae-91d8-d0e8b13c1135 demo demo] Publish callbacks [] for security_group (7ad7cc07-fe44-4230-b19a-470e51eebfe2), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:49:48.472324 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3f37c1fa-2085-4bae-91d8-d0e8b13c1135 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (7ad7cc07-fe44-4230-b19a-470e51eebfe2), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:49:48.498298 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f37c1fa-2085-4bae-91d8-d0e8b13c1135 demo demo] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 14:49:48.535231 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3f37c1fa-2085-4bae-91d8-d0e8b13c1135 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732313914381', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16165668'] for segment (b454361d-62d6-4e2a-b54e-39c2117795fe), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:49:48.535836 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3f37c1fa-2085-4bae-91d8-d0e8b13c1135 demo demo] Unsubscribe: segment precommit_create {{(pid=103343) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 06 14:49:48.536407 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.db.segments_db [None req-3f37c1fa-2085-4bae-91d8-d0e8b13c1135 demo demo] Added segment b454361d-62d6-4e2a-b54e-39c2117795fe of type vlan for network fdc21b49-013c-4835-a953-a27d2ffea1f4 May 06 14:49:48.553904 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f37c1fa-2085-4bae-91d8-d0e8b13c1135 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad7cc07-fe44-4230-b19a-470e51eebfe2,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:49:48.576904 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f37c1fa-2085-4bae-91d8-d0e8b13c1135 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:49:48.577250 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f37c1fa-2085-4bae-91d8-d0e8b13c1135 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:49:48.577609 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f37c1fa-2085-4bae-91d8-d0e8b13c1135 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:49:48.577961 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f37c1fa-2085-4bae-91d8-d0e8b13c1135 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:49:48.578304 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f37c1fa-2085-4bae-91d8-d0e8b13c1135 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:49:48.578639 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f37c1fa-2085-4bae-91d8-d0e8b13c1135 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:49:48.578959 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f37c1fa-2085-4bae-91d8-d0e8b13c1135 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:49:48.579444 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f37c1fa-2085-4bae-91d8-d0e8b13c1135 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:49:48.579878 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f37c1fa-2085-4bae-91d8-d0e8b13c1135 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:49:48.580207 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f37c1fa-2085-4bae-91d8-d0e8b13c1135 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:49:48.580533 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f37c1fa-2085-4bae-91d8-d0e8b13c1135 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:49:48.580900 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f37c1fa-2085-4bae-91d8-d0e8b13c1135 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:49:48.581224 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f37c1fa-2085-4bae-91d8-d0e8b13c1135 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:49:48.581543 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f37c1fa-2085-4bae-91d8-d0e8b13c1135 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:49:48.581860 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f37c1fa-2085-4bae-91d8-d0e8b13c1135 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:49:48.583331 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f37c1fa-2085-4bae-91d8-d0e8b13c1135 demo demo] Tracked resource versions report: May 06 14:49:48.583331 dv-cinder-840678-2-iscsi neutron-server[103343]: pushed versions: May 06 14:49:48.583331 dv-cinder-840678-2-iscsi neutron-server[103343]: { 'AddressGroup': {'1.2'}, May 06 14:49:48.583331 dv-cinder-840678-2-iscsi neutron-server[103343]: 'Agent': {'1.1'}, May 06 14:49:48.583331 dv-cinder-840678-2-iscsi neutron-server[103343]: 'ConntrackHelper': {'1.0'}, May 06 14:49:48.583331 dv-cinder-840678-2-iscsi neutron-server[103343]: 'LocalIPAssociation': {'1.0'}, May 06 14:49:48.583331 dv-cinder-840678-2-iscsi neutron-server[103343]: 'Log': {'1.0'}, May 06 14:49:48.583331 dv-cinder-840678-2-iscsi neutron-server[103343]: 'NDPProxy': {'1.0'}, May 06 14:49:48.583331 dv-cinder-840678-2-iscsi neutron-server[103343]: 'Network': {'1.1'}, May 06 14:49:48.583331 dv-cinder-840678-2-iscsi neutron-server[103343]: 'Port': {'1.7'}, May 06 14:49:48.583331 dv-cinder-840678-2-iscsi neutron-server[103343]: 'PortForwarding': {'1.3'}, May 06 14:49:48.583331 dv-cinder-840678-2-iscsi neutron-server[103343]: 'QosPolicy': {'1.10'}, May 06 14:49:48.583331 dv-cinder-840678-2-iscsi neutron-server[103343]: 'SecurityGroup': {'1.5'}, May 06 14:49:48.583331 dv-cinder-840678-2-iscsi neutron-server[103343]: 'SecurityGroupRule': {'1.2'}, May 06 14:49:48.583331 dv-cinder-840678-2-iscsi neutron-server[103343]: 'SubPort': {'1.0'}, May 06 14:49:48.583331 dv-cinder-840678-2-iscsi neutron-server[103343]: 'Subnet': {'1.1'}, May 06 14:49:48.583331 dv-cinder-840678-2-iscsi neutron-server[103343]: 'Trunk': {'1.1'}} May 06 14:49:48.583331 dv-cinder-840678-2-iscsi neutron-server[103343]: consumer versions: May 06 14:49:48.583331 dv-cinder-840678-2-iscsi neutron-server[103343]: { DHCP agent@dv-cinder-840678-2-iscsi: {}, May 06 14:49:48.583331 dv-cinder-840678-2-iscsi neutron-server[103343]: L3 agent@dv-cinder-840678-2-iscsi: {}, May 06 14:49:48.583331 dv-cinder-840678-2-iscsi neutron-server[103343]: Metadata agent@dv-cinder-840678-2-iscsi: {}, May 06 14:49:48.583331 dv-cinder-840678-2-iscsi neutron-server[103343]: Metering agent@dv-cinder-840678-2-iscsi: {}, May 06 14:49:48.583331 dv-cinder-840678-2-iscsi neutron-server[103343]: Open vSwitch agent@dv-cinder-840678-2-iscsi: { 'AddressGroup': '1.2', May 06 14:49:48.583331 dv-cinder-840678-2-iscsi neutron-server[103343]: 'Agent': '1.1', May 06 14:49:48.583331 dv-cinder-840678-2-iscsi neutron-server[103343]: 'ConntrackHelper': '1.0', May 06 14:49:48.583331 dv-cinder-840678-2-iscsi neutron-server[103343]: 'LocalIPAssociation': '1.0', May 06 14:49:48.583331 dv-cinder-840678-2-iscsi neutron-server[103343]: 'Log': '1.0', May 06 14:49:48.583331 dv-cinder-840678-2-iscsi neutron-server[103343]: 'NDPProxy': '1.0', May 06 14:49:48.583331 dv-cinder-840678-2-iscsi neutron-server[103343]: 'Network': '1.1', May 06 14:49:48.583331 dv-cinder-840678-2-iscsi neutron-server[103343]: 'Port': '1.7', May 06 14:49:48.583331 dv-cinder-840678-2-iscsi neutron-server[103343]: 'PortForwarding': '1.3', May 06 14:49:48.583331 dv-cinder-840678-2-iscsi neutron-server[103343]: 'QosPolicy': '1.10', May 06 14:49:48.583331 dv-cinder-840678-2-iscsi neutron-server[103343]: 'SecurityGroup': '1.5', May 06 14:49:48.583331 dv-cinder-840678-2-iscsi neutron-server[103343]: 'SecurityGroupRule': '1.2', May 06 14:49:48.583331 dv-cinder-840678-2-iscsi neutron-server[103343]: 'SubPort': '1.0', May 06 14:49:48.583331 dv-cinder-840678-2-iscsi neutron-server[103343]: 'Subnet': '1.1', May 06 14:49:48.583331 dv-cinder-840678-2-iscsi neutron-server[103343]: 'Trunk': '1.1'}} May 06 14:49:48.583331 dv-cinder-840678-2-iscsi neutron-server[103343]: {{(pid=103343) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 14:49:48.668503 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3f37c1fa-2085-4bae-91d8-d0e8b13c1135 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732313419650'] for network (fdc21b49-013c-4835-a953-a27d2ffea1f4), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:49:48.708857 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3f37c1fa-2085-4bae-91d8-d0e8b13c1135 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605'] for network (fdc21b49-013c-4835-a953-a27d2ffea1f4), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:49:48.714343 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f37c1fa-2085-4bae-91d8-d0e8b13c1135 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:49:48.715047 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3f37c1fa-2085-4bae-91d8-d0e8b13c1135 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566627'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:49:48.811138 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-3f37c1fa-2085-4bae-91d8-d0e8b13c1135 demo demo] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.3903019 May 06 14:49:48.839842 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f37c1fa-2085-4bae-91d8-d0e8b13c1135 demo demo] Pushing event updated for resources: {'Network': ['ID=fdc21b49-013c-4835-a953-a27d2ffea1f4,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:49:48.852573 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Network fdc21b49-013c-4835-a953-a27d2ffea1f4 details requested by agent ovs-agent-dv-cinder-840678-2-iscsi with host dv-cinder-840678-2-iscsi {{(pid=103344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 14:49:51.309937 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 39934) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:49:51.720492 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e722189-edd8-4f87-8143-d6dc5506bd33 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:49:51.721779 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-1e722189-edd8-4f87-8143-d6dc5506bd33 demo admin] 10.222.0.23 "GET /v2.0/networks/fdc21b49-013c-4835-a953-a27d2ffea1f4 HTTP/1.1" status: 200 len: 825 time: 0.4108658 May 06 14:49:51.760050 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-e765c32a-0e37-40d2-86aa-c08c3f9fd369 demo admin] 10.222.0.23 "GET /v2.0/subnetpools/123551f7-8cb9-46a4-83c8-f039bf078da6 HTTP/1.1" status: 200 len: 734 time: 0.0321434 May 06 14:49:51.768759 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.v2.base [None req-cae177d7-df0f-4275-8857-1a564c91d616 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '123551f7-8cb9-46a4-83c8-f039bf078da6', 'gateway_ip': '172.20.0.1', 'network_id': 'fdc21b49-013c-4835-a953-a27d2ffea1f4'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 14:49:51.793475 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae177d7-df0f-4275-8857-1a564c91d616 demo admin] Made reservation on behalf of 92337f7cabcc48ff8ca007298d1c3d78 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:49:51.795674 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cae177d7-df0f-4275-8857-1a564c91d616 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:49:52.096787 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cae177d7-df0f-4275-8857-1a564c91d616 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605'] for subnet (a4d4012d-ddcb-49cc-b977-f9227f36812e), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:49:52.165915 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae177d7-df0f-4275-8857-1a564c91d616 demo admin] Pushing event updated for resources: {'Subnet': ['ID=a4d4012d-ddcb-49cc-b977-f9227f36812e,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:49:52.171911 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae177d7-df0f-4275-8857-1a564c91d616 demo admin] Checking segment: {'id': 'b454361d-62d6-4e2a-b54e-39c2117795fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'fdc21b49-013c-4835-a953-a27d2ffea1f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 14:49:52.172874 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae177d7-df0f-4275-8857-1a564c91d616 demo admin] Network hostable DHCP agents. Network: fdc21b49-013c-4835-a953-a27d2ffea1f4, hostable agents: ['79b17169-ed94-4769-ba4e-30adf371f78f'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 14:49:52.195817 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae177d7-df0f-4275-8857-1a564c91d616 demo admin] Network fdc21b49-013c-4835-a953-a27d2ffea1f4 is scheduled to be hosted by DHCP agent 79b17169-ed94-4769-ba4e-30adf371f78f with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 14:49:52.206617 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-cae177d7-df0f-4275-8857-1a564c91d616 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-2-iscsi, fdc21b49-013c-4835-a953-a27d2ffea1f4) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:49:52.211906 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae177d7-df0f-4275-8857-1a564c91d616 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:49:52.213497 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cae177d7-df0f-4275-8857-1a564c91d616 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566627'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:49:52.216956 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10bd190-ce27-4016-b718-6a1084056164 None None] Network fdc21b49-013c-4835-a953-a27d2ffea1f4 requested from dv-cinder-840678-2-iscsi {{(pid=103344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 14:49:52.234296 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-cae177d7-df0f-4275-8857-1a564c91d616 demo admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4670844 May 06 14:49:52.511480 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0357fc87-d9f8-40a8-af9b-30e739703448 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74e2536a-40e9-51c9-921d-c01d37b4b177-fdc21b49-013c-4835-a953-a27d2ffea1f4', 'network_id': 'fdc21b49-013c-4835-a953-a27d2ffea1f4', 'project_id': '92337f7cabcc48ff8ca007298d1c3d78', 'fixed_ips': [{'subnet_id': 'a4d4012d-ddcb-49cc-b977-f9227f36812e'}]}} from dv-cinder-840678-2-iscsi. {{(pid=103344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 06 14:49:52.512761 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0357fc87-d9f8-40a8-af9b-30e739703448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:49:52.804567 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-0357fc87-d9f8-40a8-af9b-30e739703448 None None] Allocated IP 172.20.0.2 (fdc21b49-013c-4835-a953-a27d2ffea1f4/a4d4012d-ddcb-49cc-b977-f9227f36812e/d5d8aeb1-aeb0-4fbb-beac-f761e37744e6) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:49:53.081664 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0357fc87-d9f8-40a8-af9b-30e739703448 None None] Publish callbacks [] for port (d5d8aeb1-aeb0-4fbb-beac-f761e37744e6), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:49:53.090864 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0357fc87-d9f8-40a8-af9b-30e739703448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732313435468'] for port (d5d8aeb1-aeb0-4fbb-beac-f761e37744e6), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:49:53.171942 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0357fc87-d9f8-40a8-af9b-30e739703448 None None] Network fdc21b49-013c-4835-a953-a27d2ffea1f4 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:49:53.179164 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-0357fc87-d9f8-40a8-af9b-30e739703448 None None] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:49:53.185209 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0357fc87-d9f8-40a8-af9b-30e739703448 None None] Pushing event updated for resources: {'Port': ['ID=d5d8aeb1-aeb0-4fbb-beac-f761e37744e6,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:49:53.187386 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0357fc87-d9f8-40a8-af9b-30e739703448 None None] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 14:49:53.220575 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0357fc87-d9f8-40a8-af9b-30e739703448 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:49:53.221217 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0357fc87-d9f8-40a8-af9b-30e739703448 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:49:53.221298 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0357fc87-d9f8-40a8-af9b-30e739703448 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:49:53.221657 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0357fc87-d9f8-40a8-af9b-30e739703448 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:49:53.222000 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0357fc87-d9f8-40a8-af9b-30e739703448 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:49:53.222336 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0357fc87-d9f8-40a8-af9b-30e739703448 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:49:53.222669 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0357fc87-d9f8-40a8-af9b-30e739703448 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:49:53.222997 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0357fc87-d9f8-40a8-af9b-30e739703448 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:49:53.223327 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0357fc87-d9f8-40a8-af9b-30e739703448 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:49:53.223653 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0357fc87-d9f8-40a8-af9b-30e739703448 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:49:53.223983 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0357fc87-d9f8-40a8-af9b-30e739703448 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:49:53.224327 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0357fc87-d9f8-40a8-af9b-30e739703448 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:49:53.224684 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0357fc87-d9f8-40a8-af9b-30e739703448 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:49:53.225011 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0357fc87-d9f8-40a8-af9b-30e739703448 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:49:53.225337 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0357fc87-d9f8-40a8-af9b-30e739703448 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:49:53.226823 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0357fc87-d9f8-40a8-af9b-30e739703448 None None] Tracked resource versions report: May 06 14:49:53.226823 dv-cinder-840678-2-iscsi neutron-server[103344]: pushed versions: May 06 14:49:53.226823 dv-cinder-840678-2-iscsi neutron-server[103344]: { 'AddressGroup': {'1.2'}, May 06 14:49:53.226823 dv-cinder-840678-2-iscsi neutron-server[103344]: 'Agent': {'1.1'}, May 06 14:49:53.226823 dv-cinder-840678-2-iscsi neutron-server[103344]: 'ConntrackHelper': {'1.0'}, May 06 14:49:53.226823 dv-cinder-840678-2-iscsi neutron-server[103344]: 'LocalIPAssociation': {'1.0'}, May 06 14:49:53.226823 dv-cinder-840678-2-iscsi neutron-server[103344]: 'Log': {'1.0'}, May 06 14:49:53.226823 dv-cinder-840678-2-iscsi neutron-server[103344]: 'NDPProxy': {'1.0'}, May 06 14:49:53.226823 dv-cinder-840678-2-iscsi neutron-server[103344]: 'Network': {'1.1'}, May 06 14:49:53.226823 dv-cinder-840678-2-iscsi neutron-server[103344]: 'Port': {'1.7'}, May 06 14:49:53.226823 dv-cinder-840678-2-iscsi neutron-server[103344]: 'PortForwarding': {'1.3'}, May 06 14:49:53.226823 dv-cinder-840678-2-iscsi neutron-server[103344]: 'QosPolicy': {'1.10'}, May 06 14:49:53.226823 dv-cinder-840678-2-iscsi neutron-server[103344]: 'SecurityGroup': {'1.5'}, May 06 14:49:53.226823 dv-cinder-840678-2-iscsi neutron-server[103344]: 'SecurityGroupRule': {'1.2'}, May 06 14:49:53.226823 dv-cinder-840678-2-iscsi neutron-server[103344]: 'SubPort': {'1.0'}, May 06 14:49:53.226823 dv-cinder-840678-2-iscsi neutron-server[103344]: 'Subnet': {'1.1'}, May 06 14:49:53.226823 dv-cinder-840678-2-iscsi neutron-server[103344]: 'Trunk': {'1.1'}} May 06 14:49:53.226823 dv-cinder-840678-2-iscsi neutron-server[103344]: consumer versions: May 06 14:49:53.226823 dv-cinder-840678-2-iscsi neutron-server[103344]: { DHCP agent@dv-cinder-840678-2-iscsi: {}, May 06 14:49:53.226823 dv-cinder-840678-2-iscsi neutron-server[103344]: L3 agent@dv-cinder-840678-2-iscsi: {}, May 06 14:49:53.226823 dv-cinder-840678-2-iscsi neutron-server[103344]: Metadata agent@dv-cinder-840678-2-iscsi: {}, May 06 14:49:53.226823 dv-cinder-840678-2-iscsi neutron-server[103344]: Metering agent@dv-cinder-840678-2-iscsi: {}, May 06 14:49:53.226823 dv-cinder-840678-2-iscsi neutron-server[103344]: Open vSwitch agent@dv-cinder-840678-2-iscsi: { 'AddressGroup': '1.2', May 06 14:49:53.226823 dv-cinder-840678-2-iscsi neutron-server[103344]: 'Agent': '1.1', May 06 14:49:53.226823 dv-cinder-840678-2-iscsi neutron-server[103344]: 'ConntrackHelper': '1.0', May 06 14:49:53.226823 dv-cinder-840678-2-iscsi neutron-server[103344]: 'LocalIPAssociation': '1.0', May 06 14:49:53.226823 dv-cinder-840678-2-iscsi neutron-server[103344]: 'Log': '1.0', May 06 14:49:53.226823 dv-cinder-840678-2-iscsi neutron-server[103344]: 'NDPProxy': '1.0', May 06 14:49:53.226823 dv-cinder-840678-2-iscsi neutron-server[103344]: 'Network': '1.1', May 06 14:49:53.226823 dv-cinder-840678-2-iscsi neutron-server[103344]: 'Port': '1.7', May 06 14:49:53.226823 dv-cinder-840678-2-iscsi neutron-server[103344]: 'PortForwarding': '1.3', May 06 14:49:53.226823 dv-cinder-840678-2-iscsi neutron-server[103344]: 'QosPolicy': '1.10', May 06 14:49:53.226823 dv-cinder-840678-2-iscsi neutron-server[103344]: 'SecurityGroup': '1.5', May 06 14:49:53.226823 dv-cinder-840678-2-iscsi neutron-server[103344]: 'SecurityGroupRule': '1.2', May 06 14:49:53.226823 dv-cinder-840678-2-iscsi neutron-server[103344]: 'SubPort': '1.0', May 06 14:49:53.226823 dv-cinder-840678-2-iscsi neutron-server[103344]: 'Subnet': '1.1', May 06 14:49:53.226823 dv-cinder-840678-2-iscsi neutron-server[103344]: 'Trunk': '1.1'}} May 06 14:49:53.226823 dv-cinder-840678-2-iscsi neutron-server[103344]: {{(pid=103344) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 14:49:53.278692 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-0357fc87-d9f8-40a8-af9b-30e739703448 None None] Attempting to bind port d5d8aeb1-aeb0-4fbb-beac-f761e37744e6 on host dv-cinder-840678-2-iscsi for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 14:49:53.279119 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-0357fc87-d9f8-40a8-af9b-30e739703448 None None] Attempting to bind port d5d8aeb1-aeb0-4fbb-beac-f761e37744e6 by drivers openvswitch,hyperv on host dv-cinder-840678-2-iscsi at level 0 using segments [{'id': 'b454361d-62d6-4e2a-b54e-39c2117795fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'fdc21b49-013c-4835-a953-a27d2ffea1f4'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 14:49:53.279526 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0357fc87-d9f8-40a8-af9b-30e739703448 None None] Attempting to bind port d5d8aeb1-aeb0-4fbb-beac-f761e37744e6 on network fdc21b49-013c-4835-a953-a27d2ffea1f4 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 14:49:53.284566 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0357fc87-d9f8-40a8-af9b-30e739703448 None None] Checking agent: {'id': '20451d70-ea89-4a66-885a-20a1b2a3bff8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 14, 49, 44), 'started_at': datetime.datetime(2022, 5, 6, 14, 49, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 14:49:53.284983 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0357fc87-d9f8-40a8-af9b-30e739703448 None None] Checking segment: {'id': 'b454361d-62d6-4e2a-b54e-39c2117795fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'fdc21b49-013c-4835-a953-a27d2ffea1f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 14:49:53.285490 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0357fc87-d9f8-40a8-af9b-30e739703448 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:49:53.285892 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0357fc87-d9f8-40a8-af9b-30e739703448 None None] Bound using segment: {'id': 'b454361d-62d6-4e2a-b54e-39c2117795fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'fdc21b49-013c-4835-a953-a27d2ffea1f4'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 14:49:53.286382 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-0357fc87-d9f8-40a8-af9b-30e739703448 None None] Bound port: d5d8aeb1-aeb0-4fbb-beac-f761e37744e6, host: dv-cinder-840678-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b454361d-62d6-4e2a-b54e-39c2117795fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'fdc21b49-013c-4835-a953-a27d2ffea1f4'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 14:49:53.286792 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0357fc87-d9f8-40a8-af9b-30e739703448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (d5d8aeb1-aeb0-4fbb-beac-f761e37744e6), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:49:53.350046 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-0357fc87-d9f8-40a8-af9b-30e739703448 None None] For port d5d8aeb1-aeb0-4fbb-beac-f761e37744e6, host dv-cinder-840678-2-iscsi, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:49:53.372561 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-0357fc87-d9f8-40a8-af9b-30e739703448 None None] For port d5d8aeb1-aeb0-4fbb-beac-f761e37744e6, host dv-cinder-840678-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=d5d8aeb1-aeb0-4fbb-beac-f761e37744e6,segment=NetworkSegment(b454361d-62d6-4e2a-b54e-39c2117795fe),segment_id=b454361d-62d6-4e2a-b54e-39c2117795fe)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:49:53.379775 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0357fc87-d9f8-40a8-af9b-30e739703448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (d5d8aeb1-aeb0-4fbb-beac-f761e37744e6), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:49:53.441753 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0357fc87-d9f8-40a8-af9b-30e739703448 None None] Pushing event updated for resources: {'Port': ['ID=d5d8aeb1-aeb0-4fbb-beac-f761e37744e6,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:49:54.838696 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 39942) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:49:55.169883 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [None req-c25eb3ee-9954-42c6-941c-57f8f69aed98 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 06 14:49:55.170935 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-c25eb3ee-9954-42c6-941c-57f8f69aed98 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3313000 May 06 14:49:57.737765 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 39950) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:49:58.069075 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [None req-5d1b21cf-91be-4116-a431-ad107c1748d7 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103342) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 06 14:49:58.070069 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-5d1b21cf-91be-4116-a431-ad107c1748d7 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3313577 May 06 14:50:00.606149 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 39958) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:50:00.929040 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.v2.base [None req-7929ef35-a33f-4af2-a933-9b9502c4dc71 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 14:50:00.959216 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7929ef35-a33f-4af2-a933-9b9502c4dc71 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5249'] for router (3d91358c-5c5a-416b-b7a7-fb50fac86ec5), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:50:00.961091 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7929ef35-a33f-4af2-a933-9b9502c4dc71 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-428852', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5256'] for router (3d91358c-5c5a-416b-b7a7-fb50fac86ec5), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:50:01.116715 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7929ef35-a33f-4af2-a933-9b9502c4dc71 demo demo] Publish callbacks [] for router_controller (3d91358c-5c5a-416b-b7a7-fb50fac86ec5), precommit_add_association {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:50:01.121545 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7929ef35-a33f-4af2-a933-9b9502c4dc71 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429027'] for router (3d91358c-5c5a-416b-b7a7-fb50fac86ec5), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:50:01.141725 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7929ef35-a33f-4af2-a933-9b9502c4dc71 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:50:01.142866 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-7929ef35-a33f-4af2-a933-9b9502c4dc71 demo demo] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5356801 May 06 14:50:03.674688 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 39970) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:50:03.997136 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [None req-285ff3e1-4c0d-4103-afdd-a6d8d0a3a327 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 06 14:50:03.998115 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-285ff3e1-4c0d-4103-afdd-a6d8d0a3a327 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3225667 May 06 14:50:04.429188 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device d5d8aeb1-aeb0-4fbb-beac-f761e37744e6 up at agent ovs-agent-dv-cinder-840678-2-iscsi {{(pid=103344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 14:50:04.518068 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Provisioning complete for port d5d8aeb1-aeb0-4fbb-beac-f761e37744e6 triggered by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 14:50:04.518534 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (d5d8aeb1-aeb0-4fbb-beac-f761e37744e6), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:50:04.629452 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Current status of the port d5d8aeb1-aeb0-4fbb-beac-f761e37744e6 is: DOWN; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 14:50:04.629773 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (d5d8aeb1-aeb0-4fbb-beac-f761e37744e6), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:50:04.663083 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] For port d5d8aeb1-aeb0-4fbb-beac-f761e37744e6, host dv-cinder-840678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=d5d8aeb1-aeb0-4fbb-beac-f761e37744e6,segment=NetworkSegment(b454361d-62d6-4e2a-b54e-39c2117795fe),segment_id=b454361d-62d6-4e2a-b54e-39c2117795fe)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:50:04.667980 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (d5d8aeb1-aeb0-4fbb-beac-f761e37744e6), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:50:04.720857 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Pushing event updated for resources: {'Port': ['ID=d5d8aeb1-aeb0-4fbb-beac-f761e37744e6,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:50:05.233390 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c56d40-3a81-46c2-98a9-35c9336a4dd8 None None] Network fdc21b49-013c-4835-a953-a27d2ffea1f4 requested from dv-cinder-840678-2-iscsi {{(pid=103344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 14:50:05.280197 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-408bfdf0-9b28-4353-aa12-d0533aa67b74 None None] Provisioning complete for port d5d8aeb1-aeb0-4fbb-beac-f761e37744e6 triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 14:50:05.280610 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-408bfdf0-9b28-4353-aa12-d0533aa67b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (d5d8aeb1-aeb0-4fbb-beac-f761e37744e6), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:50:05.415774 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-408bfdf0-9b28-4353-aa12-d0533aa67b74 None None] Current status of the port d5d8aeb1-aeb0-4fbb-beac-f761e37744e6 is: ACTIVE; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 14:50:05.632803 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-f51ac91e-4975-4bcd-8bf2-fe1475a1767e None None] Provisioning complete for port d5d8aeb1-aeb0-4fbb-beac-f761e37744e6 triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 14:50:05.633643 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f51ac91e-4975-4bcd-8bf2-fe1475a1767e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (d5d8aeb1-aeb0-4fbb-beac-f761e37744e6), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:50:05.712248 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-f51ac91e-4975-4bcd-8bf2-fe1475a1767e None None] Current status of the port d5d8aeb1-aeb0-4fbb-beac-f761e37744e6 is: ACTIVE; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 14:50:06.400055 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device d5d8aeb1-aeb0-4fbb-beac-f761e37744e6 up at agent ovs-agent-dv-cinder-840678-2-iscsi {{(pid=103344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 14:50:06.446688 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Provisioning complete for port d5d8aeb1-aeb0-4fbb-beac-f761e37744e6 triggered by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 14:50:06.447113 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (d5d8aeb1-aeb0-4fbb-beac-f761e37744e6), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:50:06.529854 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Current status of the port d5d8aeb1-aeb0-4fbb-beac-f761e37744e6 is: ACTIVE; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 14:50:06.554519 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 39978) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:50:06.872967 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.v2.base [None req-6e95163f-003d-4336-ac95-456f2693459b admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'admin_state_up': True}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 14:50:06.893748 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e95163f-003d-4336-ac95-456f2693459b admin admin] Made reservation on behalf of ccc1ae27e989468199e57e6588faed16 for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:50:06.895966 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6e95163f-003d-4336-ac95-456f2693459b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:50:06.905180 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6e95163f-003d-4336-ac95-456f2693459b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:50:06.977216 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6e95163f-003d-4336-ac95-456f2693459b admin admin] Publish callbacks [] for security_group (1e74ed4b-526b-47f1-92c2-0ac2d883433d), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:50:06.980719 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6e95163f-003d-4336-ac95-456f2693459b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (1e74ed4b-526b-47f1-92c2-0ac2d883433d), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:50:06.998434 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6e95163f-003d-4336-ac95-456f2693459b admin admin] Reserving flat network on physical network physnet1 {{(pid=103343) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 06 14:50:07.013374 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e95163f-003d-4336-ac95-456f2693459b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e74ed4b-526b-47f1-92c2-0ac2d883433d,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:50:07.020407 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6e95163f-003d-4336-ac95-456f2693459b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16165668'] for segment (19695222-3a66-4083-822d-690c63f08412), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:50:07.020629 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.db.segments_db [None req-6e95163f-003d-4336-ac95-456f2693459b admin admin] Added segment 19695222-3a66-4083-822d-690c63f08412 of type flat for network 06a85250-557d-4448-8943-b2192c4da88d May 06 14:50:07.053673 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f40b83df-f9db-4437-867f-e6da797feb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (79b17169-ed94-4769-ba4e-30adf371f78f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:50:07.071397 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6e95163f-003d-4336-ac95-456f2693459b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732313419650'] for network (06a85250-557d-4448-8943-b2192c4da88d), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:50:07.105004 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6e95163f-003d-4336-ac95-456f2693459b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605'] for network (06a85250-557d-4448-8943-b2192c4da88d), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:50:07.105933 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e95163f-003d-4336-ac95-456f2693459b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:50:07.106509 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6e95163f-003d-4336-ac95-456f2693459b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566627'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:50:07.191977 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-6e95163f-003d-4336-ac95-456f2693459b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6358898 May 06 14:50:07.200808 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e95163f-003d-4336-ac95-456f2693459b admin admin] Pushing event updated for resources: {'Network': ['ID=06a85250-557d-4448-8943-b2192c4da88d,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:50:07.211544 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Network 06a85250-557d-4448-8943-b2192c4da88d details requested by agent ovs-agent-dv-cinder-840678-2-iscsi with host dv-cinder-840678-2-iscsi {{(pid=103344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 14:50:09.394236 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d2e3b4d0-a1c1-470f-87ce-62e0ed5bd89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (ec8f31e6-1756-4927-8bc3-e144e6f0af83), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:50:09.676848 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 39986) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:50:10.041692 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e3c530-d507-4cc3-bb8b-cf74917f854a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:50:10.043201 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-00e3c530-d507-4cc3-bb8b-cf74917f854a demo admin] 10.222.0.23 "GET /v2.0/subnets/a4d4012d-ddcb-49cc-b977-f9227f36812e HTTP/1.1" status: 200 len: 849 time: 0.3652396 May 06 14:50:10.219549 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-f5ea0f23-a2b6-4401-925f-bf04ffe52c3a demo admin] 10.222.0.23 "GET /v2.0/routers/3d91358c-5c5a-416b-b7a7-fb50fac86ec5 HTTP/1.1" status: 200 len: 704 time: 0.1707170 May 06 14:50:10.459743 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1afa6ce1-9145-4257-8e23-9dd2cd4b1998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b699075f-0d9f-4d2e-b182-9d9eb15bfab1), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:50:10.525309 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a239987a-42dc-4295-9cb1-b8bd26c5df9a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:50:10.828394 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-a239987a-42dc-4295-9cb1-b8bd26c5df9a demo admin] Allocated IP 172.20.0.1 (fdc21b49-013c-4835-a953-a27d2ffea1f4/a4d4012d-ddcb-49cc-b977-f9227f36812e/aa70992d-2998-4e3a-9932-285e7a242c0c) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:50:11.030391 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a239987a-42dc-4295-9cb1-b8bd26c5df9a demo admin] Publish callbacks [] for port (aa70992d-2998-4e3a-9932-285e7a242c0c), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:50:11.096788 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a239987a-42dc-4295-9cb1-b8bd26c5df9a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732313435468'] for port (aa70992d-2998-4e3a-9932-285e7a242c0c), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:50:11.170021 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a239987a-42dc-4295-9cb1-b8bd26c5df9a demo admin] Network fdc21b49-013c-4835-a953-a27d2ffea1f4 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:50:11.176501 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-a239987a-42dc-4295-9cb1-b8bd26c5df9a demo admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:50:11.184216 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a239987a-42dc-4295-9cb1-b8bd26c5df9a demo admin] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 14:50:11.184794 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a239987a-42dc-4295-9cb1-b8bd26c5df9a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-426958'] for router_interface (3d91358c-5c5a-416b-b7a7-fb50fac86ec5), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:50:11.249385 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a239987a-42dc-4295-9cb1-b8bd26c5df9a demo admin] Pushing event updated for resources: {'Port': ['ID=aa70992d-2998-4e3a-9932-285e7a242c0c,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:50:11.364341 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-3e7408fa-31df-44d9-bb4d-f041037c9369 None None] Provisioning complete for port aa70992d-2998-4e3a-9932-285e7a242c0c triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 14:50:11.364754 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3e7408fa-31df-44d9-bb4d-f041037c9369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (aa70992d-2998-4e3a-9932-285e7a242c0c), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:50:11.395103 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a239987a-42dc-4295-9cb1-b8bd26c5df9a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (aa70992d-2998-4e3a-9932-285e7a242c0c), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:50:11.398626 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-3e7408fa-31df-44d9-bb4d-f041037c9369 None None] Port aa70992d-2998-4e3a-9932-285e7a242c0c cannot update to ACTIVE because it is not bound. {{(pid=103344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 06 14:50:11.615446 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a239987a-42dc-4295-9cb1-b8bd26c5df9a demo admin] Publish callbacks [] for port (aa70992d-2998-4e3a-9932-285e7a242c0c), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:50:11.621263 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a239987a-42dc-4295-9cb1-b8bd26c5df9a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (aa70992d-2998-4e3a-9932-285e7a242c0c), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:50:11.622069 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a239987a-42dc-4295-9cb1-b8bd26c5df9a demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-426372'] for router_interface (3d91358c-5c5a-416b-b7a7-fb50fac86ec5), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:50:11.708724 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a239987a-42dc-4295-9cb1-b8bd26c5df9a demo admin] Pushing event updated for resources: {'Port': ['ID=aa70992d-2998-4e3a-9932-285e7a242c0c,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:50:11.757416 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a239987a-42dc-4295-9cb1-b8bd26c5df9a demo admin] Network fdc21b49-013c-4835-a953-a27d2ffea1f4 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:50:11.759338 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-a239987a-42dc-4295-9cb1-b8bd26c5df9a demo admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:50:11.917294 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-31116cb4-e541-4e3a-a39e-12b495d6e497 None None] Provisioning complete for port aa70992d-2998-4e3a-9932-285e7a242c0c triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 14:50:11.917870 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-31116cb4-e541-4e3a-a39e-12b495d6e497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (aa70992d-2998-4e3a-9932-285e7a242c0c), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:50:11.930561 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a239987a-42dc-4295-9cb1-b8bd26c5df9a demo admin] Router 3d91358c-5c5a-416b-b7a7-fb50fac86ec5 is scheduled to L3 agent ec8f31e6-1756-4927-8bc3-e144e6f0af83 with binding_index 1 {{(pid=103343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 14:50:11.957790 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-31116cb4-e541-4e3a-a39e-12b495d6e497 None None] Port aa70992d-2998-4e3a-9932-285e7a242c0c cannot update to ACTIVE because it is not bound. {{(pid=103344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 06 14:50:12.025165 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a239987a-42dc-4295-9cb1-b8bd26c5df9a demo admin] Notify agent at l3_agent.dv-cinder-840678-2-iscsi the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:50:12.031057 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-a239987a-42dc-4295-9cb1-b8bd26c5df9a demo admin] 10.222.0.23 "PUT /v2.0/routers/3d91358c-5c5a-416b-b7a7-fb50fac86ec5/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8053842 May 06 14:50:12.048437 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1151e559-5d5a-4693-8264-5a198519f504 None None] Sync routers for ids ['3d91358c-5c5a-416b-b7a7-fb50fac86ec5'] in dv-cinder-840678-2-iscsi {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:50:12.061972 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1151e559-5d5a-4693-8264-5a198519f504 None None] Routers {'3d91358c-5c5a-416b-b7a7-fb50fac86ec5'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 14:50:12.062851 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-1151e559-5d5a-4693-8264-5a198519f504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T14:50:09Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['3d91358c-5c5a-416b-b7a7-fb50fac86ec5'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:50:12.275392 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-1151e559-5d5a-4693-8264-5a198519f504 None None] Set router 3d91358c-5c5a-416b-b7a7-fb50fac86ec5 gateway port host: None {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 14:50:12.576045 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-68b1beb6-545b-4f86-a143-b395004404eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b8293b96-1d4f-4101-9243-9870353ff712), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:50:12.712795 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-1151e559-5d5a-4693-8264-5a198519f504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d91358c-5c5a-416b-b7a7-fb50fac86ec5', 'name': 'router1', 'tenant_id': '92337f7cabcc48ff8ca007298d1c3d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:50:00Z', 'updated_at': '2022-05-06T14:50:11Z', 'revision_number': 2, 'project_id': '92337f7cabcc48ff8ca007298d1c3d78', 'gw_port_host': None, '_interfaces': [{'id': 'aa70992d-2998-4e3a-9932-285e7a242c0c', 'name': '', 'network_id': 'fdc21b49-013c-4835-a953-a27d2ffea1f4', 'tenant_id': '92337f7cabcc48ff8ca007298d1c3d78', 'mac_address': 'fa:16:3e:f9:9f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d91358c-5c5a-416b-b7a7-fb50fac86ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a4d4012d-ddcb-49cc-b977-f9227f36812e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:50:10Z', 'updated_at': '2022-05-06T14:50:11Z', 'revision_number': 2, 'project_id': '92337f7cabcc48ff8ca007298d1c3d78', 'subnets': [{'id': 'a4d4012d-ddcb-49cc-b977-f9227f36812e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '123551f7-8cb9-46a4-83c8-f039bf078da6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:50:12.765559 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1151e559-5d5a-4693-8264-5a198519f504 None None] Checking router: 3d91358c-5c5a-416b-b7a7-fb50fac86ec5 for host: dv-cinder-840678-2-iscsi {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:50:12.765940 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1151e559-5d5a-4693-8264-5a198519f504 None None] Updating router 3d91358c-5c5a-416b-b7a7-fb50fac86ec5 port aa70992d-2998-4e3a-9932-285e7a242c0c binding host dv-cinder-840678-2-iscsi {{(pid=103345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 14:50:12.820568 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1151e559-5d5a-4693-8264-5a198519f504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (aa70992d-2998-4e3a-9932-285e7a242c0c), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:50:13.348591 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1151e559-5d5a-4693-8264-5a198519f504 None None] Publish callbacks [] for port (aa70992d-2998-4e3a-9932-285e7a242c0c), precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:50:13.354674 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1151e559-5d5a-4693-8264-5a198519f504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (aa70992d-2998-4e3a-9932-285e7a242c0c), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:50:13.559437 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bb5a61-2af9-4046-9ddc-7eb7e355a25d None None] Pushing event updated for resources: {'Port': ['ID=aa70992d-2998-4e3a-9932-285e7a242c0c,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:50:13.565096 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-1151e559-5d5a-4693-8264-5a198519f504 None None] Attempting to bind port aa70992d-2998-4e3a-9932-285e7a242c0c on host dv-cinder-840678-2-iscsi for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 14:50:13.565505 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-1151e559-5d5a-4693-8264-5a198519f504 None None] Attempting to bind port aa70992d-2998-4e3a-9932-285e7a242c0c by drivers openvswitch,hyperv on host dv-cinder-840678-2-iscsi at level 0 using segments [{'id': 'b454361d-62d6-4e2a-b54e-39c2117795fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'fdc21b49-013c-4835-a953-a27d2ffea1f4'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 14:50:13.566053 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1151e559-5d5a-4693-8264-5a198519f504 None None] Attempting to bind port aa70992d-2998-4e3a-9932-285e7a242c0c on network fdc21b49-013c-4835-a953-a27d2ffea1f4 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 14:50:13.575069 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1151e559-5d5a-4693-8264-5a198519f504 None None] Checking agent: {'id': '20451d70-ea89-4a66-885a-20a1b2a3bff8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 14, 49, 44), 'started_at': datetime.datetime(2022, 5, 6, 14, 49, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 14:50:13.575498 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1151e559-5d5a-4693-8264-5a198519f504 None None] Checking segment: {'id': 'b454361d-62d6-4e2a-b54e-39c2117795fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'fdc21b49-013c-4835-a953-a27d2ffea1f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 14:50:13.576014 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1151e559-5d5a-4693-8264-5a198519f504 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:50:13.576411 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1151e559-5d5a-4693-8264-5a198519f504 None None] Bound using segment: {'id': 'b454361d-62d6-4e2a-b54e-39c2117795fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'fdc21b49-013c-4835-a953-a27d2ffea1f4'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 14:50:13.576932 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-1151e559-5d5a-4693-8264-5a198519f504 None None] Bound port: aa70992d-2998-4e3a-9932-285e7a242c0c, host: dv-cinder-840678-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b454361d-62d6-4e2a-b54e-39c2117795fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'fdc21b49-013c-4835-a953-a27d2ffea1f4'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 14:50:13.577323 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1151e559-5d5a-4693-8264-5a198519f504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (aa70992d-2998-4e3a-9932-285e7a242c0c), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:50:13.588739 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bb5a61-2af9-4046-9ddc-7eb7e355a25d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:50:13.589104 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bb5a61-2af9-4046-9ddc-7eb7e355a25d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:50:13.589621 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bb5a61-2af9-4046-9ddc-7eb7e355a25d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:50:13.590069 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bb5a61-2af9-4046-9ddc-7eb7e355a25d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:50:13.590539 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bb5a61-2af9-4046-9ddc-7eb7e355a25d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:50:13.590825 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bb5a61-2af9-4046-9ddc-7eb7e355a25d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:50:13.591132 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bb5a61-2af9-4046-9ddc-7eb7e355a25d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:50:13.591463 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bb5a61-2af9-4046-9ddc-7eb7e355a25d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:50:13.591786 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bb5a61-2af9-4046-9ddc-7eb7e355a25d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:50:13.592118 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bb5a61-2af9-4046-9ddc-7eb7e355a25d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:50:13.592446 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bb5a61-2af9-4046-9ddc-7eb7e355a25d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:50:13.592817 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bb5a61-2af9-4046-9ddc-7eb7e355a25d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:50:13.593146 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bb5a61-2af9-4046-9ddc-7eb7e355a25d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:50:13.593464 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bb5a61-2af9-4046-9ddc-7eb7e355a25d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:50:13.593792 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bb5a61-2af9-4046-9ddc-7eb7e355a25d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:50:13.595285 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bb5a61-2af9-4046-9ddc-7eb7e355a25d None None] Tracked resource versions report: May 06 14:50:13.595285 dv-cinder-840678-2-iscsi neutron-server[103345]: pushed versions: May 06 14:50:13.595285 dv-cinder-840678-2-iscsi neutron-server[103345]: { 'AddressGroup': {'1.2'}, May 06 14:50:13.595285 dv-cinder-840678-2-iscsi neutron-server[103345]: 'Agent': {'1.1'}, May 06 14:50:13.595285 dv-cinder-840678-2-iscsi neutron-server[103345]: 'ConntrackHelper': {'1.0'}, May 06 14:50:13.595285 dv-cinder-840678-2-iscsi neutron-server[103345]: 'LocalIPAssociation': {'1.0'}, May 06 14:50:13.595285 dv-cinder-840678-2-iscsi neutron-server[103345]: 'Log': {'1.0'}, May 06 14:50:13.595285 dv-cinder-840678-2-iscsi neutron-server[103345]: 'NDPProxy': {'1.0'}, May 06 14:50:13.595285 dv-cinder-840678-2-iscsi neutron-server[103345]: 'Network': {'1.1'}, May 06 14:50:13.595285 dv-cinder-840678-2-iscsi neutron-server[103345]: 'Port': {'1.7'}, May 06 14:50:13.595285 dv-cinder-840678-2-iscsi neutron-server[103345]: 'PortForwarding': {'1.3'}, May 06 14:50:13.595285 dv-cinder-840678-2-iscsi neutron-server[103345]: 'QosPolicy': {'1.10'}, May 06 14:50:13.595285 dv-cinder-840678-2-iscsi neutron-server[103345]: 'SecurityGroup': {'1.5'}, May 06 14:50:13.595285 dv-cinder-840678-2-iscsi neutron-server[103345]: 'SecurityGroupRule': {'1.2'}, May 06 14:50:13.595285 dv-cinder-840678-2-iscsi neutron-server[103345]: 'SubPort': {'1.0'}, May 06 14:50:13.595285 dv-cinder-840678-2-iscsi neutron-server[103345]: 'Subnet': {'1.1'}, May 06 14:50:13.595285 dv-cinder-840678-2-iscsi neutron-server[103345]: 'Trunk': {'1.1'}} May 06 14:50:13.595285 dv-cinder-840678-2-iscsi neutron-server[103345]: consumer versions: May 06 14:50:13.595285 dv-cinder-840678-2-iscsi neutron-server[103345]: { DHCP agent@dv-cinder-840678-2-iscsi: {}, May 06 14:50:13.595285 dv-cinder-840678-2-iscsi neutron-server[103345]: L3 agent@dv-cinder-840678-2-iscsi: {}, May 06 14:50:13.595285 dv-cinder-840678-2-iscsi neutron-server[103345]: Metadata agent@dv-cinder-840678-2-iscsi: {}, May 06 14:50:13.595285 dv-cinder-840678-2-iscsi neutron-server[103345]: Metering agent@dv-cinder-840678-2-iscsi: {}, May 06 14:50:13.595285 dv-cinder-840678-2-iscsi neutron-server[103345]: Open vSwitch agent@dv-cinder-840678-2-iscsi: { 'AddressGroup': '1.2', May 06 14:50:13.595285 dv-cinder-840678-2-iscsi neutron-server[103345]: 'Agent': '1.1', May 06 14:50:13.595285 dv-cinder-840678-2-iscsi neutron-server[103345]: 'ConntrackHelper': '1.0', May 06 14:50:13.595285 dv-cinder-840678-2-iscsi neutron-server[103345]: 'LocalIPAssociation': '1.0', May 06 14:50:13.595285 dv-cinder-840678-2-iscsi neutron-server[103345]: 'Log': '1.0', May 06 14:50:13.595285 dv-cinder-840678-2-iscsi neutron-server[103345]: 'NDPProxy': '1.0', May 06 14:50:13.595285 dv-cinder-840678-2-iscsi neutron-server[103345]: 'Network': '1.1', May 06 14:50:13.595285 dv-cinder-840678-2-iscsi neutron-server[103345]: 'Port': '1.7', May 06 14:50:13.595285 dv-cinder-840678-2-iscsi neutron-server[103345]: 'PortForwarding': '1.3', May 06 14:50:13.595285 dv-cinder-840678-2-iscsi neutron-server[103345]: 'QosPolicy': '1.10', May 06 14:50:13.595285 dv-cinder-840678-2-iscsi neutron-server[103345]: 'SecurityGroup': '1.5', May 06 14:50:13.595285 dv-cinder-840678-2-iscsi neutron-server[103345]: 'SecurityGroupRule': '1.2', May 06 14:50:13.595285 dv-cinder-840678-2-iscsi neutron-server[103345]: 'SubPort': '1.0', May 06 14:50:13.595285 dv-cinder-840678-2-iscsi neutron-server[103345]: 'Subnet': '1.1', May 06 14:50:13.595285 dv-cinder-840678-2-iscsi neutron-server[103345]: 'Trunk': '1.1'}} May 06 14:50:13.595285 dv-cinder-840678-2-iscsi neutron-server[103345]: {{(pid=103345) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 14:50:13.674275 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-1151e559-5d5a-4693-8264-5a198519f504 None None] For port aa70992d-2998-4e3a-9932-285e7a242c0c, host dv-cinder-840678-2-iscsi, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:50:13.702367 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-1151e559-5d5a-4693-8264-5a198519f504 None None] For port aa70992d-2998-4e3a-9932-285e7a242c0c, host dv-cinder-840678-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=aa70992d-2998-4e3a-9932-285e7a242c0c,segment=NetworkSegment(b454361d-62d6-4e2a-b54e-39c2117795fe),segment_id=b454361d-62d6-4e2a-b54e-39c2117795fe)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:50:13.702617 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (20451d70-ea89-4a66-885a-20a1b2a3bff8), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:50:13.708770 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-1151e559-5d5a-4693-8264-5a198519f504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (aa70992d-2998-4e3a-9932-285e7a242c0c), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:50:13.766662 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1151e559-5d5a-4693-8264-5a198519f504 None None] Routers {'3d91358c-5c5a-416b-b7a7-fb50fac86ec5'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 14:50:13.767301 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-1151e559-5d5a-4693-8264-5a198519f504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T14:50:09Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['3d91358c-5c5a-416b-b7a7-fb50fac86ec5'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:50:13.787959 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-80c46e33-a752-4d8a-9117-d2d062e9c38d None None] Provisioning complete for port aa70992d-2998-4e3a-9932-285e7a242c0c triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 14:50:13.788870 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-80c46e33-a752-4d8a-9117-d2d062e9c38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (aa70992d-2998-4e3a-9932-285e7a242c0c), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:50:13.863338 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-1151e559-5d5a-4693-8264-5a198519f504 None None] Set router 3d91358c-5c5a-416b-b7a7-fb50fac86ec5 gateway port host: None {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 14:50:13.878172 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-80c46e33-a752-4d8a-9117-d2d062e9c38d None None] Current status of the port aa70992d-2998-4e3a-9932-285e7a242c0c is: DOWN; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 14:50:13.878804 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-80c46e33-a752-4d8a-9117-d2d062e9c38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (aa70992d-2998-4e3a-9932-285e7a242c0c), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:50:13.905270 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bb5a61-2af9-4046-9ddc-7eb7e355a25d None None] Pushing event updated for resources: {'Port': ['ID=aa70992d-2998-4e3a-9932-285e7a242c0c,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:50:13.927959 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-80c46e33-a752-4d8a-9117-d2d062e9c38d None None] For port aa70992d-2998-4e3a-9932-285e7a242c0c, host dv-cinder-840678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=aa70992d-2998-4e3a-9932-285e7a242c0c,segment=NetworkSegment(b454361d-62d6-4e2a-b54e-39c2117795fe),segment_id=b454361d-62d6-4e2a-b54e-39c2117795fe)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:50:13.933458 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-80c46e33-a752-4d8a-9117-d2d062e9c38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (aa70992d-2998-4e3a-9932-285e7a242c0c), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:50:13.993482 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c46e33-a752-4d8a-9117-d2d062e9c38d None None] Pushing event updated for resources: {'Port': ['ID=aa70992d-2998-4e3a-9932-285e7a242c0c,revision_number=5']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:50:14.053670 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-f3b210df-f03a-4bd2-885d-6d4122985a4e None None] Provisioning complete for port aa70992d-2998-4e3a-9932-285e7a242c0c triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 14:50:14.054010 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f3b210df-f03a-4bd2-885d-6d4122985a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (aa70992d-2998-4e3a-9932-285e7a242c0c), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:50:14.081188 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-1151e559-5d5a-4693-8264-5a198519f504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d91358c-5c5a-416b-b7a7-fb50fac86ec5', 'name': 'router1', 'tenant_id': '92337f7cabcc48ff8ca007298d1c3d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:50:00Z', 'updated_at': '2022-05-06T14:50:11Z', 'revision_number': 2, 'project_id': '92337f7cabcc48ff8ca007298d1c3d78', 'gw_port_host': None, '_interfaces': [{'id': 'aa70992d-2998-4e3a-9932-285e7a242c0c', 'name': '', 'network_id': 'fdc21b49-013c-4835-a953-a27d2ffea1f4', 'tenant_id': '92337f7cabcc48ff8ca007298d1c3d78', 'mac_address': 'fa:16:3e:f9:9f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d91358c-5c5a-416b-b7a7-fb50fac86ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a4d4012d-ddcb-49cc-b977-f9227f36812e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:50:10Z', 'updated_at': '2022-05-06T14:50:13Z', 'revision_number': 4, 'project_id': '92337f7cabcc48ff8ca007298d1c3d78', 'subnets': [{'id': 'a4d4012d-ddcb-49cc-b977-f9227f36812e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '123551f7-8cb9-46a4-83c8-f039bf078da6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:50:14.109629 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1151e559-5d5a-4693-8264-5a198519f504 None None] The sync data for ids ['3d91358c-5c5a-416b-b7a7-fb50fac86ec5'] in dv-cinder-840678-2-iscsi is: [{'id': '3d91358c-5c5a-416b-b7a7-fb50fac86ec5', 'name': 'router1', 'tenant_id': '92337f7cabcc48ff8ca007298d1c3d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:50:00Z', 'updated_at': '2022-05-06T14:50:11Z', 'revision_number': 2, 'project_id': '92337f7cabcc48ff8ca007298d1c3d78', 'gw_port_host': None, '_interfaces': [{'id': 'aa70992d-2998-4e3a-9932-285e7a242c0c', 'name': '', 'network_id': 'fdc21b49-013c-4835-a953-a27d2ffea1f4', 'tenant_id': '92337f7cabcc48ff8ca007298d1c3d78', 'mac_address': 'fa:16:3e:f9:9f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d91358c-5c5a-416b-b7a7-fb50fac86ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a4d4012d-ddcb-49cc-b977-f9227f36812e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:50:10Z', 'updated_at': '2022-05-06T14:50:13Z', 'revision_number': 4, 'project_id': '92337f7cabcc48ff8ca007298d1c3d78', 'subnets': [{'id': 'a4d4012d-ddcb-49cc-b977-f9227f36812e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '123551f7-8cb9-46a4-83c8-f039bf078da6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:50:14.138003 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-f3b210df-f03a-4bd2-885d-6d4122985a4e None None] Current status of the port aa70992d-2998-4e3a-9932-285e7a242c0c is: ACTIVE; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 14:50:14.531402 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 40006) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:50:14.732374 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5f8e1b-3780-480c-9136-d623af737f9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:50:14.733786 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-7b5f8e1b-3780-480c-9136-d623af737f9c admin admin] 10.222.0.23 "GET /v2.0/networks/06a85250-557d-4448-8943-b2192c4da88d HTTP/1.1" status: 200 len: 842 time: 0.2014284 May 06 14:50:14.743633 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.v2.base [None req-ef2eacad-100b-420c-a96b-abeac92ae6da admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'gateway_ip': '172.27.2.1', 'cidr': '172.27.2.0/24', 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 14:50:14.766973 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef2eacad-100b-420c-a96b-abeac92ae6da admin admin] Made reservation on behalf of ccc1ae27e989468199e57e6588faed16 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:50:14.769249 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ef2eacad-100b-420c-a96b-abeac92ae6da admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:50:15.036684 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.objects.ports [None req-ef2eacad-100b-420c-a96b-abeac92ae6da admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103343) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 06 14:50:15.037137 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ef2eacad-100b-420c-a96b-abeac92ae6da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605'] for subnet (cd3545e0-d98c-46ff-bce0-08f4555cdcb4), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:50:15.171209 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2eacad-100b-420c-a96b-abeac92ae6da admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd3545e0-d98c-46ff-bce0-08f4555cdcb4,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:50:15.189609 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2eacad-100b-420c-a96b-abeac92ae6da admin admin] Checking segment: {'id': '19695222-3a66-4083-822d-690c63f08412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06a85250-557d-4448-8943-b2192c4da88d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 14:50:15.189956 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2eacad-100b-420c-a96b-abeac92ae6da admin admin] Network hostable DHCP agents. Network: 06a85250-557d-4448-8943-b2192c4da88d, hostable agents: ['79b17169-ed94-4769-ba4e-30adf371f78f'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 14:50:15.208882 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2eacad-100b-420c-a96b-abeac92ae6da admin admin] Network 06a85250-557d-4448-8943-b2192c4da88d is scheduled to be hosted by DHCP agent 79b17169-ed94-4769-ba4e-30adf371f78f with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 14:50:15.218798 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-ef2eacad-100b-420c-a96b-abeac92ae6da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-2-iscsi, 06a85250-557d-4448-8943-b2192c4da88d) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:50:15.222874 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2eacad-100b-420c-a96b-abeac92ae6da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:50:15.223645 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ef2eacad-100b-420c-a96b-abeac92ae6da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566627'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:50:15.228918 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5574be0-aa6a-41a4-a029-2bd7e5d94f42 None None] Network 06a85250-557d-4448-8943-b2192c4da88d requested from dv-cinder-840678-2-iscsi {{(pid=103344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 14:50:15.242403 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-ef2eacad-100b-420c-a96b-abeac92ae6da admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5026436 May 06 14:50:15.351351 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db157290-d23e-4191-ab2f-8a25ea2482e3 None None] Network 06a85250-557d-4448-8943-b2192c4da88d requested from dv-cinder-840678-2-iscsi {{(pid=103344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 14:50:17.719095 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 40024) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:50:17.850515 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-51a90fb7-9b79-4124-9d48-b0a2c085c65a demo admin] 10.222.0.23 "GET /v2.0/routers/3d91358c-5c5a-416b-b7a7-fb50fac86ec5 HTTP/1.1" status: 200 len: 710 time: 0.1302979 May 06 14:50:17.937765 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be35ad0-d45c-44c6-a9c2-1afa7ee8629f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:50:17.939167 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-0be35ad0-d45c-44c6-a9c2-1afa7ee8629f demo admin] 10.222.0.23 "GET /v2.0/networks/06a85250-557d-4448-8943-b2192c4da88d HTTP/1.1" status: 200 len: 886 time: 0.0820777 May 06 14:50:17.948358 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.v2.base [None req-9f2a006f-be7e-463b-b2d5-4e62a3d34abe demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d'}}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 14:50:18.206217 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9f2a006f-be7e-463b-b2d5-4e62a3d34abe demo admin] Publish callbacks [] for router_gateway (3d91358c-5c5a-416b-b7a7-fb50fac86ec5), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:50:18.427209 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9f2a006f-be7e-463b-b2d5-4e62a3d34abe demo admin] Publish callbacks [] for router_gateway (3d91358c-5c5a-416b-b7a7-fb50fac86ec5), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:50:18.500759 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9f2a006f-be7e-463b-b2d5-4e62a3d34abe demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:50:18.608515 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-9f2a006f-be7e-463b-b2d5-4e62a3d34abe demo admin] Allocated IP 172.27.2.187 (06a85250-557d-4448-8943-b2192c4da88d/cd3545e0-d98c-46ff-bce0-08f4555cdcb4/ffbe82c2-169f-49d2-a544-454b13397c65) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:50:18.712320 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9f2a006f-be7e-463b-b2d5-4e62a3d34abe demo admin] Publish callbacks [] for port (ffbe82c2-169f-49d2-a544-454b13397c65), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:50:18.745302 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9f2a006f-be7e-463b-b2d5-4e62a3d34abe demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732313435468'] for port (ffbe82c2-169f-49d2-a544-454b13397c65), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:50:18.780268 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2a006f-be7e-463b-b2d5-4e62a3d34abe demo admin] Network 06a85250-557d-4448-8943-b2192c4da88d is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:50:18.782888 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-9f2a006f-be7e-463b-b2d5-4e62a3d34abe demo admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:50:18.787280 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2a006f-be7e-463b-b2d5-4e62a3d34abe demo admin] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 14:50:18.824870 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2a006f-be7e-463b-b2d5-4e62a3d34abe demo admin] Pushing event updated for resources: {'Port': ['ID=ffbe82c2-169f-49d2-a544-454b13397c65,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:50:19.047728 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9f2a006f-be7e-463b-b2d5-4e62a3d34abe demo admin] Publish callbacks [] for router_gateway (3d91358c-5c5a-416b-b7a7-fb50fac86ec5), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:50:19.337378 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9f2a006f-be7e-463b-b2d5-4e62a3d34abe demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-428806', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5242'] for router (3d91358c-5c5a-416b-b7a7-fb50fac86ec5), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:50:19.340763 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9f2a006f-be7e-463b-b2d5-4e62a3d34abe demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-428817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-428824', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-422578'] for router (3d91358c-5c5a-416b-b7a7-fb50fac86ec5), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:50:19.449061 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f2a006f-be7e-463b-b2d5-4e62a3d34abe demo admin] Router 3d91358c-5c5a-416b-b7a7-fb50fac86ec5 has already been hosted by L3 agent ec8f31e6-1756-4927-8bc3-e144e6f0af83 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:50:19.562475 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f2a006f-be7e-463b-b2d5-4e62a3d34abe demo admin] Notify agent at l3_agent.dv-cinder-840678-2-iscsi the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:50:19.566794 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9f2a006f-be7e-463b-b2d5-4e62a3d34abe demo admin] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:50:19.568028 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-9f2a006f-be7e-463b-b2d5-4e62a3d34abe demo admin] 10.222.0.23 "PUT /v2.0/routers/3d91358c-5c5a-416b-b7a7-fb50fac86ec5 HTTP/1.1" status: 200 len: 890 time: 1.6232743 May 06 14:50:22.111455 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 40036) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:50:22.250358 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-fb8bb8f8-da91-44cd-93f9-f61b49059545 admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1377978 May 06 14:50:22.428650 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device aa70992d-2998-4e3a-9932-285e7a242c0c up at agent ovs-agent-dv-cinder-840678-2-iscsi {{(pid=103344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 14:50:22.480253 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Provisioning complete for port aa70992d-2998-4e3a-9932-285e7a242c0c triggered by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 14:50:22.480728 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (aa70992d-2998-4e3a-9932-285e7a242c0c), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:50:22.566899 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Current status of the port aa70992d-2998-4e3a-9932-285e7a242c0c is: ACTIVE; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 14:50:23.216854 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c0d225-2dc9-468f-855f-4b7ac82a5d5d None None] Sync routers for ids ['3d91358c-5c5a-416b-b7a7-fb50fac86ec5'] in dv-cinder-840678-2-iscsi {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:50:23.228884 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c0d225-2dc9-468f-855f-4b7ac82a5d5d None None] Routers {'3d91358c-5c5a-416b-b7a7-fb50fac86ec5'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 14:50:23.229532 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-01c0d225-2dc9-468f-855f-4b7ac82a5d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T14:50:09Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['3d91358c-5c5a-416b-b7a7-fb50fac86ec5'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:50:23.446193 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-01c0d225-2dc9-468f-855f-4b7ac82a5d5d None None] Set router 3d91358c-5c5a-416b-b7a7-fb50fac86ec5 gateway port host: dv-cinder-840678-2-iscsi {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 14:50:23.911972 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-01c0d225-2dc9-468f-855f-4b7ac82a5d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d91358c-5c5a-416b-b7a7-fb50fac86ec5', 'name': 'router1', 'tenant_id': '92337f7cabcc48ff8ca007298d1c3d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'ffbe82c2-169f-49d2-a544-454b13397c65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:50:00Z', 'updated_at': '2022-05-06T14:50:18Z', 'revision_number': 4, 'project_id': '92337f7cabcc48ff8ca007298d1c3d78', 'gw_port': {'id': 'ffbe82c2-169f-49d2-a544-454b13397c65', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:97:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d91358c-5c5a-416b-b7a7-fb50fac86ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:50:18Z', 'updated_at': '2022-05-06T14:50:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_interfaces': [{'id': 'aa70992d-2998-4e3a-9932-285e7a242c0c', 'name': '', 'network_id': 'fdc21b49-013c-4835-a953-a27d2ffea1f4', 'tenant_id': '92337f7cabcc48ff8ca007298d1c3d78', 'mac_address': 'fa:16:3e:f9:9f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d91358c-5c5a-416b-b7a7-fb50fac86ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a4d4012d-ddcb-49cc-b977-f9227f36812e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:50:10Z', 'updated_at': '2022-05-06T14:50:13Z', 'revision_number': 5, 'project_id': '92337f7cabcc48ff8ca007298d1c3d78', 'subnets': [{'id': 'a4d4012d-ddcb-49cc-b977-f9227f36812e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '123551f7-8cb9-46a4-83c8-f039bf078da6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:50:23.964974 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c0d225-2dc9-468f-855f-4b7ac82a5d5d None None] Checking router: 3d91358c-5c5a-416b-b7a7-fb50fac86ec5 for host: dv-cinder-840678-2-iscsi {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:50:23.964974 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c0d225-2dc9-468f-855f-4b7ac82a5d5d None None] Updating router 3d91358c-5c5a-416b-b7a7-fb50fac86ec5 port ffbe82c2-169f-49d2-a544-454b13397c65 binding host dv-cinder-840678-2-iscsi {{(pid=103344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 14:50:24.023832 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-01c0d225-2dc9-468f-855f-4b7ac82a5d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (ffbe82c2-169f-49d2-a544-454b13397c65), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:50:24.361651 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-01c0d225-2dc9-468f-855f-4b7ac82a5d5d None None] Publish callbacks [] for port (ffbe82c2-169f-49d2-a544-454b13397c65), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:50:24.368248 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-01c0d225-2dc9-468f-855f-4b7ac82a5d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (ffbe82c2-169f-49d2-a544-454b13397c65), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:50:24.420762 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-01c0d225-2dc9-468f-855f-4b7ac82a5d5d None None] Attempting to bind port ffbe82c2-169f-49d2-a544-454b13397c65 on host dv-cinder-840678-2-iscsi for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 14:50:24.421147 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-01c0d225-2dc9-468f-855f-4b7ac82a5d5d None None] Attempting to bind port ffbe82c2-169f-49d2-a544-454b13397c65 by drivers openvswitch,hyperv on host dv-cinder-840678-2-iscsi at level 0 using segments [{'id': '19695222-3a66-4083-822d-690c63f08412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06a85250-557d-4448-8943-b2192c4da88d'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 14:50:24.421519 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c0d225-2dc9-468f-855f-4b7ac82a5d5d None None] Attempting to bind port ffbe82c2-169f-49d2-a544-454b13397c65 on network 06a85250-557d-4448-8943-b2192c4da88d {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 14:50:24.434370 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c0d225-2dc9-468f-855f-4b7ac82a5d5d None None] Checking agent: {'id': '20451d70-ea89-4a66-885a-20a1b2a3bff8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 14, 49, 44), 'started_at': datetime.datetime(2022, 5, 6, 14, 50, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 14:50:24.434688 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c0d225-2dc9-468f-855f-4b7ac82a5d5d None None] Checking segment: {'id': '19695222-3a66-4083-822d-690c63f08412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06a85250-557d-4448-8943-b2192c4da88d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 14:50:24.435076 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-01c0d225-2dc9-468f-855f-4b7ac82a5d5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:50:24.435475 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c0d225-2dc9-468f-855f-4b7ac82a5d5d None None] Bound using segment: {'id': '19695222-3a66-4083-822d-690c63f08412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06a85250-557d-4448-8943-b2192c4da88d'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 14:50:24.435943 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-01c0d225-2dc9-468f-855f-4b7ac82a5d5d None None] Bound port: ffbe82c2-169f-49d2-a544-454b13397c65, host: dv-cinder-840678-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19695222-3a66-4083-822d-690c63f08412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06a85250-557d-4448-8943-b2192c4da88d'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 14:50:24.436328 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-01c0d225-2dc9-468f-855f-4b7ac82a5d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (ffbe82c2-169f-49d2-a544-454b13397c65), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:50:24.457674 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becd0e2b-fedc-4224-a39b-52040ab70732 None None] Pushing event updated for resources: {'Port': ['ID=ffbe82c2-169f-49d2-a544-454b13397c65,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:50:24.502328 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-01c0d225-2dc9-468f-855f-4b7ac82a5d5d None None] For port ffbe82c2-169f-49d2-a544-454b13397c65, host dv-cinder-840678-2-iscsi, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:50:24.511722 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-01c0d225-2dc9-468f-855f-4b7ac82a5d5d None None] For port ffbe82c2-169f-49d2-a544-454b13397c65, host dv-cinder-840678-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=ffbe82c2-169f-49d2-a544-454b13397c65,segment=NetworkSegment(19695222-3a66-4083-822d-690c63f08412),segment_id=19695222-3a66-4083-822d-690c63f08412)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:50:24.521760 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-01c0d225-2dc9-468f-855f-4b7ac82a5d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (ffbe82c2-169f-49d2-a544-454b13397c65), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:50:24.587058 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becd0e2b-fedc-4224-a39b-52040ab70732 None None] Pushing event updated for resources: {'Port': ['ID=ffbe82c2-169f-49d2-a544-454b13397c65,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:50:24.595514 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c0d225-2dc9-468f-855f-4b7ac82a5d5d None None] Routers {'3d91358c-5c5a-416b-b7a7-fb50fac86ec5'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 14:50:24.596140 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-01c0d225-2dc9-468f-855f-4b7ac82a5d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T14:50:09Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['3d91358c-5c5a-416b-b7a7-fb50fac86ec5'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:50:24.725040 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-01c0d225-2dc9-468f-855f-4b7ac82a5d5d None None] Set router 3d91358c-5c5a-416b-b7a7-fb50fac86ec5 gateway port host: dv-cinder-840678-2-iscsi {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 14:50:24.986215 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-01c0d225-2dc9-468f-855f-4b7ac82a5d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d91358c-5c5a-416b-b7a7-fb50fac86ec5', 'name': 'router1', 'tenant_id': '92337f7cabcc48ff8ca007298d1c3d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'ffbe82c2-169f-49d2-a544-454b13397c65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:50:00Z', 'updated_at': '2022-05-06T14:50:18Z', 'revision_number': 4, 'project_id': '92337f7cabcc48ff8ca007298d1c3d78', 'gw_port': {'id': 'ffbe82c2-169f-49d2-a544-454b13397c65', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:97:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d91358c-5c5a-416b-b7a7-fb50fac86ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:50:18Z', 'updated_at': '2022-05-06T14:50:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_interfaces': [{'id': 'aa70992d-2998-4e3a-9932-285e7a242c0c', 'name': '', 'network_id': 'fdc21b49-013c-4835-a953-a27d2ffea1f4', 'tenant_id': '92337f7cabcc48ff8ca007298d1c3d78', 'mac_address': 'fa:16:3e:f9:9f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d91358c-5c5a-416b-b7a7-fb50fac86ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a4d4012d-ddcb-49cc-b977-f9227f36812e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:50:10Z', 'updated_at': '2022-05-06T14:50:13Z', 'revision_number': 5, 'project_id': '92337f7cabcc48ff8ca007298d1c3d78', 'subnets': [{'id': 'a4d4012d-ddcb-49cc-b977-f9227f36812e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '123551f7-8cb9-46a4-83c8-f039bf078da6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:50:25.018834 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c0d225-2dc9-468f-855f-4b7ac82a5d5d None None] The sync data for ids ['3d91358c-5c5a-416b-b7a7-fb50fac86ec5'] in dv-cinder-840678-2-iscsi is: [{'id': '3d91358c-5c5a-416b-b7a7-fb50fac86ec5', 'name': 'router1', 'tenant_id': '92337f7cabcc48ff8ca007298d1c3d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'ffbe82c2-169f-49d2-a544-454b13397c65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:50:00Z', 'updated_at': '2022-05-06T14:50:18Z', 'revision_number': 4, 'project_id': '92337f7cabcc48ff8ca007298d1c3d78', 'gw_port': {'id': 'ffbe82c2-169f-49d2-a544-454b13397c65', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:97:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d91358c-5c5a-416b-b7a7-fb50fac86ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:50:18Z', 'updated_at': '2022-05-06T14:50:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_interfaces': [{'id': 'aa70992d-2998-4e3a-9932-285e7a242c0c', 'name': '', 'network_id': 'fdc21b49-013c-4835-a953-a27d2ffea1f4', 'tenant_id': '92337f7cabcc48ff8ca007298d1c3d78', 'mac_address': 'fa:16:3e:f9:9f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d91358c-5c5a-416b-b7a7-fb50fac86ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a4d4012d-ddcb-49cc-b977-f9227f36812e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:50:10Z', 'updated_at': '2022-05-06T14:50:13Z', 'revision_number': 5, 'project_id': '92337f7cabcc48ff8ca007298d1c3d78', 'subnets': [{'id': 'a4d4012d-ddcb-49cc-b977-f9227f36812e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '123551f7-8cb9-46a4-83c8-f039bf078da6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:50:26.485198 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device ffbe82c2-169f-49d2-a544-454b13397c65 up at agent ovs-agent-dv-cinder-840678-2-iscsi {{(pid=103344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 14:50:26.560524 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Provisioning complete for port ffbe82c2-169f-49d2-a544-454b13397c65 triggered by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 14:50:26.561166 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (ffbe82c2-169f-49d2-a544-454b13397c65), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:50:26.674053 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Current status of the port ffbe82c2-169f-49d2-a544-454b13397c65 is: DOWN; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 14:50:26.675563 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (ffbe82c2-169f-49d2-a544-454b13397c65), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:50:26.710993 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] For port ffbe82c2-169f-49d2-a544-454b13397c65, host dv-cinder-840678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=ffbe82c2-169f-49d2-a544-454b13397c65,segment=NetworkSegment(19695222-3a66-4083-822d-690c63f08412),segment_id=19695222-3a66-4083-822d-690c63f08412)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:50:26.721311 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (ffbe82c2-169f-49d2-a544-454b13397c65), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:50:26.810635 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Pushing event updated for resources: {'Port': ['ID=ffbe82c2-169f-49d2-a544-454b13397c65,revision_number=4']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:50:28.507522 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device ffbe82c2-169f-49d2-a544-454b13397c65 up at agent ovs-agent-dv-cinder-840678-2-iscsi {{(pid=103344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 14:50:28.573799 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Provisioning complete for port ffbe82c2-169f-49d2-a544-454b13397c65 triggered by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 14:50:28.574400 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (ffbe82c2-169f-49d2-a544-454b13397c65), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:50:28.792968 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Current status of the port ffbe82c2-169f-49d2-a544-454b13397c65 is: ACTIVE; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 14:50:37.058378 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-22666a37-b192-4d12-8a1c-3653e65c14f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (79b17169-ed94-4769-ba4e-30adf371f78f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:50:38.724697 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.agents_db [None req-6003b131-4361-4e36-81e7-47e90cbdf206 None None] Agent healthcheck: found 5 active agents {{(pid=103345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 14:50:39.390272 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9a9456d3-ddd8-4995-b361-eb8e01b02ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (ec8f31e6-1756-4927-8bc3-e144e6f0af83), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:50:40.470758 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1afa6ce1-9145-4257-8e23-9dd2cd4b1998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b699075f-0d9f-4d2e-b182-9d9eb15bfab1), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:50:42.583478 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-68b1beb6-545b-4f86-a143-b395004404eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b8293b96-1d4f-4101-9243-9870353ff712), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:50:43.785863 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (20451d70-ea89-4a66-885a-20a1b2a3bff8), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:51:07.066108 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-674e7ec3-8c5d-43e6-b6f1-849b703f19f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (79b17169-ed94-4769-ba4e-30adf371f78f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:51:09.388182 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-52895e41-ada0-46c4-9f24-8ecd2ae5af62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (ec8f31e6-1756-4927-8bc3-e144e6f0af83), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:51:10.464550 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1afa6ce1-9145-4257-8e23-9dd2cd4b1998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b699075f-0d9f-4d2e-b182-9d9eb15bfab1), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:51:12.587820 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-68b1beb6-545b-4f86-a143-b395004404eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b8293b96-1d4f-4101-9243-9870353ff712), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:51:13.703364 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (20451d70-ea89-4a66-885a-20a1b2a3bff8), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:51:15.721459 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.agents_db [None req-6003b131-4361-4e36-81e7-47e90cbdf206 None None] Agent healthcheck: found 5 active agents {{(pid=103345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 14:51:37.058150 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-974e2e4c-67fd-4261-b7a0-3e5dfdc3e880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (79b17169-ed94-4769-ba4e-30adf371f78f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:51:39.381150 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-62132a0e-d107-4499-9d83-d5f05261c412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (ec8f31e6-1756-4927-8bc3-e144e6f0af83), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:51:40.457842 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1afa6ce1-9145-4257-8e23-9dd2cd4b1998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b699075f-0d9f-4d2e-b182-9d9eb15bfab1), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:51:42.318604 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 40520) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:51:42.398685 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd7a07ba-2d66-4067-af64-0e2bb396c999 admin admin] GET failed (client error): The resource could not be found. May 06 14:51:42.400014 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-dd7a07ba-2d66-4067-af64-0e2bb396c999 admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0804238 May 06 14:51:42.588983 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-68b1beb6-545b-4f86-a143-b395004404eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b8293b96-1d4f-4101-9243-9870353ff712), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:51:42.595513 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023c4241-c311-4c8b-8c5d-fae8aadf929a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:51:42.597116 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-023c4241-c311-4c8b-8c5d-fae8aadf929a admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1924267 May 06 14:51:43.698186 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (20451d70-ea89-4a66-885a-20a1b2a3bff8), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:51:44.927529 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 40530) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:51:45.060826 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7cf203-e2bb-4f39-b36d-693a362e33b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:51:45.062184 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-4c7cf203-e2bb-4f39-b36d-693a362e33b1 admin admin] 10.222.0.23 "GET /v2.0/subnets/a4d4012d-ddcb-49cc-b977-f9227f36812e HTTP/1.1" status: 200 len: 849 time: 0.1337168 May 06 14:51:45.072190 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.v2.base [None req-39ced4b3-49ce-46dd-acb6-4e9225507177 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 14:51:45.182644 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-39ced4b3-49ce-46dd-acb6-4e9225507177 admin admin] Publish callbacks [] for subnet (a4d4012d-ddcb-49cc-b977-f9227f36812e), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:51:45.353323 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-39ced4b3-49ce-46dd-acb6-4e9225507177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732313812354'] for subnet (a4d4012d-ddcb-49cc-b977-f9227f36812e), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:51:45.391333 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ced4b3-49ce-46dd-acb6-4e9225507177 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:51:45.391977 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-39ced4b3-49ce-46dd-acb6-4e9225507177 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566627'] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:51:45.393311 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-39ced4b3-49ce-46dd-acb6-4e9225507177 admin admin] 10.222.0.23 "PUT /v2.0/subnets/a4d4012d-ddcb-49cc-b977-f9227f36812e HTTP/1.1" status: 200 len: 868 time: 0.3253744 May 06 14:51:45.405551 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd07d42-2645-4826-a3f8-b639f7444a68 None None] Network fdc21b49-013c-4835-a953-a27d2ffea1f4 requested from dv-cinder-840678-2-iscsi {{(pid=103344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 14:51:45.444176 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ced4b3-49ce-46dd-acb6-4e9225507177 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4d4012d-ddcb-49cc-b977-f9227f36812e,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:51:45.455008 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ced4b3-49ce-46dd-acb6-4e9225507177 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:51:45.455338 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ced4b3-49ce-46dd-acb6-4e9225507177 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:51:45.455782 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ced4b3-49ce-46dd-acb6-4e9225507177 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:51:45.456071 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ced4b3-49ce-46dd-acb6-4e9225507177 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:51:45.456355 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ced4b3-49ce-46dd-acb6-4e9225507177 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:51:45.456725 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ced4b3-49ce-46dd-acb6-4e9225507177 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:51:45.457058 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ced4b3-49ce-46dd-acb6-4e9225507177 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:51:45.457385 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ced4b3-49ce-46dd-acb6-4e9225507177 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:51:45.457725 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ced4b3-49ce-46dd-acb6-4e9225507177 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:51:45.458051 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ced4b3-49ce-46dd-acb6-4e9225507177 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:51:45.458396 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ced4b3-49ce-46dd-acb6-4e9225507177 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:51:45.458751 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ced4b3-49ce-46dd-acb6-4e9225507177 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:51:45.459092 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ced4b3-49ce-46dd-acb6-4e9225507177 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:51:45.459414 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ced4b3-49ce-46dd-acb6-4e9225507177 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:51:45.459742 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ced4b3-49ce-46dd-acb6-4e9225507177 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:51:45.461399 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ced4b3-49ce-46dd-acb6-4e9225507177 admin admin] Tracked resource versions report: May 06 14:51:45.461399 dv-cinder-840678-2-iscsi neutron-server[103342]: pushed versions: May 06 14:51:45.461399 dv-cinder-840678-2-iscsi neutron-server[103342]: { 'AddressGroup': {'1.2'}, May 06 14:51:45.461399 dv-cinder-840678-2-iscsi neutron-server[103342]: 'Agent': {'1.1'}, May 06 14:51:45.461399 dv-cinder-840678-2-iscsi neutron-server[103342]: 'ConntrackHelper': {'1.0'}, May 06 14:51:45.461399 dv-cinder-840678-2-iscsi neutron-server[103342]: 'LocalIPAssociation': {'1.0'}, May 06 14:51:45.461399 dv-cinder-840678-2-iscsi neutron-server[103342]: 'Log': {'1.0'}, May 06 14:51:45.461399 dv-cinder-840678-2-iscsi neutron-server[103342]: 'NDPProxy': {'1.0'}, May 06 14:51:45.461399 dv-cinder-840678-2-iscsi neutron-server[103342]: 'Network': {'1.1'}, May 06 14:51:45.461399 dv-cinder-840678-2-iscsi neutron-server[103342]: 'Port': {'1.7'}, May 06 14:51:45.461399 dv-cinder-840678-2-iscsi neutron-server[103342]: 'PortForwarding': {'1.3'}, May 06 14:51:45.461399 dv-cinder-840678-2-iscsi neutron-server[103342]: 'QosPolicy': {'1.10'}, May 06 14:51:45.461399 dv-cinder-840678-2-iscsi neutron-server[103342]: 'SecurityGroup': {'1.5'}, May 06 14:51:45.461399 dv-cinder-840678-2-iscsi neutron-server[103342]: 'SecurityGroupRule': {'1.2'}, May 06 14:51:45.461399 dv-cinder-840678-2-iscsi neutron-server[103342]: 'SubPort': {'1.0'}, May 06 14:51:45.461399 dv-cinder-840678-2-iscsi neutron-server[103342]: 'Subnet': {'1.1'}, May 06 14:51:45.461399 dv-cinder-840678-2-iscsi neutron-server[103342]: 'Trunk': {'1.1'}} May 06 14:51:45.461399 dv-cinder-840678-2-iscsi neutron-server[103342]: consumer versions: May 06 14:51:45.461399 dv-cinder-840678-2-iscsi neutron-server[103342]: { DHCP agent@dv-cinder-840678-2-iscsi: {}, May 06 14:51:45.461399 dv-cinder-840678-2-iscsi neutron-server[103342]: L3 agent@dv-cinder-840678-2-iscsi: {}, May 06 14:51:45.461399 dv-cinder-840678-2-iscsi neutron-server[103342]: Metadata agent@dv-cinder-840678-2-iscsi: {}, May 06 14:51:45.461399 dv-cinder-840678-2-iscsi neutron-server[103342]: Metering agent@dv-cinder-840678-2-iscsi: {}, May 06 14:51:45.461399 dv-cinder-840678-2-iscsi neutron-server[103342]: Open vSwitch agent@dv-cinder-840678-2-iscsi: { 'AddressGroup': '1.2', May 06 14:51:45.461399 dv-cinder-840678-2-iscsi neutron-server[103342]: 'Agent': '1.1', May 06 14:51:45.461399 dv-cinder-840678-2-iscsi neutron-server[103342]: 'ConntrackHelper': '1.0', May 06 14:51:45.461399 dv-cinder-840678-2-iscsi neutron-server[103342]: 'LocalIPAssociation': '1.0', May 06 14:51:45.461399 dv-cinder-840678-2-iscsi neutron-server[103342]: 'Log': '1.0', May 06 14:51:45.461399 dv-cinder-840678-2-iscsi neutron-server[103342]: 'NDPProxy': '1.0', May 06 14:51:45.461399 dv-cinder-840678-2-iscsi neutron-server[103342]: 'Network': '1.1', May 06 14:51:45.461399 dv-cinder-840678-2-iscsi neutron-server[103342]: 'Port': '1.7', May 06 14:51:45.461399 dv-cinder-840678-2-iscsi neutron-server[103342]: 'PortForwarding': '1.3', May 06 14:51:45.461399 dv-cinder-840678-2-iscsi neutron-server[103342]: 'QosPolicy': '1.10', May 06 14:51:45.461399 dv-cinder-840678-2-iscsi neutron-server[103342]: 'SecurityGroup': '1.5', May 06 14:51:45.461399 dv-cinder-840678-2-iscsi neutron-server[103342]: 'SecurityGroupRule': '1.2', May 06 14:51:45.461399 dv-cinder-840678-2-iscsi neutron-server[103342]: 'SubPort': '1.0', May 06 14:51:45.461399 dv-cinder-840678-2-iscsi neutron-server[103342]: 'Subnet': '1.1', May 06 14:51:45.461399 dv-cinder-840678-2-iscsi neutron-server[103342]: 'Trunk': '1.1'}} May 06 14:51:45.461399 dv-cinder-840678-2-iscsi neutron-server[103342]: {{(pid=103342) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 14:51:45.818445 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-3d6ae9c4-1da2-4961-9331-a4c59edbbba5 None None] Provisioning complete for port d5d8aeb1-aeb0-4fbb-beac-f761e37744e6 triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 14:51:45.818846 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3d6ae9c4-1da2-4961-9331-a4c59edbbba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (d5d8aeb1-aeb0-4fbb-beac-f761e37744e6), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:51:45.900211 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-3d6ae9c4-1da2-4961-9331-a4c59edbbba5 None None] Current status of the port d5d8aeb1-aeb0-4fbb-beac-f761e37744e6 is: ACTIVE; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 14:51:45.908485 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-3d6ae9c4-1da2-4961-9331-a4c59edbbba5 None None] Provisioning complete for port aa70992d-2998-4e3a-9932-285e7a242c0c triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 14:51:45.908898 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3d6ae9c4-1da2-4961-9331-a4c59edbbba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (aa70992d-2998-4e3a-9932-285e7a242c0c), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:51:45.989484 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-3d6ae9c4-1da2-4961-9331-a4c59edbbba5 None None] Current status of the port aa70992d-2998-4e3a-9932-285e7a242c0c is: ACTIVE; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 14:51:47.682110 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 40542) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:51:47.883767 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51fcfb2a-f6e7-4a2d-a886-48169aa5096a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:51:47.884152 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51fcfb2a-f6e7-4a2d-a886-48169aa5096a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:51:47.885781 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-51fcfb2a-f6e7-4a2d-a886-48169aa5096a admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2023900 May 06 14:51:50.187075 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 40552) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:51:50.323089 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04a6e52-138a-4382-ae09-cee5ec87b6c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:51:50.323584 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04a6e52-138a-4382-ae09-cee5ec87b6c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:51:50.325173 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-d04a6e52-138a-4382-ae09-cee5ec87b6c4 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1371431 May 06 14:51:52.607181 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 40560) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:51:52.737646 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d00d5f-6c26-4fa2-b0df-050e80d9e733 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:51:52.739074 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-85d00d5f-6c26-4fa2-b0df-050e80d9e733 admin admin] 10.222.0.23 "GET /v2.0/networks/06a85250-557d-4448-8943-b2192c4da88d HTTP/1.1" status: 200 len: 886 time: 0.1309299 May 06 14:51:52.820383 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.agents_db [None req-6003b131-4361-4e36-81e7-47e90cbdf206 None None] Agent healthcheck: found 5 active agents {{(pid=103345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 14:51:55.025440 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 40568) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:51:55.154330 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3137c55-ad68-4292-ba5d-e9b2e858f291 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:51:55.155970 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-b3137c55-ad68-4292-ba5d-e9b2e858f291 admin admin] 10.222.0.23 "GET /v2.0/networks/fdc21b49-013c-4835-a953-a27d2ffea1f4 HTTP/1.1" status: 200 len: 869 time: 0.1295772 May 06 14:51:57.445375 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 40576) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:51:57.567356 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653897c6-1e97-4ab7-8a4f-395d3daa7bd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:51:57.567836 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653897c6-1e97-4ab7-8a4f-395d3daa7bd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:51:57.569439 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-653897c6-1e97-4ab7-8a4f-395d3daa7bd7 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1230822 May 06 14:51:59.866497 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 40584) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:51:59.959946 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c93ba1-49a7-4823-a89a-1eddca7ebb63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:51:59.960475 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c93ba1-49a7-4823-a89a-1eddca7ebb63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:51:59.962059 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-74c93ba1-49a7-4823-a89a-1eddca7ebb63 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0945914 May 06 14:52:02.211793 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 40592) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:52:02.301154 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164571b6-400b-469e-9154-c5895e568b1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:52:02.302471 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-164571b6-400b-469e-9154-c5895e568b1a admin admin] 10.222.0.23 "GET /v2.0/subnets/a4d4012d-ddcb-49cc-b977-f9227f36812e HTTP/1.1" status: 200 len: 868 time: 0.0897334 May 06 14:52:04.590544 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 40600) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:52:04.676349 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd013899-c7de-4f43-a7d3-0ba144ba723a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:52:04.677662 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-bd013899-c7de-4f43-a7d3-0ba144ba723a admin admin] 10.222.0.23 "GET /v2.0/subnets/cd3545e0-d98c-46ff-bce0-08f4555cdcb4 HTTP/1.1" status: 200 len: 816 time: 0.0861597 May 06 14:52:07.064074 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e5d65610-9d86-446a-811d-670ca2a52d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (79b17169-ed94-4769-ba4e-30adf371f78f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:52:09.384662 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-04da8ed3-af77-4f63-8919-7f3a4048b9da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (ec8f31e6-1756-4927-8bc3-e144e6f0af83), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:52:10.460690 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1afa6ce1-9145-4257-8e23-9dd2cd4b1998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b699075f-0d9f-4d2e-b182-9d9eb15bfab1), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:52:12.582440 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-68b1beb6-545b-4f86-a143-b395004404eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b8293b96-1d4f-4101-9243-9870353ff712), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:52:13.700988 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (20451d70-ea89-4a66-885a-20a1b2a3bff8), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:52:29.808950 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.agents_db [None req-6003b131-4361-4e36-81e7-47e90cbdf206 None None] Agent healthcheck: found 5 active agents {{(pid=103345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 14:52:37.058708 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ac6188cf-1571-47d7-8e73-1ceacb25e038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (79b17169-ed94-4769-ba4e-30adf371f78f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:52:39.385785 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0be7fc73-79ee-48b5-8b08-8a100574d426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (ec8f31e6-1756-4927-8bc3-e144e6f0af83), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:52:40.464965 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1afa6ce1-9145-4257-8e23-9dd2cd4b1998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b699075f-0d9f-4d2e-b182-9d9eb15bfab1), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:52:42.586534 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-68b1beb6-545b-4f86-a143-b395004404eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b8293b96-1d4f-4101-9243-9870353ff712), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:52:43.703463 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (20451d70-ea89-4a66-885a-20a1b2a3bff8), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:52:45.629510 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 40658) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:52:45.678248 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [None req-5bf453a6-4d9b-48b4-a7c1-6a03d17a46e3 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 06 14:52:45.679248 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-5bf453a6-4d9b-48b4-a7c1-6a03d17a46e3 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0487967 May 06 14:52:48.046575 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 40666) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:52:48.111620 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-7baa88ab-6da7-486e-b664-fee32146b846 admin admin] GET failed (client error): The resource could not be found. May 06 14:52:48.112933 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-7baa88ab-6da7-486e-b664-fee32146b846 admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0653605 May 06 14:52:48.265144 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39d8e0c-4e89-42c5-978a-7bc9718dd868 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:52:48.266683 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-c39d8e0c-4e89-42c5-978a-7bc9718dd868 admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1493649 May 06 14:52:50.562339 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 40674) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:52:50.611354 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.v2.base [None req-f08e57ae-54f8-4e39-a804-b4ae21d3d970 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 14:52:50.633990 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f08e57ae-54f8-4e39-a804-b4ae21d3d970 admin admin] Made reservation on behalf of ccc1ae27e989468199e57e6588faed16 for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:52:50.636346 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f08e57ae-54f8-4e39-a804-b4ae21d3d970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:52:50.683299 dv-cinder-840678-2-iscsi neutron-server[103342]: WARNING neutron.services.revisions.revision_plugin [None req-f08e57ae-54f8-4e39-a804-b4ae21d3d970 admin admin] Could not find related network for resource to bump revision. May 06 14:52:50.701653 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f08e57ae-54f8-4e39-a804-b4ae21d3d970 admin admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 14:52:50.714860 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f08e57ae-54f8-4e39-a804-b4ae21d3d970 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732313914381', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16165668'] for segment (b6959c5e-2136-4fb9-a8c4-a72bc55d4e03), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:52:50.715418 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f08e57ae-54f8-4e39-a804-b4ae21d3d970 admin admin] Unsubscribe: segment precommit_create {{(pid=103342) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 06 14:52:50.715907 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.db.segments_db [None req-f08e57ae-54f8-4e39-a804-b4ae21d3d970 admin admin] Added segment b6959c5e-2136-4fb9-a8c4-a72bc55d4e03 of type vlan for network 2332ff34-1b7c-41d4-a358-22e1fe3439d4 May 06 14:52:50.776199 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f08e57ae-54f8-4e39-a804-b4ae21d3d970 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732313419650'] for network (2332ff34-1b7c-41d4-a358-22e1fe3439d4), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:52:50.809934 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f08e57ae-54f8-4e39-a804-b4ae21d3d970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605'] for network (2332ff34-1b7c-41d4-a358-22e1fe3439d4), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:52:50.810891 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08e57ae-54f8-4e39-a804-b4ae21d3d970 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:52:50.811611 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f08e57ae-54f8-4e39-a804-b4ae21d3d970 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566627'] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:52:50.895798 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-f08e57ae-54f8-4e39-a804-b4ae21d3d970 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3322589 May 06 14:52:50.910908 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08e57ae-54f8-4e39-a804-b4ae21d3d970 admin admin] Pushing event updated for resources: {'Network': ['ID=2332ff34-1b7c-41d4-a358-22e1fe3439d4,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:52:50.919483 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08e57ae-54f8-4e39-a804-b4ae21d3d970 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:52:50.919828 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08e57ae-54f8-4e39-a804-b4ae21d3d970 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:52:50.920194 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08e57ae-54f8-4e39-a804-b4ae21d3d970 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:52:50.920534 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08e57ae-54f8-4e39-a804-b4ae21d3d970 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:52:50.920906 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08e57ae-54f8-4e39-a804-b4ae21d3d970 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:52:50.921237 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08e57ae-54f8-4e39-a804-b4ae21d3d970 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:52:50.921560 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08e57ae-54f8-4e39-a804-b4ae21d3d970 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:52:50.921886 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08e57ae-54f8-4e39-a804-b4ae21d3d970 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:52:50.922223 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08e57ae-54f8-4e39-a804-b4ae21d3d970 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:52:50.922550 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08e57ae-54f8-4e39-a804-b4ae21d3d970 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:52:50.922890 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08e57ae-54f8-4e39-a804-b4ae21d3d970 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:52:50.923228 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08e57ae-54f8-4e39-a804-b4ae21d3d970 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:52:50.923554 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08e57ae-54f8-4e39-a804-b4ae21d3d970 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:52:50.923870 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08e57ae-54f8-4e39-a804-b4ae21d3d970 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:52:50.924184 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08e57ae-54f8-4e39-a804-b4ae21d3d970 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:52:50.938733 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Network 2332ff34-1b7c-41d4-a358-22e1fe3439d4 details requested by agent ovs-agent-dv-cinder-840678-2-iscsi with host dv-cinder-840678-2-iscsi {{(pid=103344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 14:52:53.219319 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 40684) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:52:53.285578 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee323a0d-dd6d-40c2-a7f7-a7d8da6fe23c admin admin] GET failed (client error): The resource could not be found. May 06 14:52:53.288664 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-ee323a0d-dd6d-40c2-a7f7-a7d8da6fe23c admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0666580 May 06 14:52:53.359966 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ec8491-a6b7-471e-ae68-f02e12a2d4a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:52:53.365460 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-b0ec8491-a6b7-471e-ae68-f02e12a2d4a3 admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0699635 May 06 14:52:53.372502 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.v2.base [None req-2afc5213-e844-4fb9-a561-124116b9a70b admin admin] Request body: {'subnet': {'network_id': '2332ff34-1b7c-41d4-a358-22e1fe3439d4', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 14:52:53.392642 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2afc5213-e844-4fb9-a561-124116b9a70b admin admin] Made reservation on behalf of ccc1ae27e989468199e57e6588faed16 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:52:53.394919 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2afc5213-e844-4fb9-a561-124116b9a70b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:52:53.687872 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2afc5213-e844-4fb9-a561-124116b9a70b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605'] for subnet (e31338ec-fee0-4666-af31-822143d6bc6b), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:52:53.745101 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afc5213-e844-4fb9-a561-124116b9a70b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e31338ec-fee0-4666-af31-822143d6bc6b,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:52:53.756590 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afc5213-e844-4fb9-a561-124116b9a70b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:52:53.756958 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afc5213-e844-4fb9-a561-124116b9a70b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:52:53.757321 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afc5213-e844-4fb9-a561-124116b9a70b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:52:53.758171 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afc5213-e844-4fb9-a561-124116b9a70b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:52:53.758503 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afc5213-e844-4fb9-a561-124116b9a70b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:52:53.758836 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afc5213-e844-4fb9-a561-124116b9a70b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:52:53.759160 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afc5213-e844-4fb9-a561-124116b9a70b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:52:53.759483 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afc5213-e844-4fb9-a561-124116b9a70b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:52:53.759825 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afc5213-e844-4fb9-a561-124116b9a70b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:52:53.760152 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afc5213-e844-4fb9-a561-124116b9a70b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:52:53.760494 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afc5213-e844-4fb9-a561-124116b9a70b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:52:53.760860 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afc5213-e844-4fb9-a561-124116b9a70b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:52:53.761186 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afc5213-e844-4fb9-a561-124116b9a70b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:52:53.761503 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afc5213-e844-4fb9-a561-124116b9a70b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:52:53.761822 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afc5213-e844-4fb9-a561-124116b9a70b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:52:53.767930 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afc5213-e844-4fb9-a561-124116b9a70b admin admin] Checking segment: {'id': 'b6959c5e-2136-4fb9-a8c4-a72bc55d4e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2332ff34-1b7c-41d4-a358-22e1fe3439d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 14:52:53.768283 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afc5213-e844-4fb9-a561-124116b9a70b admin admin] Network hostable DHCP agents. Network: 2332ff34-1b7c-41d4-a358-22e1fe3439d4, hostable agents: ['79b17169-ed94-4769-ba4e-30adf371f78f'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 14:52:53.785434 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afc5213-e844-4fb9-a561-124116b9a70b admin admin] Network 2332ff34-1b7c-41d4-a358-22e1fe3439d4 is scheduled to be hosted by DHCP agent 79b17169-ed94-4769-ba4e-30adf371f78f with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 14:52:53.794431 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-2afc5213-e844-4fb9-a561-124116b9a70b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-2-iscsi, 2332ff34-1b7c-41d4-a358-22e1fe3439d4) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:52:53.799254 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afc5213-e844-4fb9-a561-124116b9a70b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:52:53.800768 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2afc5213-e844-4fb9-a561-124116b9a70b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566627'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:52:53.805749 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ee7c02-b0f7-46c5-9aa8-cf39cf623612 None None] Network 2332ff34-1b7c-41d4-a358-22e1fe3439d4 requested from dv-cinder-840678-2-iscsi {{(pid=103344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 14:52:53.816137 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-2afc5213-e844-4fb9-a561-124116b9a70b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4472044 May 06 14:52:53.917584 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72974877-8831-42f1-be3b-cb16a4c9194d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74e2536a-40e9-51c9-921d-c01d37b4b177-2332ff34-1b7c-41d4-a358-22e1fe3439d4', 'network_id': '2332ff34-1b7c-41d4-a358-22e1fe3439d4', 'project_id': 'ccc1ae27e989468199e57e6588faed16', 'fixed_ips': [{'subnet_id': 'e31338ec-fee0-4666-af31-822143d6bc6b'}]}} from dv-cinder-840678-2-iscsi. {{(pid=103344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 06 14:52:53.918467 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-72974877-8831-42f1-be3b-cb16a4c9194d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:52:54.064899 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-72974877-8831-42f1-be3b-cb16a4c9194d None None] Allocated IP 192.168.233.2 (2332ff34-1b7c-41d4-a358-22e1fe3439d4/e31338ec-fee0-4666-af31-822143d6bc6b/2f512b71-f4f0-42cb-a9b8-469bbdf8c325) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:52:54.228183 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-72974877-8831-42f1-be3b-cb16a4c9194d None None] Publish callbacks [] for port (2f512b71-f4f0-42cb-a9b8-469bbdf8c325), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:52:54.234600 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-72974877-8831-42f1-be3b-cb16a4c9194d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732313435468'] for port (2f512b71-f4f0-42cb-a9b8-469bbdf8c325), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:52:54.279097 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72974877-8831-42f1-be3b-cb16a4c9194d None None] Network 2332ff34-1b7c-41d4-a358-22e1fe3439d4 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:52:54.282383 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-72974877-8831-42f1-be3b-cb16a4c9194d None None] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:52:54.289248 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72974877-8831-42f1-be3b-cb16a4c9194d None None] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 14:52:54.294916 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72974877-8831-42f1-be3b-cb16a4c9194d None None] Pushing event updated for resources: {'Port': ['ID=2f512b71-f4f0-42cb-a9b8-469bbdf8c325,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:52:54.323517 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72974877-8831-42f1-be3b-cb16a4c9194d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:52:54.323792 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72974877-8831-42f1-be3b-cb16a4c9194d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:52:54.324145 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72974877-8831-42f1-be3b-cb16a4c9194d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:52:54.324501 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72974877-8831-42f1-be3b-cb16a4c9194d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:52:54.324874 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72974877-8831-42f1-be3b-cb16a4c9194d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:52:54.325220 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72974877-8831-42f1-be3b-cb16a4c9194d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:52:54.325556 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72974877-8831-42f1-be3b-cb16a4c9194d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:52:54.325879 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72974877-8831-42f1-be3b-cb16a4c9194d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:52:54.326206 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72974877-8831-42f1-be3b-cb16a4c9194d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:52:54.326529 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72974877-8831-42f1-be3b-cb16a4c9194d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:52:54.326846 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72974877-8831-42f1-be3b-cb16a4c9194d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:52:54.327189 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72974877-8831-42f1-be3b-cb16a4c9194d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:52:54.327515 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72974877-8831-42f1-be3b-cb16a4c9194d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:52:54.327838 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72974877-8831-42f1-be3b-cb16a4c9194d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:52:54.328155 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72974877-8831-42f1-be3b-cb16a4c9194d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:52:54.365121 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-72974877-8831-42f1-be3b-cb16a4c9194d None None] Attempting to bind port 2f512b71-f4f0-42cb-a9b8-469bbdf8c325 on host dv-cinder-840678-2-iscsi for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 14:52:54.365584 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-72974877-8831-42f1-be3b-cb16a4c9194d None None] Attempting to bind port 2f512b71-f4f0-42cb-a9b8-469bbdf8c325 by drivers openvswitch,hyperv on host dv-cinder-840678-2-iscsi at level 0 using segments [{'id': 'b6959c5e-2136-4fb9-a8c4-a72bc55d4e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2332ff34-1b7c-41d4-a358-22e1fe3439d4'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 14:52:54.365880 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72974877-8831-42f1-be3b-cb16a4c9194d None None] Attempting to bind port 2f512b71-f4f0-42cb-a9b8-469bbdf8c325 on network 2332ff34-1b7c-41d4-a358-22e1fe3439d4 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 14:52:54.371624 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72974877-8831-42f1-be3b-cb16a4c9194d None None] Checking agent: {'id': '20451d70-ea89-4a66-885a-20a1b2a3bff8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 14, 49, 44), 'started_at': datetime.datetime(2022, 5, 6, 14, 50, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 14:52:54.372090 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72974877-8831-42f1-be3b-cb16a4c9194d None None] Checking segment: {'id': 'b6959c5e-2136-4fb9-a8c4-a72bc55d4e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2332ff34-1b7c-41d4-a358-22e1fe3439d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 14:52:54.372549 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-72974877-8831-42f1-be3b-cb16a4c9194d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:52:54.372996 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72974877-8831-42f1-be3b-cb16a4c9194d None None] Bound using segment: {'id': 'b6959c5e-2136-4fb9-a8c4-a72bc55d4e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2332ff34-1b7c-41d4-a358-22e1fe3439d4'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 14:52:54.373557 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-72974877-8831-42f1-be3b-cb16a4c9194d None None] Bound port: 2f512b71-f4f0-42cb-a9b8-469bbdf8c325, host: dv-cinder-840678-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6959c5e-2136-4fb9-a8c4-a72bc55d4e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2332ff34-1b7c-41d4-a358-22e1fe3439d4'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 14:52:54.374029 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-72974877-8831-42f1-be3b-cb16a4c9194d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (2f512b71-f4f0-42cb-a9b8-469bbdf8c325), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:52:54.441088 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-72974877-8831-42f1-be3b-cb16a4c9194d None None] For port 2f512b71-f4f0-42cb-a9b8-469bbdf8c325, host dv-cinder-840678-2-iscsi, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:52:54.444977 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-72974877-8831-42f1-be3b-cb16a4c9194d None None] For port 2f512b71-f4f0-42cb-a9b8-469bbdf8c325, host dv-cinder-840678-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=2f512b71-f4f0-42cb-a9b8-469bbdf8c325,segment=NetworkSegment(b6959c5e-2136-4fb9-a8c4-a72bc55d4e03),segment_id=b6959c5e-2136-4fb9-a8c4-a72bc55d4e03)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:52:54.452903 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-72974877-8831-42f1-be3b-cb16a4c9194d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (2f512b71-f4f0-42cb-a9b8-469bbdf8c325), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:52:54.514750 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72974877-8831-42f1-be3b-cb16a4c9194d None None] Pushing event updated for resources: {'Port': ['ID=2f512b71-f4f0-42cb-a9b8-469bbdf8c325,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:52:55.392756 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1021e28-a04f-41e8-b850-cd6ebcef615b None None] Network 2332ff34-1b7c-41d4-a358-22e1fe3439d4 requested from dv-cinder-840678-2-iscsi {{(pid=103344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 14:52:55.454971 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-a55b9044-f03f-4c75-ac27-112804bd2fbf None None] Provisioning complete for port 2f512b71-f4f0-42cb-a9b8-469bbdf8c325 triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 14:52:55.455350 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a55b9044-f03f-4c75-ac27-112804bd2fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (2f512b71-f4f0-42cb-a9b8-469bbdf8c325), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:52:55.582547 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-a55b9044-f03f-4c75-ac27-112804bd2fbf None None] Current status of the port 2f512b71-f4f0-42cb-a9b8-469bbdf8c325 is: DOWN; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 14:52:55.583007 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a55b9044-f03f-4c75-ac27-112804bd2fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (2f512b71-f4f0-42cb-a9b8-469bbdf8c325), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:52:55.620969 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-a55b9044-f03f-4c75-ac27-112804bd2fbf None None] For port 2f512b71-f4f0-42cb-a9b8-469bbdf8c325, host dv-cinder-840678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=2f512b71-f4f0-42cb-a9b8-469bbdf8c325,segment=NetworkSegment(b6959c5e-2136-4fb9-a8c4-a72bc55d4e03),segment_id=b6959c5e-2136-4fb9-a8c4-a72bc55d4e03)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:52:55.625694 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a55b9044-f03f-4c75-ac27-112804bd2fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (2f512b71-f4f0-42cb-a9b8-469bbdf8c325), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:52:55.684038 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55b9044-f03f-4c75-ac27-112804bd2fbf None None] Pushing event updated for resources: {'Port': ['ID=2f512b71-f4f0-42cb-a9b8-469bbdf8c325,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:52:55.845402 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-474cbd68-2fb0-4bf5-8962-ba2a4bfbf63f None None] Provisioning complete for port 2f512b71-f4f0-42cb-a9b8-469bbdf8c325 triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 14:52:55.845750 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-474cbd68-2fb0-4bf5-8962-ba2a4bfbf63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (2f512b71-f4f0-42cb-a9b8-469bbdf8c325), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:52:55.931909 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-474cbd68-2fb0-4bf5-8962-ba2a4bfbf63f None None] Current status of the port 2f512b71-f4f0-42cb-a9b8-469bbdf8c325 is: ACTIVE; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 14:52:56.531154 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device 2f512b71-f4f0-42cb-a9b8-469bbdf8c325 up at agent ovs-agent-dv-cinder-840678-2-iscsi {{(pid=103344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 14:52:56.582681 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Provisioning complete for port 2f512b71-f4f0-42cb-a9b8-469bbdf8c325 triggered by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 14:52:56.583151 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (2f512b71-f4f0-42cb-a9b8-469bbdf8c325), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:52:56.665890 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Current status of the port 2f512b71-f4f0-42cb-a9b8-469bbdf8c325 is: ACTIVE; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 14:53:06.810375 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.agents_db [None req-6003b131-4361-4e36-81e7-47e90cbdf206 None None] Agent healthcheck: found 5 active agents {{(pid=103345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 14:53:07.062841 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-46f70c97-30ea-4d4e-8a05-3b07bed0cae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (79b17169-ed94-4769-ba4e-30adf371f78f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:53:09.387527 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8eeabac1-5559-4265-8fab-c6b095d5979c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (ec8f31e6-1756-4927-8bc3-e144e6f0af83), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:53:10.468181 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1afa6ce1-9145-4257-8e23-9dd2cd4b1998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b699075f-0d9f-4d2e-b182-9d9eb15bfab1), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:53:12.594326 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-68b1beb6-545b-4f86-a143-b395004404eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b8293b96-1d4f-4101-9243-9870353ff712), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:53:13.705443 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (20451d70-ea89-4a66-885a-20a1b2a3bff8), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:53:37.065036 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7f796c02-25bf-44f2-9e89-9e7d3773c73a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (79b17169-ed94-4769-ba4e-30adf371f78f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:53:39.389195 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d517cfed-7c64-44f0-b9c5-486b559d0233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (ec8f31e6-1756-4927-8bc3-e144e6f0af83), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:53:40.471695 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1afa6ce1-9145-4257-8e23-9dd2cd4b1998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b699075f-0d9f-4d2e-b182-9d9eb15bfab1), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:53:42.601316 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-68b1beb6-545b-4f86-a143-b395004404eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b8293b96-1d4f-4101-9243-9870353ff712), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:53:43.708197 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (20451d70-ea89-4a66-885a-20a1b2a3bff8), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:53:43.808427 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.agents_db [None req-6003b131-4361-4e36-81e7-47e90cbdf206 None None] Agent healthcheck: found 5 active agents {{(pid=103345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 14:54:07.070225 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-521bcac3-ac63-4856-856c-980b9194cec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (79b17169-ed94-4769-ba4e-30adf371f78f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:54:09.392191 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0ac48717-fa66-4a9f-a7ea-a512fea3b61c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (ec8f31e6-1756-4927-8bc3-e144e6f0af83), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:54:10.474595 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1afa6ce1-9145-4257-8e23-9dd2cd4b1998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b699075f-0d9f-4d2e-b182-9d9eb15bfab1), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:54:12.599641 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-68b1beb6-545b-4f86-a143-b395004404eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b8293b96-1d4f-4101-9243-9870353ff712), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:54:13.710023 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (20451d70-ea89-4a66-885a-20a1b2a3bff8), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:54:20.807022 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.agents_db [None req-6003b131-4361-4e36-81e7-47e90cbdf206 None None] Agent healthcheck: found 5 active agents {{(pid=103345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 14:54:22.580591 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 40722) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:54:22.586620 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [None req-82012626-bb9d-42ad-ace7-d7f9e1ffa402 tempest-verify_tempest_config-39334056 tempest-verify_tempest_config-39334056-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 06 14:54:22.587556 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-82012626-bb9d-42ad-ace7-d7f9e1ffa402 tempest-verify_tempest_config-39334056 tempest-verify_tempest_config-39334056-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0055976 May 06 14:54:22.878270 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 40740) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:54:22.981949 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-16cae8f1-6ac3-486e-8f73-0809bb20a85d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:54:23.087852 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-16cae8f1-6ac3-486e-8f73-0809bb20a85d admin admin] Publish callbacks [] for security_group (80fa3d88-483d-47f6-9063-3f9ac9142f00), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:54:23.091398 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-16cae8f1-6ac3-486e-8f73-0809bb20a85d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (80fa3d88-483d-47f6-9063-3f9ac9142f00), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:54:23.135902 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cae8f1-6ac3-486e-8f73-0809bb20a85d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80fa3d88-483d-47f6-9063-3f9ac9142f00,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:54:23.140475 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-16cae8f1-6ac3-486e-8f73-0809bb20a85d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f225ce9fa9c3465886830173d2cdd333&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2611842 May 06 14:54:23.143359 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 40746) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:54:23.144858 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cae8f1-6ac3-486e-8f73-0809bb20a85d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:54:23.145214 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cae8f1-6ac3-486e-8f73-0809bb20a85d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:54:23.145554 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cae8f1-6ac3-486e-8f73-0809bb20a85d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:54:23.145891 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cae8f1-6ac3-486e-8f73-0809bb20a85d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:54:23.146227 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cae8f1-6ac3-486e-8f73-0809bb20a85d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:54:23.146559 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cae8f1-6ac3-486e-8f73-0809bb20a85d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:54:23.146888 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cae8f1-6ac3-486e-8f73-0809bb20a85d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:54:23.147216 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cae8f1-6ac3-486e-8f73-0809bb20a85d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:54:23.147543 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cae8f1-6ac3-486e-8f73-0809bb20a85d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:54:23.147870 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cae8f1-6ac3-486e-8f73-0809bb20a85d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:54:23.148209 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cae8f1-6ac3-486e-8f73-0809bb20a85d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:54:23.148564 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cae8f1-6ac3-486e-8f73-0809bb20a85d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:54:23.149126 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cae8f1-6ac3-486e-8f73-0809bb20a85d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:54:23.149280 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cae8f1-6ac3-486e-8f73-0809bb20a85d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:54:23.149640 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cae8f1-6ac3-486e-8f73-0809bb20a85d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:54:23.211114 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f8f698b9-a05e-4732-9bb1-7c249c963d5d admin admin] Publish callbacks [] for security_group (80fa3d88-483d-47f6-9063-3f9ac9142f00), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:54:23.231711 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f8f698b9-a05e-4732-9bb1-7c249c963d5d admin admin] Publish callbacks [] for security_group (80fa3d88-483d-47f6-9063-3f9ac9142f00), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:54:23.324505 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f8f698b9-a05e-4732-9bb1-7c249c963d5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (80fa3d88-483d-47f6-9063-3f9ac9142f00), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:54:23.327121 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f8f698b9-a05e-4732-9bb1-7c249c963d5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:54:23.328309 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-f8f698b9-a05e-4732-9bb1-7c249c963d5d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/80fa3d88-483d-47f6-9063-3f9ac9142f00 HTTP/1.1" status: 204 len: 168 time: 0.1839669 May 06 14:54:23.336703 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f698b9-a05e-4732-9bb1-7c249c963d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80fa3d88-483d-47f6-9063-3f9ac9142f00,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:54:23.343470 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f698b9-a05e-4732-9bb1-7c249c963d5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:54:23.343764 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f698b9-a05e-4732-9bb1-7c249c963d5d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:54:23.344132 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f698b9-a05e-4732-9bb1-7c249c963d5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:54:23.344479 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f698b9-a05e-4732-9bb1-7c249c963d5d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:54:23.344841 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f698b9-a05e-4732-9bb1-7c249c963d5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:54:23.345177 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f698b9-a05e-4732-9bb1-7c249c963d5d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:54:23.345507 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f698b9-a05e-4732-9bb1-7c249c963d5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:54:23.345836 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f698b9-a05e-4732-9bb1-7c249c963d5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:54:23.346166 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f698b9-a05e-4732-9bb1-7c249c963d5d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:54:23.346499 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f698b9-a05e-4732-9bb1-7c249c963d5d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:54:23.346907 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f698b9-a05e-4732-9bb1-7c249c963d5d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:54:23.347157 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f698b9-a05e-4732-9bb1-7c249c963d5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:54:23.348010 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f698b9-a05e-4732-9bb1-7c249c963d5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:54:23.348540 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f698b9-a05e-4732-9bb1-7c249c963d5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:54:23.348934 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f698b9-a05e-4732-9bb1-7c249c963d5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:54:37.074503 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-46fb2c28-f3d2-4ebf-ab98-f3c8612038b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (79b17169-ed94-4769-ba4e-30adf371f78f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:54:39.394660 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d68a3e46-7f89-4261-9b6a-9ee4b38691a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (ec8f31e6-1756-4927-8bc3-e144e6f0af83), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:54:40.478915 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1afa6ce1-9145-4257-8e23-9dd2cd4b1998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b699075f-0d9f-4d2e-b182-9d9eb15bfab1), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:54:42.606359 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-68b1beb6-545b-4f86-a143-b395004404eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b8293b96-1d4f-4101-9243-9870353ff712), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:54:43.712458 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (20451d70-ea89-4a66-885a-20a1b2a3bff8), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:54:57.805974 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.agents_db [None req-6003b131-4361-4e36-81e7-47e90cbdf206 None None] Agent healthcheck: found 5 active agents {{(pid=103345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 14:55:07.076521 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-75eb403c-0ecc-4db9-a090-be36aa272e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (79b17169-ed94-4769-ba4e-30adf371f78f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:55:09.391462 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-dcaa292c-3f87-4127-b690-3eecb67c0f3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (ec8f31e6-1756-4927-8bc3-e144e6f0af83), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:55:10.480264 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1afa6ce1-9145-4257-8e23-9dd2cd4b1998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b699075f-0d9f-4d2e-b182-9d9eb15bfab1), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:55:12.612230 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-68b1beb6-545b-4f86-a143-b395004404eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b8293b96-1d4f-4101-9243-9870353ff712), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:55:13.714819 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (20451d70-ea89-4a66-885a-20a1b2a3bff8), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:55:34.803626 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.agents_db [None req-6003b131-4361-4e36-81e7-47e90cbdf206 None None] Agent healthcheck: found 5 active agents {{(pid=103345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 14:55:37.079152 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9c0c071a-d364-44a0-bb43-c5f6267a3407 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (79b17169-ed94-4769-ba4e-30adf371f78f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:55:39.393307 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-37421c8a-9e2b-4e12-b47f-7b481fb3ed45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (ec8f31e6-1756-4927-8bc3-e144e6f0af83), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:55:40.485103 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1afa6ce1-9145-4257-8e23-9dd2cd4b1998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b699075f-0d9f-4d2e-b182-9d9eb15bfab1), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:55:42.612580 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-68b1beb6-545b-4f86-a143-b395004404eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b8293b96-1d4f-4101-9243-9870353ff712), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:55:43.717045 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (20451d70-ea89-4a66-885a-20a1b2a3bff8), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:56:07.080818 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b47d0fdc-9b4b-4de3-b826-b81b8d70396e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (79b17169-ed94-4769-ba4e-30adf371f78f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:56:09.394990 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2893020e-a2a1-4301-955d-3ea48decb5d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (ec8f31e6-1756-4927-8bc3-e144e6f0af83), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:56:10.489503 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1afa6ce1-9145-4257-8e23-9dd2cd4b1998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b699075f-0d9f-4d2e-b182-9d9eb15bfab1), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:56:11.802764 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.agents_db [None req-6003b131-4361-4e36-81e7-47e90cbdf206 None None] Agent healthcheck: found 5 active agents {{(pid=103345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 14:56:12.615485 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-68b1beb6-545b-4f86-a143-b395004404eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b8293b96-1d4f-4101-9243-9870353ff712), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:56:13.719106 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (20451d70-ea89-4a66-885a-20a1b2a3bff8), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:56:20.500657 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-432475'] for agent (1eb4536b-031c-4a65-bfe5-fc1ede7d9429), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:56:29.952583 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 40818) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:56:30.059528 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-67aaa015-f498-4e4a-93b9-ae089b7b3b99 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1058404 May 06 14:56:32.380871 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 40828) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:56:32.435391 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-7fcd3413-3839-4604-b259-eed5c5a8b05a admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0534122 May 06 14:56:37.084550 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f25e2bd2-c297-4093-b870-460fa7e58894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (79b17169-ed94-4769-ba4e-30adf371f78f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:56:39.399519 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a1008ed2-0123-49d5-a831-8bef5cb05464 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (ec8f31e6-1756-4927-8bc3-e144e6f0af83), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:56:40.489397 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1afa6ce1-9145-4257-8e23-9dd2cd4b1998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b699075f-0d9f-4d2e-b182-9d9eb15bfab1), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:56:42.625021 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-68b1beb6-545b-4f86-a143-b395004404eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b8293b96-1d4f-4101-9243-9870353ff712), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:56:43.721983 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (20451d70-ea89-4a66-885a-20a1b2a3bff8), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:56:48.802907 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.agents_db [None req-6003b131-4361-4e36-81e7-47e90cbdf206 None None] Agent healthcheck: found 6 active agents {{(pid=103345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 14:56:50.472910 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (1eb4536b-031c-4a65-bfe5-fc1ede7d9429), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:57:07.087648 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4eb2d26d-e087-4050-9c4b-a0b471fb6ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (79b17169-ed94-4769-ba4e-30adf371f78f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:57:09.401233 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cff65f71-605e-4a10-a757-43a199042ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (ec8f31e6-1756-4927-8bc3-e144e6f0af83), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:57:10.492809 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1afa6ce1-9145-4257-8e23-9dd2cd4b1998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b699075f-0d9f-4d2e-b182-9d9eb15bfab1), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:57:12.623351 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-68b1beb6-545b-4f86-a143-b395004404eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b8293b96-1d4f-4101-9243-9870353ff712), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:57:13.724820 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (20451d70-ea89-4a66-885a-20a1b2a3bff8), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:57:20.484976 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (1eb4536b-031c-4a65-bfe5-fc1ede7d9429), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:57:25.802348 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.agents_db [None req-6003b131-4361-4e36-81e7-47e90cbdf206 None None] Agent healthcheck: found 6 active agents {{(pid=103345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 14:57:37.088579 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7f2dff67-eac9-4bef-a16f-80450524270e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (79b17169-ed94-4769-ba4e-30adf371f78f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:57:39.402935 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9b2cc596-4653-425f-9743-4073e3b3eed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (ec8f31e6-1756-4927-8bc3-e144e6f0af83), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:57:40.497741 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1afa6ce1-9145-4257-8e23-9dd2cd4b1998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b699075f-0d9f-4d2e-b182-9d9eb15bfab1), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:57:42.628297 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-68b1beb6-545b-4f86-a143-b395004404eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b8293b96-1d4f-4101-9243-9870353ff712), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:57:43.727377 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (20451d70-ea89-4a66-885a-20a1b2a3bff8), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:57:50.485997 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (1eb4536b-031c-4a65-bfe5-fc1ede7d9429), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:02.800737 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.agents_db [None req-6003b131-4361-4e36-81e7-47e90cbdf206 None None] Agent healthcheck: found 6 active agents {{(pid=103345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 14:58:07.093154 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d1c791c9-87e0-4418-b73a-c83986b4d883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (79b17169-ed94-4769-ba4e-30adf371f78f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:09.407234 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-50d3f840-1d48-4f92-9c89-3beea8089407 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (ec8f31e6-1756-4927-8bc3-e144e6f0af83), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:10.501955 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1afa6ce1-9145-4257-8e23-9dd2cd4b1998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b699075f-0d9f-4d2e-b182-9d9eb15bfab1), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:12.636358 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-68b1beb6-545b-4f86-a143-b395004404eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b8293b96-1d4f-4101-9243-9870353ff712), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:13.733444 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (20451d70-ea89-4a66-885a-20a1b2a3bff8), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:18.139480 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 40974) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:58:18.435612 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 40996) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:58:18.443229 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.v2.base [None req-fec2588f-f4a4-4389-bf91-f27dce0820f8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1114159364-network', 'tenant_id': '3cab862a707246328df1cfcad6ba10cc'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 14:58:18.476761 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec2588f-f4a4-4389-bf91-f27dce0820f8 admin admin] Made reservation on behalf of 3cab862a707246328df1cfcad6ba10cc for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:58:18.479224 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fec2588f-f4a4-4389-bf91-f27dce0820f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:18.490191 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fec2588f-f4a4-4389-bf91-f27dce0820f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:18.591360 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fec2588f-f4a4-4389-bf91-f27dce0820f8 admin admin] Publish callbacks [] for security_group (acff08bc-b078-4314-a809-bc9c681e2c5c), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:18.597958 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fec2588f-f4a4-4389-bf91-f27dce0820f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (acff08bc-b078-4314-a809-bc9c681e2c5c), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:18.606611 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.v2.base [None req-942b5de9-268b-4a97-8034-2ad94bdccc55 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-221166996-network', 'tenant_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 14:58:18.632756 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec2588f-f4a4-4389-bf91-f27dce0820f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acff08bc-b078-4314-a809-bc9c681e2c5c,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:18.645587 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec2588f-f4a4-4389-bf91-f27dce0820f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:58:18.646020 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec2588f-f4a4-4389-bf91-f27dce0820f8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:58:18.646361 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec2588f-f4a4-4389-bf91-f27dce0820f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:58:18.646704 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec2588f-f4a4-4389-bf91-f27dce0820f8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:58:18.647160 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec2588f-f4a4-4389-bf91-f27dce0820f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:58:18.647534 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec2588f-f4a4-4389-bf91-f27dce0820f8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:58:18.647852 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec2588f-f4a4-4389-bf91-f27dce0820f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:58:18.647987 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-942b5de9-268b-4a97-8034-2ad94bdccc55 admin admin] Made reservation on behalf of 5ad13dae3f6649fb8d8d2bdd1f1caaef for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:58:18.648171 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec2588f-f4a4-4389-bf91-f27dce0820f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:58:18.648520 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec2588f-f4a4-4389-bf91-f27dce0820f8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:58:18.648868 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec2588f-f4a4-4389-bf91-f27dce0820f8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:58:18.649220 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec2588f-f4a4-4389-bf91-f27dce0820f8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:58:18.649524 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec2588f-f4a4-4389-bf91-f27dce0820f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:58:18.650006 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec2588f-f4a4-4389-bf91-f27dce0820f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:58:18.650328 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec2588f-f4a4-4389-bf91-f27dce0820f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:58:18.650644 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec2588f-f4a4-4389-bf91-f27dce0820f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:58:18.652593 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec2588f-f4a4-4389-bf91-f27dce0820f8 admin admin] Tracked resource versions report: May 06 14:58:18.652593 dv-cinder-840678-2-iscsi neutron-server[103343]: pushed versions: May 06 14:58:18.652593 dv-cinder-840678-2-iscsi neutron-server[103343]: { 'AddressGroup': {'1.2'}, May 06 14:58:18.652593 dv-cinder-840678-2-iscsi neutron-server[103343]: 'Agent': {'1.1'}, May 06 14:58:18.652593 dv-cinder-840678-2-iscsi neutron-server[103343]: 'ConntrackHelper': {'1.0'}, May 06 14:58:18.652593 dv-cinder-840678-2-iscsi neutron-server[103343]: 'LocalIPAssociation': {'1.0'}, May 06 14:58:18.652593 dv-cinder-840678-2-iscsi neutron-server[103343]: 'Log': {'1.0'}, May 06 14:58:18.652593 dv-cinder-840678-2-iscsi neutron-server[103343]: 'NDPProxy': {'1.0'}, May 06 14:58:18.652593 dv-cinder-840678-2-iscsi neutron-server[103343]: 'Network': {'1.1'}, May 06 14:58:18.652593 dv-cinder-840678-2-iscsi neutron-server[103343]: 'Port': {'1.7'}, May 06 14:58:18.652593 dv-cinder-840678-2-iscsi neutron-server[103343]: 'PortForwarding': {'1.3'}, May 06 14:58:18.652593 dv-cinder-840678-2-iscsi neutron-server[103343]: 'QosPolicy': {'1.10'}, May 06 14:58:18.652593 dv-cinder-840678-2-iscsi neutron-server[103343]: 'SecurityGroup': {'1.5'}, May 06 14:58:18.652593 dv-cinder-840678-2-iscsi neutron-server[103343]: 'SecurityGroupRule': {'1.2'}, May 06 14:58:18.652593 dv-cinder-840678-2-iscsi neutron-server[103343]: 'SubPort': {'1.0'}, May 06 14:58:18.652593 dv-cinder-840678-2-iscsi neutron-server[103343]: 'Subnet': {'1.1'}, May 06 14:58:18.652593 dv-cinder-840678-2-iscsi neutron-server[103343]: 'Trunk': {'1.1'}} May 06 14:58:18.652593 dv-cinder-840678-2-iscsi neutron-server[103343]: consumer versions: May 06 14:58:18.652593 dv-cinder-840678-2-iscsi neutron-server[103343]: { DHCP agent@dv-cinder-840678-2-iscsi: {}, May 06 14:58:18.652593 dv-cinder-840678-2-iscsi neutron-server[103343]: HyperV agent@hv-cinder-84067: {}, May 06 14:58:18.652593 dv-cinder-840678-2-iscsi neutron-server[103343]: L3 agent@dv-cinder-840678-2-iscsi: {}, May 06 14:58:18.652593 dv-cinder-840678-2-iscsi neutron-server[103343]: Metadata agent@dv-cinder-840678-2-iscsi: {}, May 06 14:58:18.652593 dv-cinder-840678-2-iscsi neutron-server[103343]: Metering agent@dv-cinder-840678-2-iscsi: {}, May 06 14:58:18.652593 dv-cinder-840678-2-iscsi neutron-server[103343]: Open vSwitch agent@dv-cinder-840678-2-iscsi: { 'AddressGroup': '1.2', May 06 14:58:18.652593 dv-cinder-840678-2-iscsi neutron-server[103343]: 'Agent': '1.1', May 06 14:58:18.652593 dv-cinder-840678-2-iscsi neutron-server[103343]: 'ConntrackHelper': '1.0', May 06 14:58:18.652593 dv-cinder-840678-2-iscsi neutron-server[103343]: 'LocalIPAssociation': '1.0', May 06 14:58:18.652593 dv-cinder-840678-2-iscsi neutron-server[103343]: 'Log': '1.0', May 06 14:58:18.652593 dv-cinder-840678-2-iscsi neutron-server[103343]: 'NDPProxy': '1.0', May 06 14:58:18.652593 dv-cinder-840678-2-iscsi neutron-server[103343]: 'Network': '1.1', May 06 14:58:18.652593 dv-cinder-840678-2-iscsi neutron-server[103343]: 'Port': '1.7', May 06 14:58:18.652593 dv-cinder-840678-2-iscsi neutron-server[103343]: 'PortForwarding': '1.3', May 06 14:58:18.652593 dv-cinder-840678-2-iscsi neutron-server[103343]: 'QosPolicy': '1.10', May 06 14:58:18.652593 dv-cinder-840678-2-iscsi neutron-server[103343]: 'SecurityGroup': '1.5', May 06 14:58:18.652593 dv-cinder-840678-2-iscsi neutron-server[103343]: 'SecurityGroupRule': '1.2', May 06 14:58:18.652593 dv-cinder-840678-2-iscsi neutron-server[103343]: 'SubPort': '1.0', May 06 14:58:18.652593 dv-cinder-840678-2-iscsi neutron-server[103343]: 'Subnet': '1.1', May 06 14:58:18.652593 dv-cinder-840678-2-iscsi neutron-server[103343]: 'Trunk': '1.1'}} May 06 14:58:18.652593 dv-cinder-840678-2-iscsi neutron-server[103343]: {{(pid=103343) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 14:58:18.654935 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-942b5de9-268b-4a97-8034-2ad94bdccc55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:18.664471 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fec2588f-f4a4-4389-bf91-f27dce0820f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 14:58:18.682141 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fec2588f-f4a4-4389-bf91-f27dce0820f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16165668'] for segment (925de8d9-6c8f-4472-98ab-7c1db5039561), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:18.682509 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.db.segments_db [None req-fec2588f-f4a4-4389-bf91-f27dce0820f8 admin admin] Added segment 925de8d9-6c8f-4472-98ab-7c1db5039561 of type vlan for network f03bc0ab-4c4b-42d7-8084-72f3c477842c May 06 14:58:18.700069 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-942b5de9-268b-4a97-8034-2ad94bdccc55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:18.756112 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fec2588f-f4a4-4389-bf91-f27dce0820f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732313419650'] for network (f03bc0ab-4c4b-42d7-8084-72f3c477842c), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:18.789996 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fec2588f-f4a4-4389-bf91-f27dce0820f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605'] for network (f03bc0ab-4c4b-42d7-8084-72f3c477842c), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:18.792498 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec2588f-f4a4-4389-bf91-f27dce0820f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:58:18.793602 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fec2588f-f4a4-4389-bf91-f27dce0820f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566627'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:18.811881 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-942b5de9-268b-4a97-8034-2ad94bdccc55 admin admin] Publish callbacks [] for security_group (d5112d6b-32b0-4db4-968f-311d58488ad4), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:18.817608 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-942b5de9-268b-4a97-8034-2ad94bdccc55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (d5112d6b-32b0-4db4-968f-311d58488ad4), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:18.860082 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942b5de9-268b-4a97-8034-2ad94bdccc55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5112d6b-32b0-4db4-968f-311d58488ad4,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:18.860925 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-fec2588f-f4a4-4389-bf91-f27dce0820f8 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7202387 May 06 14:58:18.864003 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 41028) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:58:18.869305 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942b5de9-268b-4a97-8034-2ad94bdccc55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:58:18.869652 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942b5de9-268b-4a97-8034-2ad94bdccc55 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:58:18.870556 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942b5de9-268b-4a97-8034-2ad94bdccc55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:58:18.871602 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942b5de9-268b-4a97-8034-2ad94bdccc55 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:58:18.871952 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942b5de9-268b-4a97-8034-2ad94bdccc55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:58:18.872230 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.v2.base [None req-26c34803-4cee-441c-a9d3-6ed942b8beec admin admin] Request body: {'subnet': {'network_id': 'f03bc0ab-4c4b-42d7-8084-72f3c477842c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1114159364-subnet', 'tenant_id': '3cab862a707246328df1cfcad6ba10cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 14:58:18.872349 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942b5de9-268b-4a97-8034-2ad94bdccc55 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:58:18.872734 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942b5de9-268b-4a97-8034-2ad94bdccc55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:58:18.873208 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942b5de9-268b-4a97-8034-2ad94bdccc55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:58:18.873728 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942b5de9-268b-4a97-8034-2ad94bdccc55 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:58:18.874133 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942b5de9-268b-4a97-8034-2ad94bdccc55 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:58:18.874495 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942b5de9-268b-4a97-8034-2ad94bdccc55 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:58:18.874885 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942b5de9-268b-4a97-8034-2ad94bdccc55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:58:18.875230 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942b5de9-268b-4a97-8034-2ad94bdccc55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:58:18.875624 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942b5de9-268b-4a97-8034-2ad94bdccc55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:58:18.875977 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942b5de9-268b-4a97-8034-2ad94bdccc55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:58:18.877748 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942b5de9-268b-4a97-8034-2ad94bdccc55 admin admin] Tracked resource versions report: May 06 14:58:18.877748 dv-cinder-840678-2-iscsi neutron-server[103342]: pushed versions: May 06 14:58:18.877748 dv-cinder-840678-2-iscsi neutron-server[103342]: { 'AddressGroup': {'1.2'}, May 06 14:58:18.877748 dv-cinder-840678-2-iscsi neutron-server[103342]: 'Agent': {'1.1'}, May 06 14:58:18.877748 dv-cinder-840678-2-iscsi neutron-server[103342]: 'ConntrackHelper': {'1.0'}, May 06 14:58:18.877748 dv-cinder-840678-2-iscsi neutron-server[103342]: 'LocalIPAssociation': {'1.0'}, May 06 14:58:18.877748 dv-cinder-840678-2-iscsi neutron-server[103342]: 'Log': {'1.0'}, May 06 14:58:18.877748 dv-cinder-840678-2-iscsi neutron-server[103342]: 'NDPProxy': {'1.0'}, May 06 14:58:18.877748 dv-cinder-840678-2-iscsi neutron-server[103342]: 'Network': {'1.1'}, May 06 14:58:18.877748 dv-cinder-840678-2-iscsi neutron-server[103342]: 'Port': {'1.7'}, May 06 14:58:18.877748 dv-cinder-840678-2-iscsi neutron-server[103342]: 'PortForwarding': {'1.3'}, May 06 14:58:18.877748 dv-cinder-840678-2-iscsi neutron-server[103342]: 'QosPolicy': {'1.10'}, May 06 14:58:18.877748 dv-cinder-840678-2-iscsi neutron-server[103342]: 'SecurityGroup': {'1.5'}, May 06 14:58:18.877748 dv-cinder-840678-2-iscsi neutron-server[103342]: 'SecurityGroupRule': {'1.2'}, May 06 14:58:18.877748 dv-cinder-840678-2-iscsi neutron-server[103342]: 'SubPort': {'1.0'}, May 06 14:58:18.877748 dv-cinder-840678-2-iscsi neutron-server[103342]: 'Subnet': {'1.1'}, May 06 14:58:18.877748 dv-cinder-840678-2-iscsi neutron-server[103342]: 'Trunk': {'1.1'}} May 06 14:58:18.877748 dv-cinder-840678-2-iscsi neutron-server[103342]: consumer versions: May 06 14:58:18.877748 dv-cinder-840678-2-iscsi neutron-server[103342]: { DHCP agent@dv-cinder-840678-2-iscsi: {}, May 06 14:58:18.877748 dv-cinder-840678-2-iscsi neutron-server[103342]: HyperV agent@hv-cinder-84067: {}, May 06 14:58:18.877748 dv-cinder-840678-2-iscsi neutron-server[103342]: L3 agent@dv-cinder-840678-2-iscsi: {}, May 06 14:58:18.877748 dv-cinder-840678-2-iscsi neutron-server[103342]: Metadata agent@dv-cinder-840678-2-iscsi: {}, May 06 14:58:18.877748 dv-cinder-840678-2-iscsi neutron-server[103342]: Metering agent@dv-cinder-840678-2-iscsi: {}, May 06 14:58:18.877748 dv-cinder-840678-2-iscsi neutron-server[103342]: Open vSwitch agent@dv-cinder-840678-2-iscsi: { 'AddressGroup': '1.2', May 06 14:58:18.877748 dv-cinder-840678-2-iscsi neutron-server[103342]: 'Agent': '1.1', May 06 14:58:18.877748 dv-cinder-840678-2-iscsi neutron-server[103342]: 'ConntrackHelper': '1.0', May 06 14:58:18.877748 dv-cinder-840678-2-iscsi neutron-server[103342]: 'LocalIPAssociation': '1.0', May 06 14:58:18.877748 dv-cinder-840678-2-iscsi neutron-server[103342]: 'Log': '1.0', May 06 14:58:18.877748 dv-cinder-840678-2-iscsi neutron-server[103342]: 'NDPProxy': '1.0', May 06 14:58:18.877748 dv-cinder-840678-2-iscsi neutron-server[103342]: 'Network': '1.1', May 06 14:58:18.877748 dv-cinder-840678-2-iscsi neutron-server[103342]: 'Port': '1.7', May 06 14:58:18.877748 dv-cinder-840678-2-iscsi neutron-server[103342]: 'PortForwarding': '1.3', May 06 14:58:18.877748 dv-cinder-840678-2-iscsi neutron-server[103342]: 'QosPolicy': '1.10', May 06 14:58:18.877748 dv-cinder-840678-2-iscsi neutron-server[103342]: 'SecurityGroup': '1.5', May 06 14:58:18.877748 dv-cinder-840678-2-iscsi neutron-server[103342]: 'SecurityGroupRule': '1.2', May 06 14:58:18.877748 dv-cinder-840678-2-iscsi neutron-server[103342]: 'SubPort': '1.0', May 06 14:58:18.877748 dv-cinder-840678-2-iscsi neutron-server[103342]: 'Subnet': '1.1', May 06 14:58:18.877748 dv-cinder-840678-2-iscsi neutron-server[103342]: 'Trunk': '1.1'}} May 06 14:58:18.877748 dv-cinder-840678-2-iscsi neutron-server[103342]: {{(pid=103342) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 14:58:18.890699 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-942b5de9-268b-4a97-8034-2ad94bdccc55 admin admin] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 14:58:18.904435 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-942b5de9-268b-4a97-8034-2ad94bdccc55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16165668'] for segment (cf545a1c-4990-4216-8ab0-67a99018f922), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:18.904915 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.db.segments_db [None req-942b5de9-268b-4a97-8034-2ad94bdccc55 admin admin] Added segment cf545a1c-4990-4216-8ab0-67a99018f922 of type vlan for network d7304f76-b992-4cc2-a77b-3291aec20f6e May 06 14:58:18.921080 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec2588f-f4a4-4389-bf91-f27dce0820f8 admin admin] Pushing event updated for resources: {'Network': ['ID=f03bc0ab-4c4b-42d7-8084-72f3c477842c,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:18.924897 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Network f03bc0ab-4c4b-42d7-8084-72f3c477842c details requested by agent ovs-agent-dv-cinder-840678-2-iscsi with host dv-cinder-840678-2-iscsi {{(pid=103344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 14:58:18.952097 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c34803-4cee-441c-a9d3-6ed942b8beec admin admin] Made reservation on behalf of 3cab862a707246328df1cfcad6ba10cc for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:58:18.956442 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-26c34803-4cee-441c-a9d3-6ed942b8beec admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:18.962480 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-942b5de9-268b-4a97-8034-2ad94bdccc55 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732313419650'] for network (d7304f76-b992-4cc2-a77b-3291aec20f6e), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:18.991106 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-942b5de9-268b-4a97-8034-2ad94bdccc55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605'] for network (d7304f76-b992-4cc2-a77b-3291aec20f6e), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:18.992137 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942b5de9-268b-4a97-8034-2ad94bdccc55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:58:18.993146 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-942b5de9-268b-4a97-8034-2ad94bdccc55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566627'] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:19.070727 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942b5de9-268b-4a97-8034-2ad94bdccc55 admin admin] Pushing event updated for resources: {'Network': ['ID=d7304f76-b992-4cc2-a77b-3291aec20f6e,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:19.083993 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-942b5de9-268b-4a97-8034-2ad94bdccc55 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6466117 May 06 14:58:19.087010 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 41034) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:58:19.089605 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Network d7304f76-b992-4cc2-a77b-3291aec20f6e details requested by agent ovs-agent-dv-cinder-840678-2-iscsi with host dv-cinder-840678-2-iscsi {{(pid=103344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 14:58:19.097125 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.v2.base [None req-c0bcc0d4-d619-4a6e-9065-fc22924334a8 admin admin] Request body: {'subnet': {'network_id': 'd7304f76-b992-4cc2-a77b-3291aec20f6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-221166996-subnet', 'tenant_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 14:58:19.126706 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0bcc0d4-d619-4a6e-9065-fc22924334a8 admin admin] Made reservation on behalf of 5ad13dae3f6649fb8d8d2bdd1f1caaef for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:58:19.129002 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c0bcc0d4-d619-4a6e-9065-fc22924334a8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:19.206962 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 41040) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:58:19.225917 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 41044) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:58:19.267443 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-26c34803-4cee-441c-a9d3-6ed942b8beec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605'] for subnet (95944682-d016-4a2a-ba9e-dc7755076b92), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:19.356777 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c34803-4cee-441c-a9d3-6ed942b8beec admin admin] Pushing event updated for resources: {'Subnet': ['ID=95944682-d016-4a2a-ba9e-dc7755076b92,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:19.358204 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 41062) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:58:19.459496 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.v2.base [None req-76e00ac1-f165-4749-a21d-2f4e83db961f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-59332451-network', 'tenant_id': '04793e5505aa4d32ab3efed2892ea2b4'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 14:58:19.474760 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c34803-4cee-441c-a9d3-6ed942b8beec admin admin] Checking segment: {'id': '925de8d9-6c8f-4472-98ab-7c1db5039561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f03bc0ab-4c4b-42d7-8084-72f3c477842c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 14:58:19.475569 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c34803-4cee-441c-a9d3-6ed942b8beec admin admin] Network hostable DHCP agents. Network: f03bc0ab-4c4b-42d7-8084-72f3c477842c, hostable agents: ['79b17169-ed94-4769-ba4e-30adf371f78f'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 14:58:19.480426 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c0bcc0d4-d619-4a6e-9065-fc22924334a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605'] for subnet (386bbac7-026e-4f68-a22c-f26fa009fb15), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:19.492001 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e00ac1-f165-4749-a21d-2f4e83db961f admin admin] Made reservation on behalf of 04793e5505aa4d32ab3efed2892ea2b4 for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:58:19.495726 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-76e00ac1-f165-4749-a21d-2f4e83db961f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:19.505702 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-76e00ac1-f165-4749-a21d-2f4e83db961f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:19.539259 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.v2.base [None req-26aa04eb-7a39-4929-b17c-c4a52a4a62e4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-151767868-network', 'tenant_id': '66121d02dbff4c3a920161e445959085'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 14:58:19.566629 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bcc0d4-d619-4a6e-9065-fc22924334a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=386bbac7-026e-4f68-a22c-f26fa009fb15,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:19.574356 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26aa04eb-7a39-4929-b17c-c4a52a4a62e4 admin admin] Made reservation on behalf of 66121d02dbff4c3a920161e445959085 for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:58:19.578684 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c34803-4cee-441c-a9d3-6ed942b8beec admin admin] Network f03bc0ab-4c4b-42d7-8084-72f3c477842c is scheduled to be hosted by DHCP agent 79b17169-ed94-4769-ba4e-30adf371f78f with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 14:58:19.590923 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-26aa04eb-7a39-4929-b17c-c4a52a4a62e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:19.591695 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bcc0d4-d619-4a6e-9065-fc22924334a8 admin admin] Checking segment: {'id': 'cf545a1c-4990-4216-8ab0-67a99018f922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd7304f76-b992-4cc2-a77b-3291aec20f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 14:58:19.592053 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bcc0d4-d619-4a6e-9065-fc22924334a8 admin admin] Network hostable DHCP agents. Network: d7304f76-b992-4cc2-a77b-3291aec20f6e, hostable agents: ['79b17169-ed94-4769-ba4e-30adf371f78f'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 14:58:19.595882 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-26c34803-4cee-441c-a9d3-6ed942b8beec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-2-iscsi, f03bc0ab-4c4b-42d7-8084-72f3c477842c) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:58:19.601674 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c34803-4cee-441c-a9d3-6ed942b8beec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:58:19.602269 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-26c34803-4cee-441c-a9d3-6ed942b8beec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566627'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:19.607988 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31bec4a1-f693-499e-8c5f-ea4f9b56d3c8 None None] Network f03bc0ab-4c4b-42d7-8084-72f3c477842c requested from dv-cinder-840678-2-iscsi {{(pid=103344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 14:58:19.628778 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-26c34803-4cee-441c-a9d3-6ed942b8beec admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7630677 May 06 14:58:19.634994 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-26aa04eb-7a39-4929-b17c-c4a52a4a62e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:19.639072 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bcc0d4-d619-4a6e-9065-fc22924334a8 admin admin] Network d7304f76-b992-4cc2-a77b-3291aec20f6e is scheduled to be hosted by DHCP agent 79b17169-ed94-4769-ba4e-30adf371f78f with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 14:58:19.647008 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-c0bcc0d4-d619-4a6e-9065-fc22924334a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-2-iscsi, d7304f76-b992-4cc2-a77b-3291aec20f6e) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:58:19.652486 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0bcc0d4-d619-4a6e-9065-fc22924334a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:58:19.653591 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c0bcc0d4-d619-4a6e-9065-fc22924334a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566627'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:19.675775 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.v2.base [None req-a1f31862-6259-4bb1-ae01-4f04035bbbd6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-452654089-network', 'tenant_id': '4637699c99024ca2a25d4afed19102d2'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 14:58:19.678286 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-c0bcc0d4-d619-4a6e-9065-fc22924334a8 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5897768 May 06 14:58:19.680887 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 41076) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:58:19.687951 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.v2.base [None req-d5310451-f8c0-4b3b-9602-aa2c721932ea admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-221166996-router', 'tenant_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d'}}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 14:58:19.725128 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d5310451-f8c0-4b3b-9602-aa2c721932ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5249'] for router (8a0c7401-61b1-45fb-ad97-618184e04f5f), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:19.729084 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d5310451-f8c0-4b3b-9602-aa2c721932ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-428852', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5256'] for router (8a0c7401-61b1-45fb-ad97-618184e04f5f), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:19.752356 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-76e00ac1-f165-4749-a21d-2f4e83db961f admin admin] Publish callbacks [] for security_group (bff52a1a-259d-469a-93fd-388faf74cb08), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:19.778140 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-76e00ac1-f165-4749-a21d-2f4e83db961f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (bff52a1a-259d-469a-93fd-388faf74cb08), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:19.793660 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76e00ac1-f165-4749-a21d-2f4e83db961f admin admin] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 14:58:19.806178 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-76e00ac1-f165-4749-a21d-2f4e83db961f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16165668'] for segment (59b9f651-300b-41a0-9754-50f9dffdafce), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:19.806932 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.db.segments_db [None req-76e00ac1-f165-4749-a21d-2f4e83db961f admin admin] Added segment 59b9f651-300b-41a0-9754-50f9dffdafce of type vlan for network e617326c-50d9-4a05-90f1-04262502b764 May 06 14:58:19.827346 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cba379f-75a2-4a26-911d-74f49487c8a4 None None] Network d7304f76-b992-4cc2-a77b-3291aec20f6e requested from dv-cinder-840678-2-iscsi {{(pid=103344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 14:58:19.871509 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-76e00ac1-f165-4749-a21d-2f4e83db961f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732313419650'] for network (e617326c-50d9-4a05-90f1-04262502b764), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:19.900306 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f31862-6259-4bb1-ae01-4f04035bbbd6 admin admin] Made reservation on behalf of 4637699c99024ca2a25d4afed19102d2 for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:58:19.904844 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a1f31862-6259-4bb1-ae01-4f04035bbbd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:19.919289 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a1f31862-6259-4bb1-ae01-4f04035bbbd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:19.927894 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-76e00ac1-f165-4749-a21d-2f4e83db961f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605'] for network (e617326c-50d9-4a05-90f1-04262502b764), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:19.929039 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e00ac1-f165-4749-a21d-2f4e83db961f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:58:19.929969 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-76e00ac1-f165-4749-a21d-2f4e83db961f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566627'] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:19.942855 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d5310451-f8c0-4b3b-9602-aa2c721932ea admin admin] Publish callbacks [] for router_controller (8a0c7401-61b1-45fb-ad97-618184e04f5f), precommit_add_association {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:19.962905 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed23bb4-6c0d-450e-add7-2f48e96e6769 None None] Network f03bc0ab-4c4b-42d7-8084-72f3c477842c requested from dv-cinder-840678-2-iscsi {{(pid=103344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 14:58:20.032188 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a1f31862-6259-4bb1-ae01-4f04035bbbd6 admin admin] Publish callbacks [] for security_group (0a8e8765-06b8-4e73-9c04-ec7c67b11df4), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:20.106651 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-76e00ac1-f165-4749-a21d-2f4e83db961f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8986464 May 06 14:58:20.107542 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e00ac1-f165-4749-a21d-2f4e83db961f admin admin] Pushing event updated for resources: {'Network': ['ID=e617326c-50d9-4a05-90f1-04262502b764,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:20.117928 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 41094) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:58:20.119289 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a1f31862-6259-4bb1-ae01-4f04035bbbd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (0a8e8765-06b8-4e73-9c04-ec7c67b11df4), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:20.133456 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1f31862-6259-4bb1-ae01-4f04035bbbd6 admin admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 14:58:20.146014 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.v2.base [None req-fa1b6610-4e0a-4b5b-839e-2817db78ad10 admin admin] Request body: {'subnet': {'network_id': 'e617326c-50d9-4a05-90f1-04262502b764', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-59332451-subnet', 'tenant_id': '04793e5505aa4d32ab3efed2892ea2b4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 14:58:20.166281 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9a8ed7-0359-48e1-9c14-f3d0ea1aca0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74e2536a-40e9-51c9-921d-c01d37b4b177-d7304f76-b992-4cc2-a77b-3291aec20f6e', 'network_id': 'd7304f76-b992-4cc2-a77b-3291aec20f6e', 'project_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'fixed_ips': [{'subnet_id': '386bbac7-026e-4f68-a22c-f26fa009fb15'}]}} from dv-cinder-840678-2-iscsi. {{(pid=103344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 06 14:58:20.167619 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7d9a8ed7-0359-48e1-9c14-f3d0ea1aca0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:20.190406 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa1b6610-4e0a-4b5b-839e-2817db78ad10 admin admin] Made reservation on behalf of 04793e5505aa4d32ab3efed2892ea2b4 for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:58:20.192717 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fa1b6610-4e0a-4b5b-839e-2817db78ad10 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:20.200989 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d5310451-f8c0-4b3b-9602-aa2c721932ea admin admin] Publish callbacks [] for router_gateway (8a0c7401-61b1-45fb-ad97-618184e04f5f), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:20.208051 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Network e617326c-50d9-4a05-90f1-04262502b764 details requested by agent ovs-agent-dv-cinder-840678-2-iscsi with host dv-cinder-840678-2-iscsi {{(pid=103344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 14:58:20.448302 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fa1b6610-4e0a-4b5b-839e-2817db78ad10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605'] for subnet (73d058b8-ef9e-473c-9be9-61c8d64fe350), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:20.458377 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a1f31862-6259-4bb1-ae01-4f04035bbbd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16165668'] for segment (90d21e8d-6c9c-4710-afe0-fd81f296919b), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:20.458684 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.db.segments_db [None req-a1f31862-6259-4bb1-ae01-4f04035bbbd6 admin admin] Added segment 90d21e8d-6c9c-4710-afe0-fd81f296919b of type vlan for network 46fd2052-00e9-40cd-8f14-2a3aae165c78 May 06 14:58:20.518816 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1b6610-4e0a-4b5b-839e-2817db78ad10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73d058b8-ef9e-473c-9be9-61c8d64fe350,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:20.534777 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e00ac1-f165-4749-a21d-2f4e83db961f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff52a1a-259d-469a-93fd-388faf74cb08,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:20.554297 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-7d9a8ed7-0359-48e1-9c14-f3d0ea1aca0d None None] Allocated IP 172.20.0.2 (d7304f76-b992-4cc2-a77b-3291aec20f6e/386bbac7-026e-4f68-a22c-f26fa009fb15/f549c703-9d0c-4068-a6f4-9c985b23be88) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:58:20.557906 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d5310451-f8c0-4b3b-9602-aa2c721932ea admin admin] Publish callbacks [] for router_gateway (8a0c7401-61b1-45fb-ad97-618184e04f5f), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:20.606066 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d5310451-f8c0-4b3b-9602-aa2c721932ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:20.615951 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1b6610-4e0a-4b5b-839e-2817db78ad10 admin admin] Checking segment: {'id': '59b9f651-300b-41a0-9754-50f9dffdafce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e617326c-50d9-4a05-90f1-04262502b764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 14:58:20.616321 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1b6610-4e0a-4b5b-839e-2817db78ad10 admin admin] Network hostable DHCP agents. Network: e617326c-50d9-4a05-90f1-04262502b764, hostable agents: ['79b17169-ed94-4769-ba4e-30adf371f78f'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 14:58:20.769647 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-d5310451-f8c0-4b3b-9602-aa2c721932ea admin admin] Allocated IP 172.27.2.71 (06a85250-557d-4448-8943-b2192c4da88d/cd3545e0-d98c-46ff-bce0-08f4555cdcb4/f9c2112f-e4c4-4372-9457-49fe78c23454) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:58:20.788669 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (1eb4536b-031c-4a65-bfe5-fc1ede7d9429), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:20.815264 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1b6610-4e0a-4b5b-839e-2817db78ad10 admin admin] Network e617326c-50d9-4a05-90f1-04262502b764 is scheduled to be hosted by DHCP agent 79b17169-ed94-4769-ba4e-30adf371f78f with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 14:58:20.849974 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f31862-6259-4bb1-ae01-4f04035bbbd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8e8765-06b8-4e73-9c04-ec7c67b11df4,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:20.860540 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a1f31862-6259-4bb1-ae01-4f04035bbbd6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732313419650'] for network (46fd2052-00e9-40cd-8f14-2a3aae165c78), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:20.874542 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-fa1b6610-4e0a-4b5b-839e-2817db78ad10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-2-iscsi, e617326c-50d9-4a05-90f1-04262502b764) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:58:20.882920 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1b6610-4e0a-4b5b-839e-2817db78ad10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:58:20.884179 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fa1b6610-4e0a-4b5b-839e-2817db78ad10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566627'] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:20.903142 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf3f23e-12e5-4bb5-8c2e-b0e31f611256 None None] Network e617326c-50d9-4a05-90f1-04262502b764 requested from dv-cinder-840678-2-iscsi {{(pid=103344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 14:58:20.929733 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-fa1b6610-4e0a-4b5b-839e-2817db78ad10 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7904508 May 06 14:58:20.931283 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 41128) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:58:20.948304 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.v2.base [None req-8e34335d-0d86-43eb-a3e9-52601d330601 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-59332451-router', 'tenant_id': '04793e5505aa4d32ab3efed2892ea2b4', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d'}}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 14:58:20.964829 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-26aa04eb-7a39-4929-b17c-c4a52a4a62e4 admin admin] Publish callbacks [] for security_group (3b1b3d61-72d6-45df-aaaa-157cfbe65206), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:20.968666 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a1f31862-6259-4bb1-ae01-4f04035bbbd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605'] for network (46fd2052-00e9-40cd-8f14-2a3aae165c78), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:20.976168 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f31862-6259-4bb1-ae01-4f04035bbbd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:58:20.978546 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7d9a8ed7-0359-48e1-9c14-f3d0ea1aca0d None None] Publish callbacks [] for port (f549c703-9d0c-4068-a6f4-9c985b23be88), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:20.979826 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a1f31862-6259-4bb1-ae01-4f04035bbbd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566627'] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:21.042164 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d5310451-f8c0-4b3b-9602-aa2c721932ea admin admin] Publish callbacks [] for port (f9c2112f-e4c4-4372-9457-49fe78c23454), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:21.065120 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8e34335d-0d86-43eb-a3e9-52601d330601 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5249'] for router (9b86048a-66a1-446e-9597-a9a025a1c8d0), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:21.066493 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8e34335d-0d86-43eb-a3e9-52601d330601 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-428852', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5256'] for router (9b86048a-66a1-446e-9597-a9a025a1c8d0), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:21.069433 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7d9a8ed7-0359-48e1-9c14-f3d0ea1aca0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732313435468'] for port (f549c703-9d0c-4068-a6f4-9c985b23be88), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:21.175748 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9a8ed7-0359-48e1-9c14-f3d0ea1aca0d None None] Network d7304f76-b992-4cc2-a77b-3291aec20f6e is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:58:21.211559 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-26aa04eb-7a39-4929-b17c-c4a52a4a62e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (3b1b3d61-72d6-45df-aaaa-157cfbe65206), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:21.241207 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-7d9a8ed7-0359-48e1-9c14-f3d0ea1aca0d None None] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:58:21.243378 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8e34335d-0d86-43eb-a3e9-52601d330601 admin admin] Publish callbacks [] for router_controller (9b86048a-66a1-446e-9597-a9a025a1c8d0), precommit_add_association {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:21.245630 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9a8ed7-0359-48e1-9c14-f3d0ea1aca0d None None] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 14:58:21.246890 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f31862-6259-4bb1-ae01-4f04035bbbd6 admin admin] Pushing event updated for resources: {'Network': ['ID=46fd2052-00e9-40cd-8f14-2a3aae165c78,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:21.247110 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d5310451-f8c0-4b3b-9602-aa2c721932ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732313435468'] for port (f9c2112f-e4c4-4372-9457-49fe78c23454), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:21.281790 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-a1f31862-6259-4bb1-ae01-4f04035bbbd6 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9197214 May 06 14:58:21.284908 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 41144) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:58:21.295337 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Network 46fd2052-00e9-40cd-8f14-2a3aae165c78 details requested by agent ovs-agent-dv-cinder-840678-2-iscsi with host dv-cinder-840678-2-iscsi {{(pid=103344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 14:58:21.362919 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.v2.base [None req-0e5e0625-b407-4431-bd15-bb926eb0cb77 admin admin] Request body: {'subnet': {'network_id': '46fd2052-00e9-40cd-8f14-2a3aae165c78', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-452654089-subnet', 'tenant_id': '4637699c99024ca2a25d4afed19102d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 14:58:21.406545 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26aa04eb-7a39-4929-b17c-c4a52a4a62e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 14:58:21.428025 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-26aa04eb-7a39-4929-b17c-c4a52a4a62e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16165668'] for segment (be6ce9c6-e762-4e52-a069-ce1413c2ff6a), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:21.428360 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.db.segments_db [None req-26aa04eb-7a39-4929-b17c-c4a52a4a62e4 admin admin] Added segment be6ce9c6-e762-4e52-a069-ce1413c2ff6a of type vlan for network 1f8443d4-24c9-4ac0-96d7-8083233dcc1b May 06 14:58:21.462042 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aa04eb-7a39-4929-b17c-c4a52a4a62e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1b3d61-72d6-45df-aaaa-157cfbe65206,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:21.541448 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9a8ed7-0359-48e1-9c14-f3d0ea1aca0d None None] Pushing event updated for resources: {'Port': ['ID=f549c703-9d0c-4068-a6f4-9c985b23be88,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:21.550660 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e5e0625-b407-4431-bd15-bb926eb0cb77 admin admin] Made reservation on behalf of 4637699c99024ca2a25d4afed19102d2 for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:58:21.567179 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0e5e0625-b407-4431-bd15-bb926eb0cb77 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:21.609586 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-26aa04eb-7a39-4929-b17c-c4a52a4a62e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732313419650'] for network (1f8443d4-24c9-4ac0-96d7-8083233dcc1b), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:21.658332 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9a8ed7-0359-48e1-9c14-f3d0ea1aca0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:58:21.658680 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9a8ed7-0359-48e1-9c14-f3d0ea1aca0d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:58:21.659041 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9a8ed7-0359-48e1-9c14-f3d0ea1aca0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:58:21.659401 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9a8ed7-0359-48e1-9c14-f3d0ea1aca0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:58:21.659738 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9a8ed7-0359-48e1-9c14-f3d0ea1aca0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:58:21.660064 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9a8ed7-0359-48e1-9c14-f3d0ea1aca0d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:58:21.660389 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9a8ed7-0359-48e1-9c14-f3d0ea1aca0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:58:21.660739 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9a8ed7-0359-48e1-9c14-f3d0ea1aca0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:58:21.661064 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9a8ed7-0359-48e1-9c14-f3d0ea1aca0d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:58:21.661383 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9a8ed7-0359-48e1-9c14-f3d0ea1aca0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:58:21.661703 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9a8ed7-0359-48e1-9c14-f3d0ea1aca0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:58:21.662040 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9a8ed7-0359-48e1-9c14-f3d0ea1aca0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:58:21.662367 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9a8ed7-0359-48e1-9c14-f3d0ea1aca0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:58:21.662679 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9a8ed7-0359-48e1-9c14-f3d0ea1aca0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:58:21.663000 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9a8ed7-0359-48e1-9c14-f3d0ea1aca0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:58:21.664224 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9a8ed7-0359-48e1-9c14-f3d0ea1aca0d None None] Tracked resource versions report: May 06 14:58:21.664224 dv-cinder-840678-2-iscsi neutron-server[103344]: pushed versions: May 06 14:58:21.664224 dv-cinder-840678-2-iscsi neutron-server[103344]: { 'AddressGroup': {'1.2'}, May 06 14:58:21.664224 dv-cinder-840678-2-iscsi neutron-server[103344]: 'Agent': {'1.1'}, May 06 14:58:21.664224 dv-cinder-840678-2-iscsi neutron-server[103344]: 'ConntrackHelper': {'1.0'}, May 06 14:58:21.664224 dv-cinder-840678-2-iscsi neutron-server[103344]: 'LocalIPAssociation': {'1.0'}, May 06 14:58:21.664224 dv-cinder-840678-2-iscsi neutron-server[103344]: 'Log': {'1.0'}, May 06 14:58:21.664224 dv-cinder-840678-2-iscsi neutron-server[103344]: 'NDPProxy': {'1.0'}, May 06 14:58:21.664224 dv-cinder-840678-2-iscsi neutron-server[103344]: 'Network': {'1.1'}, May 06 14:58:21.664224 dv-cinder-840678-2-iscsi neutron-server[103344]: 'Port': {'1.7'}, May 06 14:58:21.664224 dv-cinder-840678-2-iscsi neutron-server[103344]: 'PortForwarding': {'1.3'}, May 06 14:58:21.664224 dv-cinder-840678-2-iscsi neutron-server[103344]: 'QosPolicy': {'1.10'}, May 06 14:58:21.664224 dv-cinder-840678-2-iscsi neutron-server[103344]: 'SecurityGroup': {'1.5'}, May 06 14:58:21.664224 dv-cinder-840678-2-iscsi neutron-server[103344]: 'SecurityGroupRule': {'1.2'}, May 06 14:58:21.664224 dv-cinder-840678-2-iscsi neutron-server[103344]: 'SubPort': {'1.0'}, May 06 14:58:21.664224 dv-cinder-840678-2-iscsi neutron-server[103344]: 'Subnet': {'1.1'}, May 06 14:58:21.664224 dv-cinder-840678-2-iscsi neutron-server[103344]: 'Trunk': {'1.1'}} May 06 14:58:21.664224 dv-cinder-840678-2-iscsi neutron-server[103344]: consumer versions: May 06 14:58:21.664224 dv-cinder-840678-2-iscsi neutron-server[103344]: { DHCP agent@dv-cinder-840678-2-iscsi: {}, May 06 14:58:21.664224 dv-cinder-840678-2-iscsi neutron-server[103344]: HyperV agent@hv-cinder-84067: {}, May 06 14:58:21.664224 dv-cinder-840678-2-iscsi neutron-server[103344]: L3 agent@dv-cinder-840678-2-iscsi: {}, May 06 14:58:21.664224 dv-cinder-840678-2-iscsi neutron-server[103344]: Metadata agent@dv-cinder-840678-2-iscsi: {}, May 06 14:58:21.664224 dv-cinder-840678-2-iscsi neutron-server[103344]: Metering agent@dv-cinder-840678-2-iscsi: {}, May 06 14:58:21.664224 dv-cinder-840678-2-iscsi neutron-server[103344]: Open vSwitch agent@dv-cinder-840678-2-iscsi: { 'AddressGroup': '1.2', May 06 14:58:21.664224 dv-cinder-840678-2-iscsi neutron-server[103344]: 'Agent': '1.1', May 06 14:58:21.664224 dv-cinder-840678-2-iscsi neutron-server[103344]: 'ConntrackHelper': '1.0', May 06 14:58:21.664224 dv-cinder-840678-2-iscsi neutron-server[103344]: 'LocalIPAssociation': '1.0', May 06 14:58:21.664224 dv-cinder-840678-2-iscsi neutron-server[103344]: 'Log': '1.0', May 06 14:58:21.664224 dv-cinder-840678-2-iscsi neutron-server[103344]: 'NDPProxy': '1.0', May 06 14:58:21.664224 dv-cinder-840678-2-iscsi neutron-server[103344]: 'Network': '1.1', May 06 14:58:21.664224 dv-cinder-840678-2-iscsi neutron-server[103344]: 'Port': '1.7', May 06 14:58:21.664224 dv-cinder-840678-2-iscsi neutron-server[103344]: 'PortForwarding': '1.3', May 06 14:58:21.664224 dv-cinder-840678-2-iscsi neutron-server[103344]: 'QosPolicy': '1.10', May 06 14:58:21.664224 dv-cinder-840678-2-iscsi neutron-server[103344]: 'SecurityGroup': '1.5', May 06 14:58:21.664224 dv-cinder-840678-2-iscsi neutron-server[103344]: 'SecurityGroupRule': '1.2', May 06 14:58:21.664224 dv-cinder-840678-2-iscsi neutron-server[103344]: 'SubPort': '1.0', May 06 14:58:21.664224 dv-cinder-840678-2-iscsi neutron-server[103344]: 'Subnet': '1.1', May 06 14:58:21.664224 dv-cinder-840678-2-iscsi neutron-server[103344]: 'Trunk': '1.1'}} May 06 14:58:21.664224 dv-cinder-840678-2-iscsi neutron-server[103344]: {{(pid=103344) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 14:58:21.676474 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 41186) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:58:21.685590 dv-cinder-840678-2-iscsi neutron-server[103343]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 06 14:58:21.689655 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5310451-f8c0-4b3b-9602-aa2c721932ea admin admin] Network 06a85250-557d-4448-8943-b2192c4da88d is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:58:21.730282 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b00bd0-74ee-484f-8247-9385d8dd0453 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74e2536a-40e9-51c9-921d-c01d37b4b177-e617326c-50d9-4a05-90f1-04262502b764', 'network_id': 'e617326c-50d9-4a05-90f1-04262502b764', 'project_id': '04793e5505aa4d32ab3efed2892ea2b4', 'fixed_ips': [{'subnet_id': '73d058b8-ef9e-473c-9be9-61c8d64fe350'}]}} from dv-cinder-840678-2-iscsi. {{(pid=103344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 06 14:58:21.731149 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-84b00bd0-74ee-484f-8247-9385d8dd0453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:21.782318 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-7d9a8ed7-0359-48e1-9c14-f3d0ea1aca0d None None] Attempting to bind port f549c703-9d0c-4068-a6f4-9c985b23be88 on host dv-cinder-840678-2-iscsi for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 14:58:21.782685 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-7d9a8ed7-0359-48e1-9c14-f3d0ea1aca0d None None] Attempting to bind port f549c703-9d0c-4068-a6f4-9c985b23be88 by drivers openvswitch,hyperv on host dv-cinder-840678-2-iscsi at level 0 using segments [{'id': 'cf545a1c-4990-4216-8ab0-67a99018f922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd7304f76-b992-4cc2-a77b-3291aec20f6e'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 14:58:21.783042 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9a8ed7-0359-48e1-9c14-f3d0ea1aca0d None None] Attempting to bind port f549c703-9d0c-4068-a6f4-9c985b23be88 on network d7304f76-b992-4cc2-a77b-3291aec20f6e {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 14:58:21.806439 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9a8ed7-0359-48e1-9c14-f3d0ea1aca0d None None] Checking agent: {'id': '20451d70-ea89-4a66-885a-20a1b2a3bff8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 14, 49, 44), 'started_at': datetime.datetime(2022, 5, 6, 14, 50, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 14:58:21.806809 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9a8ed7-0359-48e1-9c14-f3d0ea1aca0d None None] Checking segment: {'id': 'cf545a1c-4990-4216-8ab0-67a99018f922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd7304f76-b992-4cc2-a77b-3291aec20f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 14:58:21.807210 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7d9a8ed7-0359-48e1-9c14-f3d0ea1aca0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:21.808216 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9a8ed7-0359-48e1-9c14-f3d0ea1aca0d None None] Bound using segment: {'id': 'cf545a1c-4990-4216-8ab0-67a99018f922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd7304f76-b992-4cc2-a77b-3291aec20f6e'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 14:58:21.808724 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-7d9a8ed7-0359-48e1-9c14-f3d0ea1aca0d None None] Bound port: f549c703-9d0c-4068-a6f4-9c985b23be88, host: dv-cinder-840678-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf545a1c-4990-4216-8ab0-67a99018f922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd7304f76-b992-4cc2-a77b-3291aec20f6e'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 14:58:21.818177 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-d5310451-f8c0-4b3b-9602-aa2c721932ea admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:58:21.819015 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7d9a8ed7-0359-48e1-9c14-f3d0ea1aca0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (f549c703-9d0c-4068-a6f4-9c985b23be88), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:21.837816 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5310451-f8c0-4b3b-9602-aa2c721932ea admin admin] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 14:58:21.890981 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-26aa04eb-7a39-4929-b17c-c4a52a4a62e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605'] for network (1f8443d4-24c9-4ac0-96d7-8083233dcc1b), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:21.891971 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26aa04eb-7a39-4929-b17c-c4a52a4a62e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:58:21.892632 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-26aa04eb-7a39-4929-b17c-c4a52a4a62e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566627'] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:21.983659 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-26aa04eb-7a39-4929-b17c-c4a52a4a62e4 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.7565978 May 06 14:58:21.986627 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 41192) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:58:22.014701 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.v2.base [None req-58496286-a2bd-40fb-aa84-5125449cd15c admin admin] Request body: {'subnet': {'network_id': '1f8443d4-24c9-4ac0-96d7-8083233dcc1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-151767868-subnet', 'tenant_id': '66121d02dbff4c3a920161e445959085', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 14:58:22.030362 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aa04eb-7a39-4929-b17c-c4a52a4a62e4 admin admin] Pushing event updated for resources: {'Network': ['ID=1f8443d4-24c9-4ac0-96d7-8083233dcc1b,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:22.054354 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58496286-a2bd-40fb-aa84-5125449cd15c admin admin] Made reservation on behalf of 66121d02dbff4c3a920161e445959085 for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:58:22.057779 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-58496286-a2bd-40fb-aa84-5125449cd15c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:22.105509 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Network 1f8443d4-24c9-4ac0-96d7-8083233dcc1b details requested by agent ovs-agent-dv-cinder-840678-2-iscsi with host dv-cinder-840678-2-iscsi {{(pid=103344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 14:58:22.154816 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0e5e0625-b407-4431-bd15-bb926eb0cb77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605'] for subnet (a7bbd10a-f4b7-4f8f-89f9-77da51e8ce38), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:22.173907 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 41198) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:58:22.205849 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5310451-f8c0-4b3b-9602-aa2c721932ea admin admin] Pushing event updated for resources: {'Port': ['ID=f9c2112f-e4c4-4372-9457-49fe78c23454,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:22.276543 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5e0625-b407-4431-bd15-bb926eb0cb77 admin admin] Checking segment: {'id': '90d21e8d-6c9c-4710-afe0-fd81f296919b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '46fd2052-00e9-40cd-8f14-2a3aae165c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 14:58:22.276998 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5e0625-b407-4431-bd15-bb926eb0cb77 admin admin] Network hostable DHCP agents. Network: 46fd2052-00e9-40cd-8f14-2a3aae165c78, hostable agents: ['79b17169-ed94-4769-ba4e-30adf371f78f'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 14:58:22.284589 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5e0625-b407-4431-bd15-bb926eb0cb77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7bbd10a-f4b7-4f8f-89f9-77da51e8ce38,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:22.287559 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d5310451-f8c0-4b3b-9602-aa2c721932ea admin admin] Publish callbacks [] for router_gateway (8a0c7401-61b1-45fb-ad97-618184e04f5f), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:22.308568 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5e0625-b407-4431-bd15-bb926eb0cb77 admin admin] Network 46fd2052-00e9-40cd-8f14-2a3aae165c78 is scheduled to be hosted by DHCP agent 79b17169-ed94-4769-ba4e-30adf371f78f with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 14:58:22.342423 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-0e5e0625-b407-4431-bd15-bb926eb0cb77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-2-iscsi, 46fd2052-00e9-40cd-8f14-2a3aae165c78) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:58:22.353995 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5e0625-b407-4431-bd15-bb926eb0cb77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:58:22.355567 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0e5e0625-b407-4431-bd15-bb926eb0cb77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566627'] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:22.381992 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8e34335d-0d86-43eb-a3e9-52601d330601 admin admin] Publish callbacks [] for router_gateway (9b86048a-66a1-446e-9597-a9a025a1c8d0), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:22.390406 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-0e5e0625-b407-4431-bd15-bb926eb0cb77 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0332997 May 06 14:58:22.415701 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c5612-c856-4805-bad2-05e1010aa341 req-e2293a7d-b6b9-4850-994a-496ea792555a tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:58:22.428244 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-145c5612-c856-4805-bad2-05e1010aa341 req-e2293a7d-b6b9-4850-994a-496ea792555a tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] 10.222.0.23 "GET /v2.0/networks?id=f03bc0ab-4c4b-42d7-8084-72f3c477842c HTTP/1.1" status: 200 len: 812 time: 0.7455258 May 06 14:58:22.448982 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cc8138ca-2c38-41fc-809f-cb5e113cd8da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:22.472373 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f16f3c-c5ed-4c92-91e8-d56565b0cf0e None None] Network 46fd2052-00e9-40cd-8f14-2a3aae165c78 requested from dv-cinder-840678-2-iscsi {{(pid=103344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 14:58:22.487114 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-145c5612-c856-4805-bad2-05e1010aa341 req-47f7f31e-e103-4fe7-9745-09c1f2efc868 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] 10.222.0.23 "GET /v2.0/quotas/3cab862a707246328df1cfcad6ba10cc HTTP/1.1" status: 200 len: 375 time: 0.0578089 May 06 14:58:22.517928 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-84b00bd0-74ee-484f-8247-9385d8dd0453 None None] Allocated IP 172.20.0.2 (e617326c-50d9-4a05-90f1-04262502b764/73d058b8-ef9e-473c-9be9-61c8d64fe350/84d9b2b8-a38c-481e-b0d1-ac82274cc954) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:58:22.533018 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-7d9a8ed7-0359-48e1-9c14-f3d0ea1aca0d None None] For port f549c703-9d0c-4068-a6f4-9c985b23be88, host dv-cinder-840678-2-iscsi, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:58:22.567635 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-145c5612-c856-4805-bad2-05e1010aa341 req-9bed5a1a-8396-457d-9244-4bfbf2a645f5 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3cab862a707246328df1cfcad6ba10cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0795748 May 06 14:58:22.568074 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cc8138ca-2c38-41fc-809f-cb5e113cd8da admin admin] Publish callbacks [] for security_group (11e9ca84-a707-4546-ae15-e6edb4f7c651), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:22.570569 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-58496286-a2bd-40fb-aa84-5125449cd15c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605'] for subnet (67575c08-c86c-46ea-9526-64956bd20b03), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:22.579321 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cc8138ca-2c38-41fc-809f-cb5e113cd8da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (11e9ca84-a707-4546-ae15-e6edb4f7c651), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:22.689777 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8138ca-2c38-41fc-809f-cb5e113cd8da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e9ca84-a707-4546-ae15-e6edb4f7c651,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:22.699191 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-cc8138ca-2c38-41fc-809f-cb5e113cd8da admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=09c7b905c6444fa3949c574f6084fead&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4890449 May 06 14:58:22.702729 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 41218) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:58:22.773142 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58496286-a2bd-40fb-aa84-5125449cd15c admin admin] Pushing event updated for resources: {'Subnet': ['ID=67575c08-c86c-46ea-9526-64956bd20b03,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:22.806066 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-edb3ca25-0138-4f4a-8fc4-287c6ad956fe admin admin] Publish callbacks [] for security_group (11e9ca84-a707-4546-ae15-e6edb4f7c651), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:22.815387 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58496286-a2bd-40fb-aa84-5125449cd15c admin admin] Checking segment: {'id': 'be6ce9c6-e762-4e52-a069-ce1413c2ff6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1f8443d4-24c9-4ac0-96d7-8083233dcc1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 14:58:22.815782 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58496286-a2bd-40fb-aa84-5125449cd15c admin admin] Network hostable DHCP agents. Network: 1f8443d4-24c9-4ac0-96d7-8083233dcc1b, hostable agents: ['79b17169-ed94-4769-ba4e-30adf371f78f'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 14:58:22.853191 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-edb3ca25-0138-4f4a-8fc4-287c6ad956fe admin admin] Publish callbacks [] for security_group (11e9ca84-a707-4546-ae15-e6edb4f7c651), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:22.864903 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-7d9a8ed7-0359-48e1-9c14-f3d0ea1aca0d None None] For port f549c703-9d0c-4068-a6f4-9c985b23be88, host dv-cinder-840678-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=f549c703-9d0c-4068-a6f4-9c985b23be88,segment=NetworkSegment(cf545a1c-4990-4216-8ab0-67a99018f922),segment_id=cf545a1c-4990-4216-8ab0-67a99018f922)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:58:22.872419 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58496286-a2bd-40fb-aa84-5125449cd15c admin admin] Network 1f8443d4-24c9-4ac0-96d7-8083233dcc1b is scheduled to be hosted by DHCP agent 79b17169-ed94-4769-ba4e-30adf371f78f with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 14:58:22.878877 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175c542b-78d0-4549-a2cc-bf207223dcc1 None None] Network 46fd2052-00e9-40cd-8f14-2a3aae165c78 requested from dv-cinder-840678-2-iscsi {{(pid=103344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 14:58:22.887750 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-58496286-a2bd-40fb-aa84-5125449cd15c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-2-iscsi, 1f8443d4-24c9-4ac0-96d7-8083233dcc1b) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:58:22.901393 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58496286-a2bd-40fb-aa84-5125449cd15c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:58:22.902263 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-58496286-a2bd-40fb-aa84-5125449cd15c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566627'] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:22.943792 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-58496286-a2bd-40fb-aa84-5125449cd15c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9512615 May 06 14:58:22.944020 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 41224) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:58:22.950562 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.v2.base [None req-f6179cc9-86f6-4ce5-9437-a620ea2de455 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-151767868-router', 'tenant_id': '66121d02dbff4c3a920161e445959085', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d'}}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 14:58:22.970621 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-edb3ca25-0138-4f4a-8fc4-287c6ad956fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (11e9ca84-a707-4546-ae15-e6edb4f7c651), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:22.974385 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-edb3ca25-0138-4f4a-8fc4-287c6ad956fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:22.978103 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-edb3ca25-0138-4f4a-8fc4-287c6ad956fe admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/11e9ca84-a707-4546-ae15-e6edb4f7c651 HTTP/1.1" status: 204 len: 168 time: 0.2695320 May 06 14:58:22.989666 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [req-145c5612-c856-4805-bad2-05e1010aa341 req-0d437501-5c94-4e37-b9ec-2e34131111b5 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 06 14:58:22.990605 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb3ca25-0138-4f4a-8fc4-287c6ad956fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e9ca84-a707-4546-ae15-e6edb4f7c651,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:22.990966 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-145c5612-c856-4805-bad2-05e1010aa341 req-0d437501-5c94-4e37-b9ec-2e34131111b5 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2495787 May 06 14:58:22.996865 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f6179cc9-86f6-4ce5-9437-a620ea2de455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5249'] for router (f77e6523-6838-4eed-bd19-4c79a22cf92c), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:22.998504 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f6179cc9-86f6-4ce5-9437-a620ea2de455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-428852', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5256'] for router (f77e6523-6838-4eed-bd19-4c79a22cf92c), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:23.029075 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7d9a8ed7-0359-48e1-9c14-f3d0ea1aca0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (f549c703-9d0c-4068-a6f4-9c985b23be88), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:23.031514 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b3077d-2590-4377-a0bc-ce4cb5932b88 None None] Network 1f8443d4-24c9-4ac0-96d7-8083233dcc1b requested from dv-cinder-840678-2-iscsi {{(pid=103344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 14:58:23.135864 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f6179cc9-86f6-4ce5-9437-a620ea2de455 admin admin] Publish callbacks [] for router_controller (f77e6523-6838-4eed-bd19-4c79a22cf92c), precommit_add_association {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:23.159468 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8e34335d-0d86-43eb-a3e9-52601d330601 admin admin] Publish callbacks [] for router_gateway (9b86048a-66a1-446e-9597-a9a025a1c8d0), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:23.242121 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8e34335d-0d86-43eb-a3e9-52601d330601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:23.250436 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d5310451-f8c0-4b3b-9602-aa2c721932ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429027'] for router (8a0c7401-61b1-45fb-ad97-618184e04f5f), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:23.258828 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9a8ed7-0359-48e1-9c14-f3d0ea1aca0d None None] Pushing event updated for resources: {'Port': ['ID=f549c703-9d0c-4068-a6f4-9c985b23be88,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:23.461863 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-145c5612-c856-4805-bad2-05e1010aa341 req-edca87e0-b05f-4b2a-83b6-7f1b364c3f7e service neutron] 10.222.0.23 "GET /v2.0/networks/f03bc0ab-4c4b-42d7-8084-72f3c477842c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4584174 May 06 14:58:23.523865 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-84b00bd0-74ee-484f-8247-9385d8dd0453 None None] Publish callbacks [] for port (84d9b2b8-a38c-481e-b0d1-ac82274cc954), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:23.609301 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-84b00bd0-74ee-484f-8247-9385d8dd0453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732313435468'] for port (84d9b2b8-a38c-481e-b0d1-ac82274cc954), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:23.616904 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f6179cc9-86f6-4ce5-9437-a620ea2de455 admin admin] Publish callbacks [] for router_gateway (f77e6523-6838-4eed-bd19-4c79a22cf92c), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:23.619026 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9940fee-1038-461f-a1ce-3617b5a92f2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74e2536a-40e9-51c9-921d-c01d37b4b177-1f8443d4-24c9-4ac0-96d7-8083233dcc1b', 'network_id': '1f8443d4-24c9-4ac0-96d7-8083233dcc1b', 'project_id': '66121d02dbff4c3a920161e445959085', 'fixed_ips': [{'subnet_id': '67575c08-c86c-46ea-9526-64956bd20b03'}]}} from dv-cinder-840678-2-iscsi. {{(pid=103344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 06 14:58:23.621327 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a9940fee-1038-461f-a1ce-3617b5a92f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:23.734943 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b00bd0-74ee-484f-8247-9385d8dd0453 None None] Network e617326c-50d9-4a05-90f1-04262502b764 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:58:23.749083 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-84b00bd0-74ee-484f-8247-9385d8dd0453 None None] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:58:23.775890 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b00bd0-74ee-484f-8247-9385d8dd0453 None None] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 14:58:23.825079 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 41256) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:58:23.833342 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.v2.base [None req-811d76d5-9e9c-4d3f-8735-2dbcb0847318 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1189558845-network', 'tenant_id': 'a400d4befefc422c881ab8d3900a3d7e'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 14:58:24.036911 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-811d76d5-9e9c-4d3f-8735-2dbcb0847318 admin admin] Made reservation on behalf of a400d4befefc422c881ab8d3900a3d7e for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:58:24.036911 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-811d76d5-9e9c-4d3f-8735-2dbcb0847318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:24.079824 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-8e34335d-0d86-43eb-a3e9-52601d330601 admin admin] Allocated IP 172.27.2.202 (06a85250-557d-4448-8943-b2192c4da88d/cd3545e0-d98c-46ff-bce0-08f4555cdcb4/b43727e9-9f23-42da-9566-42ed79f45494) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:58:24.098576 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-811d76d5-9e9c-4d3f-8735-2dbcb0847318 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:24.163223 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b00bd0-74ee-484f-8247-9385d8dd0453 None None] Pushing event updated for resources: {'Port': ['ID=84d9b2b8-a38c-481e-b0d1-ac82274cc954,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:24.201279 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-145c5612-c856-4805-bad2-05e1010aa341 req-7a9aa6db-d9f1-45b6-beb3-5e62ea47c7f8 service neutron] 10.222.0.23 "GET /v2.0/networks/f03bc0ab-4c4b-42d7-8084-72f3c477842c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7384944 May 06 14:58:24.208816 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-84b00bd0-74ee-484f-8247-9385d8dd0453 None None] Attempting to bind port 84d9b2b8-a38c-481e-b0d1-ac82274cc954 on host dv-cinder-840678-2-iscsi for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 14:58:24.209190 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-84b00bd0-74ee-484f-8247-9385d8dd0453 None None] Attempting to bind port 84d9b2b8-a38c-481e-b0d1-ac82274cc954 by drivers openvswitch,hyperv on host dv-cinder-840678-2-iscsi at level 0 using segments [{'id': '59b9f651-300b-41a0-9754-50f9dffdafce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e617326c-50d9-4a05-90f1-04262502b764'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 14:58:24.209553 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b00bd0-74ee-484f-8247-9385d8dd0453 None None] Attempting to bind port 84d9b2b8-a38c-481e-b0d1-ac82274cc954 on network e617326c-50d9-4a05-90f1-04262502b764 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 14:58:24.308806 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b00bd0-74ee-484f-8247-9385d8dd0453 None None] Checking agent: {'id': '20451d70-ea89-4a66-885a-20a1b2a3bff8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 14, 49, 44), 'started_at': datetime.datetime(2022, 5, 6, 14, 50, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 14:58:24.309458 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b00bd0-74ee-484f-8247-9385d8dd0453 None None] Checking segment: {'id': '59b9f651-300b-41a0-9754-50f9dffdafce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e617326c-50d9-4a05-90f1-04262502b764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 14:58:24.309458 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-84b00bd0-74ee-484f-8247-9385d8dd0453 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:24.309825 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b00bd0-74ee-484f-8247-9385d8dd0453 None None] Bound using segment: {'id': '59b9f651-300b-41a0-9754-50f9dffdafce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e617326c-50d9-4a05-90f1-04262502b764'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 14:58:24.310467 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-84b00bd0-74ee-484f-8247-9385d8dd0453 None None] Bound port: 84d9b2b8-a38c-481e-b0d1-ac82274cc954, host: dv-cinder-840678-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59b9f651-300b-41a0-9754-50f9dffdafce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e617326c-50d9-4a05-90f1-04262502b764'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 14:58:24.310850 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-84b00bd0-74ee-484f-8247-9385d8dd0453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (84d9b2b8-a38c-481e-b0d1-ac82274cc954), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:24.320874 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f6179cc9-86f6-4ce5-9437-a620ea2de455 admin admin] Publish callbacks [] for router_gateway (f77e6523-6838-4eed-bd19-4c79a22cf92c), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:24.338648 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5310451-f8c0-4b3b-9602-aa2c721932ea admin admin] Router 8a0c7401-61b1-45fb-ad97-618184e04f5f is scheduled to L3 agent ec8f31e6-1756-4927-8bc3-e144e6f0af83 with binding_index 1 {{(pid=103343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 14:58:24.364853 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f6179cc9-86f6-4ce5-9437-a620ea2de455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:24.451736 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-84b00bd0-74ee-484f-8247-9385d8dd0453 None None] For port 84d9b2b8-a38c-481e-b0d1-ac82274cc954, host dv-cinder-840678-2-iscsi, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:58:24.455475 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-84b00bd0-74ee-484f-8247-9385d8dd0453 None None] For port 84d9b2b8-a38c-481e-b0d1-ac82274cc954, host dv-cinder-840678-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=84d9b2b8-a38c-481e-b0d1-ac82274cc954,segment=NetworkSegment(59b9f651-300b-41a0-9754-50f9dffdafce),segment_id=59b9f651-300b-41a0-9754-50f9dffdafce)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:58:24.464333 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-a9940fee-1038-461f-a1ce-3617b5a92f2e None None] Allocated IP 172.20.0.2 (1f8443d4-24c9-4ac0-96d7-8083233dcc1b/67575c08-c86c-46ea-9526-64956bd20b03/769674f0-8e47-48c1-a6ef-b4cc50792c8c) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:58:24.467110 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-84b00bd0-74ee-484f-8247-9385d8dd0453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (84d9b2b8-a38c-481e-b0d1-ac82274cc954), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:24.701087 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-811d76d5-9e9c-4d3f-8735-2dbcb0847318 admin admin] Publish callbacks [] for security_group (1c074d46-ae50-4fb2-909d-1706863dfa9f), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:24.707051 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 41292) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:58:24.714012 dv-cinder-840678-2-iscsi neutron-server[103342]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 06 14:58:24.784533 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8e34335d-0d86-43eb-a3e9-52601d330601 admin admin] Publish callbacks [] for port (b43727e9-9f23-42da-9566-42ed79f45494), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:24.795758 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b00bd0-74ee-484f-8247-9385d8dd0453 None None] Pushing event updated for resources: {'Port': ['ID=84d9b2b8-a38c-481e-b0d1-ac82274cc954,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:24.866221 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device f549c703-9d0c-4068-a6f4-9c985b23be88 up at agent ovs-agent-dv-cinder-840678-2-iscsi {{(pid=103344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 14:58:24.884989 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8e34335d-0d86-43eb-a3e9-52601d330601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732313435468'] for port (b43727e9-9f23-42da-9566-42ed79f45494), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:24.913593 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-f5306eba-6113-4050-b285-994184d40763 req-002bc10a-4d81-46ac-b7e9-be7e1e990c30 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e9c0b35-6c24-4b6e-a913-e73cd5bd7025 HTTP/1.1" status: 200 len: 210 time: 0.2036579 May 06 14:58:24.922929 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-811d76d5-9e9c-4d3f-8735-2dbcb0847318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (1c074d46-ae50-4fb2-909d-1706863dfa9f), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:24.966362 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-811d76d5-9e9c-4d3f-8735-2dbcb0847318 admin admin] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 14:58:25.061666 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a9940fee-1038-461f-a1ce-3617b5a92f2e None None] Publish callbacks [] for port (769674f0-8e47-48c1-a6ef-b4cc50792c8c), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:25.066987 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Provisioning complete for port f549c703-9d0c-4068-a6f4-9c985b23be88 triggered by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 14:58:25.069083 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (f549c703-9d0c-4068-a6f4-9c985b23be88), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:25.124356 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a9940fee-1038-461f-a1ce-3617b5a92f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732313435468'] for port (769674f0-8e47-48c1-a6ef-b4cc50792c8c), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:25.132202 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-f6179cc9-86f6-4ce5-9437-a620ea2de455 admin admin] Allocated IP 172.27.2.19 (06a85250-557d-4448-8943-b2192c4da88d/cd3545e0-d98c-46ff-bce0-08f4555cdcb4/cb3cff7e-5f59-4fc2-b09d-77da58aa420f) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:58:25.133809 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-811d76d5-9e9c-4d3f-8735-2dbcb0847318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16165668'] for segment (d1646892-7286-4f1a-9172-555f30d7e285), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:25.134360 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.db.segments_db [None req-811d76d5-9e9c-4d3f-8735-2dbcb0847318 admin admin] Added segment d1646892-7286-4f1a-9172-555f30d7e285 of type vlan for network 9b4ab129-a5c7-42f3-8eab-0741e2886fb5 May 06 14:58:25.141160 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e34335d-0d86-43eb-a3e9-52601d330601 admin admin] Network 06a85250-557d-4448-8943-b2192c4da88d is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:58:25.277438 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-8e34335d-0d86-43eb-a3e9-52601d330601 admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:58:25.328411 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e34335d-0d86-43eb-a3e9-52601d330601 admin admin] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 14:58:25.360687 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9940fee-1038-461f-a1ce-3617b5a92f2e None None] Network 1f8443d4-24c9-4ac0-96d7-8083233dcc1b is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:58:25.375253 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893e6cec-8032-4cb5-b037-ac60bc5d4293 None None] Network d7304f76-b992-4cc2-a77b-3291aec20f6e requested from dv-cinder-840678-2-iscsi {{(pid=103344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 14:58:25.427227 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-a9940fee-1038-461f-a1ce-3617b5a92f2e None None] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:58:25.464352 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-51a4362f-4480-4840-9ccb-ded243689ff5 None None] Provisioning complete for port f549c703-9d0c-4068-a6f4-9c985b23be88 triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 14:58:25.464781 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-51a4362f-4480-4840-9ccb-ded243689ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (f549c703-9d0c-4068-a6f4-9c985b23be88), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:25.466859 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9940fee-1038-461f-a1ce-3617b5a92f2e None None] Pushing event updated for resources: {'Port': ['ID=769674f0-8e47-48c1-a6ef-b4cc50792c8c,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:25.472095 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9940fee-1038-461f-a1ce-3617b5a92f2e None None] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 14:58:25.496966 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f6179cc9-86f6-4ce5-9437-a620ea2de455 admin admin] Publish callbacks [] for port (cb3cff7e-5f59-4fc2-b09d-77da58aa420f), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:25.613180 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f6179cc9-86f6-4ce5-9437-a620ea2de455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732313435468'] for port (cb3cff7e-5f59-4fc2-b09d-77da58aa420f), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:25.645462 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-811d76d5-9e9c-4d3f-8735-2dbcb0847318 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732313419650'] for network (9b4ab129-a5c7-42f3-8eab-0741e2886fb5), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:25.656654 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Current status of the port f549c703-9d0c-4068-a6f4-9c985b23be88 is: DOWN; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 14:58:25.657216 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (f549c703-9d0c-4068-a6f4-9c985b23be88), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:25.663437 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-a9940fee-1038-461f-a1ce-3617b5a92f2e None None] Attempting to bind port 769674f0-8e47-48c1-a6ef-b4cc50792c8c on host dv-cinder-840678-2-iscsi for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 14:58:25.663826 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-a9940fee-1038-461f-a1ce-3617b5a92f2e None None] Attempting to bind port 769674f0-8e47-48c1-a6ef-b4cc50792c8c by drivers openvswitch,hyperv on host dv-cinder-840678-2-iscsi at level 0 using segments [{'id': 'be6ce9c6-e762-4e52-a069-ce1413c2ff6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1f8443d4-24c9-4ac0-96d7-8083233dcc1b'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 14:58:25.664192 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9940fee-1038-461f-a1ce-3617b5a92f2e None None] Attempting to bind port 769674f0-8e47-48c1-a6ef-b4cc50792c8c on network 1f8443d4-24c9-4ac0-96d7-8083233dcc1b {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 14:58:25.705574 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e34335d-0d86-43eb-a3e9-52601d330601 admin admin] Pushing event updated for resources: {'Port': ['ID=b43727e9-9f23-42da-9566-42ed79f45494,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:25.714473 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-811d76d5-9e9c-4d3f-8735-2dbcb0847318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605'] for network (9b4ab129-a5c7-42f3-8eab-0741e2886fb5), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:25.715792 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9940fee-1038-461f-a1ce-3617b5a92f2e None None] Checking agent: {'id': '20451d70-ea89-4a66-885a-20a1b2a3bff8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 14, 49, 44), 'started_at': datetime.datetime(2022, 5, 6, 14, 50, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 14:58:25.716178 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9940fee-1038-461f-a1ce-3617b5a92f2e None None] Checking segment: {'id': 'be6ce9c6-e762-4e52-a069-ce1413c2ff6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1f8443d4-24c9-4ac0-96d7-8083233dcc1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 14:58:25.716871 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a9940fee-1038-461f-a1ce-3617b5a92f2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:25.748646 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9940fee-1038-461f-a1ce-3617b5a92f2e None None] Bound using segment: {'id': 'be6ce9c6-e762-4e52-a069-ce1413c2ff6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1f8443d4-24c9-4ac0-96d7-8083233dcc1b'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 14:58:25.748646 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-a9940fee-1038-461f-a1ce-3617b5a92f2e None None] Bound port: 769674f0-8e47-48c1-a6ef-b4cc50792c8c, host: dv-cinder-840678-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be6ce9c6-e762-4e52-a069-ce1413c2ff6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1f8443d4-24c9-4ac0-96d7-8083233dcc1b'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 14:58:25.748646 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a9940fee-1038-461f-a1ce-3617b5a92f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (769674f0-8e47-48c1-a6ef-b4cc50792c8c), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:25.754866 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811d76d5-9e9c-4d3f-8735-2dbcb0847318 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:58:25.754866 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-811d76d5-9e9c-4d3f-8735-2dbcb0847318 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566627'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:25.754866 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5310451-f8c0-4b3b-9602-aa2c721932ea admin admin] Notify agent at l3_agent.dv-cinder-840678-2-iscsi the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:58:25.805397 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6179cc9-86f6-4ce5-9437-a620ea2de455 admin admin] Network 06a85250-557d-4448-8943-b2192c4da88d is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:58:25.811436 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-f6179cc9-86f6-4ce5-9437-a620ea2de455 admin admin] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:58:25.818923 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6179cc9-86f6-4ce5-9437-a620ea2de455 admin admin] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 14:58:25.878906 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811d76d5-9e9c-4d3f-8735-2dbcb0847318 admin admin] Pushing event updated for resources: {'Network': ['ID=9b4ab129-a5c7-42f3-8eab-0741e2886fb5,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:25.881964 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811d76d5-9e9c-4d3f-8735-2dbcb0847318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c074d46-ae50-4fb2-909d-1706863dfa9f,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:25.999458 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-811d76d5-9e9c-4d3f-8735-2dbcb0847318 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.1706529 May 06 14:58:26.007492 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 41346) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:58:26.012374 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20943293-cde6-4641-9501-839624fa489d None None] Sync routers for ids ['8a0c7401-61b1-45fb-ad97-618184e04f5f'] in dv-cinder-840678-2-iscsi {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:58:26.041729 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.v2.base [None req-30a897b6-2a07-4e5f-961b-f3334defabb2 admin admin] Request body: {'subnet': {'network_id': '9b4ab129-a5c7-42f3-8eab-0741e2886fb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1189558845-subnet', 'tenant_id': 'a400d4befefc422c881ab8d3900a3d7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 14:58:26.043198 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20943293-cde6-4641-9501-839624fa489d None None] Routers {'8a0c7401-61b1-45fb-ad97-618184e04f5f'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 14:58:26.046777 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-20943293-cde6-4641-9501-839624fa489d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T14:58:09Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['8a0c7401-61b1-45fb-ad97-618184e04f5f'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:58:26.077922 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a897b6-2a07-4e5f-961b-f3334defabb2 admin admin] Made reservation on behalf of a400d4befefc422c881ab8d3900a3d7e for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:58:26.081605 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-30a897b6-2a07-4e5f-961b-f3334defabb2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:26.145088 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-51a4362f-4480-4840-9ccb-ded243689ff5 None None] Current status of the port f549c703-9d0c-4068-a6f4-9c985b23be88 is: DOWN; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 14:58:26.145478 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-51a4362f-4480-4840-9ccb-ded243689ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (f549c703-9d0c-4068-a6f4-9c985b23be88), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:26.148120 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d5310451-f8c0-4b3b-9602-aa2c721932ea admin admin] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:26.150580 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-d5310451-f8c0-4b3b-9602-aa2c721932ea admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.4683833 May 06 14:58:26.167722 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Network 9b4ab129-a5c7-42f3-8eab-0741e2886fb5 details requested by agent ovs-agent-dv-cinder-840678-2-iscsi with host dv-cinder-840678-2-iscsi {{(pid=103344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 14:58:26.174655 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 41354) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:58:26.359812 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-5b5922d5-ceb1-4081-9f1d-f6a9ee558b37 req-b8933d1a-90e6-40c3-accf-1a0fee499b35 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e9c0b35-6c24-4b6e-a913-e73cd5bd7025 HTTP/1.1" status: 200 len: 210 time: 0.2218883 May 06 14:58:26.369735 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-20943293-cde6-4641-9501-839624fa489d None None] Set router 8a0c7401-61b1-45fb-ad97-618184e04f5f gateway port host: dv-cinder-840678-2-iscsi {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 14:58:26.600864 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6179cc9-86f6-4ce5-9437-a620ea2de455 admin admin] Pushing event updated for resources: {'Port': ['ID=cb3cff7e-5f59-4fc2-b09d-77da58aa420f,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:26.645256 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8e34335d-0d86-43eb-a3e9-52601d330601 admin admin] Publish callbacks [] for router_gateway (9b86048a-66a1-446e-9597-a9a025a1c8d0), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:26.668997 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] For port f549c703-9d0c-4068-a6f4-9c985b23be88, host dv-cinder-840678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=f549c703-9d0c-4068-a6f4-9c985b23be88,segment=NetworkSegment(cf545a1c-4990-4216-8ab0-67a99018f922),segment_id=cf545a1c-4990-4216-8ab0-67a99018f922)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:58:26.676182 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3672d1e0-a1d0-494f-a402-170fb88aa4bd None None] Network e617326c-50d9-4a05-90f1-04262502b764 requested from dv-cinder-840678-2-iscsi {{(pid=103344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 14:58:26.745680 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-20943293-cde6-4641-9501-839624fa489d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0c7401-61b1-45fb-ad97-618184e04f5f', 'name': 'tempest-AttachVolumeTestJSON-221166996-router', 'tenant_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f9c2112f-e4c4-4372-9457-49fe78c23454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:58:19Z', 'updated_at': '2022-05-06T14:58:22Z', 'revision_number': 3, 'project_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'gw_port': {'id': 'f9c2112f-e4c4-4372-9457-49fe78c23454', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a0c7401-61b1-45fb-ad97-618184e04f5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:20Z', 'updated_at': '2022-05-06T14:58:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi'}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:58:26.790201 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (f549c703-9d0c-4068-a6f4-9c985b23be88), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:26.809001 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20943293-cde6-4641-9501-839624fa489d None None] Checking router: 8a0c7401-61b1-45fb-ad97-618184e04f5f for host: dv-cinder-840678-2-iscsi {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:58:26.809773 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20943293-cde6-4641-9501-839624fa489d None None] Updating router 8a0c7401-61b1-45fb-ad97-618184e04f5f port f9c2112f-e4c4-4372-9457-49fe78c23454 binding host dv-cinder-840678-2-iscsi {{(pid=103345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 14:58:26.873684 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-20943293-cde6-4641-9501-839624fa489d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (f9c2112f-e4c4-4372-9457-49fe78c23454), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:26.885831 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.db.api [None req-51a4362f-4480-4840-9ccb-ded243689ff5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 14:58:26.886172 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG oslo_db.api [None req-51a4362f-4480-4840-9ccb-ded243689ff5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 14:58:27.005562 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-a9940fee-1038-461f-a1ce-3617b5a92f2e None None] For port 769674f0-8e47-48c1-a6ef-b4cc50792c8c, host dv-cinder-840678-2-iscsi, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:58:27.025585 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-a9940fee-1038-461f-a1ce-3617b5a92f2e None None] For port 769674f0-8e47-48c1-a6ef-b4cc50792c8c, host dv-cinder-840678-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=769674f0-8e47-48c1-a6ef-b4cc50792c8c,segment=NetworkSegment(be6ce9c6-e762-4e52-a069-ce1413c2ff6a),segment_id=be6ce9c6-e762-4e52-a069-ce1413c2ff6a)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:58:27.035942 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Pushing event updated for resources: {'Port': ['ID=f549c703-9d0c-4068-a6f4-9c985b23be88,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:27.046085 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a9940fee-1038-461f-a1ce-3617b5a92f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (769674f0-8e47-48c1-a6ef-b4cc50792c8c), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:27.083769 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device 84d9b2b8-a38c-481e-b0d1-ac82274cc954 up at agent ovs-agent-dv-cinder-840678-2-iscsi {{(pid=103344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 14:58:27.123167 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-30a897b6-2a07-4e5f-961b-f3334defabb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605'] for subnet (be07b864-e47b-4d93-b481-67465ff185f6), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:27.264159 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a897b6-2a07-4e5f-961b-f3334defabb2 admin admin] Checking segment: {'id': 'd1646892-7286-4f1a-9172-555f30d7e285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9b4ab129-a5c7-42f3-8eab-0741e2886fb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 14:58:27.265267 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a897b6-2a07-4e5f-961b-f3334defabb2 admin admin] Network hostable DHCP agents. Network: 9b4ab129-a5c7-42f3-8eab-0741e2886fb5, hostable agents: ['79b17169-ed94-4769-ba4e-30adf371f78f'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 14:58:27.306435 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9940fee-1038-461f-a1ce-3617b5a92f2e None None] Pushing event updated for resources: {'Port': ['ID=769674f0-8e47-48c1-a6ef-b4cc50792c8c,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:27.320627 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Provisioning complete for port 84d9b2b8-a38c-481e-b0d1-ac82274cc954 triggered by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 14:58:27.320627 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (84d9b2b8-a38c-481e-b0d1-ac82274cc954), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:27.362730 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a897b6-2a07-4e5f-961b-f3334defabb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be07b864-e47b-4d93-b481-67465ff185f6,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:27.420166 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a897b6-2a07-4e5f-961b-f3334defabb2 admin admin] Network 9b4ab129-a5c7-42f3-8eab-0741e2886fb5 is scheduled to be hosted by DHCP agent 79b17169-ed94-4769-ba4e-30adf371f78f with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 14:58:27.553241 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-30a897b6-2a07-4e5f-961b-f3334defabb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-2-iscsi, 9b4ab129-a5c7-42f3-8eab-0741e2886fb5) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:58:27.559609 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-51a4362f-4480-4840-9ccb-ded243689ff5 None None] Current status of the port f549c703-9d0c-4068-a6f4-9c985b23be88 is: ACTIVE; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 14:58:27.581851 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a897b6-2a07-4e5f-961b-f3334defabb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:58:27.584555 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-30a897b6-2a07-4e5f-961b-f3334defabb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566627'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:27.599885 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f02a83a-24db-400c-ad51-39de07679f04 None None] Network 9b4ab129-a5c7-42f3-8eab-0741e2886fb5 requested from dv-cinder-840678-2-iscsi {{(pid=103344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 14:58:27.609936 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-20943293-cde6-4641-9501-839624fa489d None None] Publish callbacks [] for port (f9c2112f-e4c4-4372-9457-49fe78c23454), precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:27.633243 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-20943293-cde6-4641-9501-839624fa489d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (f9c2112f-e4c4-4372-9457-49fe78c23454), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:27.666278 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8e34335d-0d86-43eb-a3e9-52601d330601 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429027'] for router (9b86048a-66a1-446e-9597-a9a025a1c8d0), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:27.688182 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-30a897b6-2a07-4e5f-961b-f3334defabb2 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6743970 May 06 14:58:27.820814 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Current status of the port 84d9b2b8-a38c-481e-b0d1-ac82274cc954 is: DOWN; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 14:58:27.822129 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (84d9b2b8-a38c-481e-b0d1-ac82274cc954), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:27.824968 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-20943293-cde6-4641-9501-839624fa489d None None] Attempting to bind port f9c2112f-e4c4-4372-9457-49fe78c23454 on host dv-cinder-840678-2-iscsi for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 14:58:27.826723 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-20943293-cde6-4641-9501-839624fa489d None None] Attempting to bind port f9c2112f-e4c4-4372-9457-49fe78c23454 by drivers openvswitch,hyperv on host dv-cinder-840678-2-iscsi at level 0 using segments [{'id': '19695222-3a66-4083-822d-690c63f08412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06a85250-557d-4448-8943-b2192c4da88d'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 14:58:27.827455 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20943293-cde6-4641-9501-839624fa489d None None] Attempting to bind port f9c2112f-e4c4-4372-9457-49fe78c23454 on network 06a85250-557d-4448-8943-b2192c4da88d {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 14:58:27.859351 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-44123b4d-e863-47fa-8e58-d68f7125bf5d req-fa1eb3ef-b606-4ce8-8635-4e12dad004f5 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e9c0b35-6c24-4b6e-a913-e73cd5bd7025 HTTP/1.1" status: 200 len: 210 time: 0.1272547 May 06 14:58:27.866579 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20943293-cde6-4641-9501-839624fa489d None None] Checking agent: {'id': '20451d70-ea89-4a66-885a-20a1b2a3bff8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 14, 49, 44), 'started_at': datetime.datetime(2022, 5, 6, 14, 50, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 14:58:27.867279 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20943293-cde6-4641-9501-839624fa489d None None] Checking segment: {'id': '19695222-3a66-4083-822d-690c63f08412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06a85250-557d-4448-8943-b2192c4da88d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 14:58:27.868911 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-20943293-cde6-4641-9501-839624fa489d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:27.871893 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20943293-cde6-4641-9501-839624fa489d None None] Bound using segment: {'id': '19695222-3a66-4083-822d-690c63f08412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06a85250-557d-4448-8943-b2192c4da88d'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 14:58:27.872816 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-20943293-cde6-4641-9501-839624fa489d None None] Bound port: f9c2112f-e4c4-4372-9457-49fe78c23454, host: dv-cinder-840678-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19695222-3a66-4083-822d-690c63f08412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06a85250-557d-4448-8943-b2192c4da88d'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 14:58:27.873430 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-20943293-cde6-4641-9501-839624fa489d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (f9c2112f-e4c4-4372-9457-49fe78c23454), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:27.909729 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-b912a781-09e4-4844-844d-10b5d3ff4456 None None] Provisioning complete for port f549c703-9d0c-4068-a6f4-9c985b23be88 triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 14:58:27.909729 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b912a781-09e4-4844-844d-10b5d3ff4456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (f549c703-9d0c-4068-a6f4-9c985b23be88), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:27.936434 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a05e3d7-adb4-4169-9310-add5a93632be None None] Pushing event updated for resources: {'Port': ['ID=f9c2112f-e4c4-4372-9457-49fe78c23454,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:27.959076 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a05e3d7-adb4-4169-9310-add5a93632be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:58:27.960255 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a05e3d7-adb4-4169-9310-add5a93632be None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:58:27.962723 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a05e3d7-adb4-4169-9310-add5a93632be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:58:27.963173 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a05e3d7-adb4-4169-9310-add5a93632be None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:58:27.964230 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a05e3d7-adb4-4169-9310-add5a93632be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:58:27.964675 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a05e3d7-adb4-4169-9310-add5a93632be None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:58:27.967069 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a05e3d7-adb4-4169-9310-add5a93632be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:58:27.967425 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a05e3d7-adb4-4169-9310-add5a93632be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:58:27.967766 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a05e3d7-adb4-4169-9310-add5a93632be None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:58:27.968105 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a05e3d7-adb4-4169-9310-add5a93632be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:58:27.968440 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a05e3d7-adb4-4169-9310-add5a93632be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:58:27.969909 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a05e3d7-adb4-4169-9310-add5a93632be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:58:27.970297 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a05e3d7-adb4-4169-9310-add5a93632be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:58:27.970638 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a05e3d7-adb4-4169-9310-add5a93632be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:58:27.971346 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a05e3d7-adb4-4169-9310-add5a93632be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:58:27.972262 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a05e3d7-adb4-4169-9310-add5a93632be None None] Tracked resource versions report: May 06 14:58:27.972262 dv-cinder-840678-2-iscsi neutron-server[103345]: pushed versions: May 06 14:58:27.972262 dv-cinder-840678-2-iscsi neutron-server[103345]: { 'AddressGroup': {'1.2'}, May 06 14:58:27.972262 dv-cinder-840678-2-iscsi neutron-server[103345]: 'Agent': {'1.1'}, May 06 14:58:27.972262 dv-cinder-840678-2-iscsi neutron-server[103345]: 'ConntrackHelper': {'1.0'}, May 06 14:58:27.972262 dv-cinder-840678-2-iscsi neutron-server[103345]: 'LocalIPAssociation': {'1.0'}, May 06 14:58:27.972262 dv-cinder-840678-2-iscsi neutron-server[103345]: 'Log': {'1.0'}, May 06 14:58:27.972262 dv-cinder-840678-2-iscsi neutron-server[103345]: 'NDPProxy': {'1.0'}, May 06 14:58:27.972262 dv-cinder-840678-2-iscsi neutron-server[103345]: 'Network': {'1.1'}, May 06 14:58:27.972262 dv-cinder-840678-2-iscsi neutron-server[103345]: 'Port': {'1.7'}, May 06 14:58:27.972262 dv-cinder-840678-2-iscsi neutron-server[103345]: 'PortForwarding': {'1.3'}, May 06 14:58:27.972262 dv-cinder-840678-2-iscsi neutron-server[103345]: 'QosPolicy': {'1.10'}, May 06 14:58:27.972262 dv-cinder-840678-2-iscsi neutron-server[103345]: 'SecurityGroup': {'1.5'}, May 06 14:58:27.972262 dv-cinder-840678-2-iscsi neutron-server[103345]: 'SecurityGroupRule': {'1.2'}, May 06 14:58:27.972262 dv-cinder-840678-2-iscsi neutron-server[103345]: 'SubPort': {'1.0'}, May 06 14:58:27.972262 dv-cinder-840678-2-iscsi neutron-server[103345]: 'Subnet': {'1.1'}, May 06 14:58:27.972262 dv-cinder-840678-2-iscsi neutron-server[103345]: 'Trunk': {'1.1'}} May 06 14:58:27.972262 dv-cinder-840678-2-iscsi neutron-server[103345]: consumer versions: May 06 14:58:27.972262 dv-cinder-840678-2-iscsi neutron-server[103345]: { DHCP agent@dv-cinder-840678-2-iscsi: {}, May 06 14:58:27.972262 dv-cinder-840678-2-iscsi neutron-server[103345]: HyperV agent@hv-cinder-84067: {}, May 06 14:58:27.972262 dv-cinder-840678-2-iscsi neutron-server[103345]: L3 agent@dv-cinder-840678-2-iscsi: {}, May 06 14:58:27.972262 dv-cinder-840678-2-iscsi neutron-server[103345]: Metadata agent@dv-cinder-840678-2-iscsi: {}, May 06 14:58:27.972262 dv-cinder-840678-2-iscsi neutron-server[103345]: Metering agent@dv-cinder-840678-2-iscsi: {}, May 06 14:58:27.972262 dv-cinder-840678-2-iscsi neutron-server[103345]: Open vSwitch agent@dv-cinder-840678-2-iscsi: { 'AddressGroup': '1.2', May 06 14:58:27.972262 dv-cinder-840678-2-iscsi neutron-server[103345]: 'Agent': '1.1', May 06 14:58:27.972262 dv-cinder-840678-2-iscsi neutron-server[103345]: 'ConntrackHelper': '1.0', May 06 14:58:27.972262 dv-cinder-840678-2-iscsi neutron-server[103345]: 'LocalIPAssociation': '1.0', May 06 14:58:27.972262 dv-cinder-840678-2-iscsi neutron-server[103345]: 'Log': '1.0', May 06 14:58:27.972262 dv-cinder-840678-2-iscsi neutron-server[103345]: 'NDPProxy': '1.0', May 06 14:58:27.972262 dv-cinder-840678-2-iscsi neutron-server[103345]: 'Network': '1.1', May 06 14:58:27.972262 dv-cinder-840678-2-iscsi neutron-server[103345]: 'Port': '1.7', May 06 14:58:27.972262 dv-cinder-840678-2-iscsi neutron-server[103345]: 'PortForwarding': '1.3', May 06 14:58:27.972262 dv-cinder-840678-2-iscsi neutron-server[103345]: 'QosPolicy': '1.10', May 06 14:58:27.972262 dv-cinder-840678-2-iscsi neutron-server[103345]: 'SecurityGroup': '1.5', May 06 14:58:27.972262 dv-cinder-840678-2-iscsi neutron-server[103345]: 'SecurityGroupRule': '1.2', May 06 14:58:27.972262 dv-cinder-840678-2-iscsi neutron-server[103345]: 'SubPort': '1.0', May 06 14:58:27.972262 dv-cinder-840678-2-iscsi neutron-server[103345]: 'Subnet': '1.1', May 06 14:58:27.972262 dv-cinder-840678-2-iscsi neutron-server[103345]: 'Trunk': '1.1'}} May 06 14:58:27.972262 dv-cinder-840678-2-iscsi neutron-server[103345]: {{(pid=103345) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 14:58:27.981941 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f6179cc9-86f6-4ce5-9437-a620ea2de455 admin admin] Publish callbacks [] for router_gateway (f77e6523-6838-4eed-bd19-4c79a22cf92c), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:28.076346 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 41414) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:58:28.077760 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-20943293-cde6-4641-9501-839624fa489d None None] For port f9c2112f-e4c4-4372-9457-49fe78c23454, host dv-cinder-840678-2-iscsi, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:58:28.085204 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-20943293-cde6-4641-9501-839624fa489d None None] For port f9c2112f-e4c4-4372-9457-49fe78c23454, host dv-cinder-840678-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=f9c2112f-e4c4-4372-9457-49fe78c23454,segment=NetworkSegment(19695222-3a66-4083-822d-690c63f08412),segment_id=19695222-3a66-4083-822d-690c63f08412)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:58:28.093924 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-20943293-cde6-4641-9501-839624fa489d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (f9c2112f-e4c4-4372-9457-49fe78c23454), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:28.096057 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-b912a781-09e4-4844-844d-10b5d3ff4456 None None] Current status of the port f549c703-9d0c-4068-a6f4-9c985b23be88 is: ACTIVE; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 14:58:28.156392 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] For port 84d9b2b8-a38c-481e-b0d1-ac82274cc954, host dv-cinder-840678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=84d9b2b8-a38c-481e-b0d1-ac82274cc954,segment=NetworkSegment(59b9f651-300b-41a0-9754-50f9dffdafce),segment_id=59b9f651-300b-41a0-9754-50f9dffdafce)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:58:28.160239 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-b912a781-09e4-4844-844d-10b5d3ff4456 None None] Provisioning complete for port 84d9b2b8-a38c-481e-b0d1-ac82274cc954 triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 14:58:28.161167 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b912a781-09e4-4844-844d-10b5d3ff4456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (84d9b2b8-a38c-481e-b0d1-ac82274cc954), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:28.220367 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (84d9b2b8-a38c-481e-b0d1-ac82274cc954), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:28.230009 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e55053-98ec-4894-aecc-5c5764b2b24d None None] Network 9b4ab129-a5c7-42f3-8eab-0741e2886fb5 requested from dv-cinder-840678-2-iscsi {{(pid=103344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 14:58:28.250949 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f6179cc9-86f6-4ce5-9437-a620ea2de455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429027'] for router (f77e6523-6838-4eed-bd19-4c79a22cf92c), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:28.277499 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a05e3d7-adb4-4169-9310-add5a93632be None None] Pushing event updated for resources: {'Port': ['ID=f9c2112f-e4c4-4372-9457-49fe78c23454,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:28.312188 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20943293-cde6-4641-9501-839624fa489d None None] Routers {'8a0c7401-61b1-45fb-ad97-618184e04f5f'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 14:58:28.312774 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-20943293-cde6-4641-9501-839624fa489d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T14:58:09Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['8a0c7401-61b1-45fb-ad97-618184e04f5f'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:58:28.334718 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f8f813d-5777-47c1-82e0-1e58a0361a4b admin admin] Deleting subnet a7bbd10a-f4b7-4f8f-89f9-77da51e8ce38 {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 06 14:58:28.344035 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e34335d-0d86-43eb-a3e9-52601d330601 admin admin] Router 9b86048a-66a1-446e-9597-a9a025a1c8d0 is scheduled to L3 agent ec8f31e6-1756-4927-8bc3-e144e6f0af83 with binding_index 1 {{(pid=103343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 14:58:28.346428 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6f8f813d-5777-47c1-82e0-1e58a0361a4b admin admin] Publish callbacks [] for subnet (a7bbd10a-f4b7-4f8f-89f9-77da51e8ce38), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:28.410944 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Pushing event updated for resources: {'Port': ['ID=84d9b2b8-a38c-481e-b0d1-ac82274cc954,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:28.469356 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-20943293-cde6-4641-9501-839624fa489d None None] Set router 8a0c7401-61b1-45fb-ad97-618184e04f5f gateway port host: dv-cinder-840678-2-iscsi {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 14:58:28.516244 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6f8f813d-5777-47c1-82e0-1e58a0361a4b admin admin] Publish callbacks [] for subnet (a7bbd10a-f4b7-4f8f-89f9-77da51e8ce38), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:28.560832 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6f8f813d-5777-47c1-82e0-1e58a0361a4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16159455'] for subnet (a7bbd10a-f4b7-4f8f-89f9-77da51e8ce38), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:28.592692 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-b912a781-09e4-4844-844d-10b5d3ff4456 None None] Current status of the port 84d9b2b8-a38c-481e-b0d1-ac82274cc954 is: ACTIVE; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 14:58:28.653336 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-86511189-cd38-43b9-8749-e67cadcc776c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:28.667059 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6179cc9-86f6-4ce5-9437-a620ea2de455 admin admin] Router f77e6523-6838-4eed-bd19-4c79a22cf92c is scheduled to L3 agent ec8f31e6-1756-4927-8bc3-e144e6f0af83 with binding_index 1 {{(pid=103342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 14:58:28.769253 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e34335d-0d86-43eb-a3e9-52601d330601 admin admin] Notify agent at l3_agent.dv-cinder-840678-2-iscsi the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:58:28.782974 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b7c865-d464-4fbc-98f9-5241dabd62da None None] Sync routers for ids ['9b86048a-66a1-446e-9597-a9a025a1c8d0'] in dv-cinder-840678-2-iscsi {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:58:28.788793 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6f8f813d-5777-47c1-82e0-1e58a0361a4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16159430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605'] for subnet (a7bbd10a-f4b7-4f8f-89f9-77da51e8ce38), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:28.801875 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b7c865-d464-4fbc-98f9-5241dabd62da None None] Routers {'9b86048a-66a1-446e-9597-a9a025a1c8d0'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 14:58:28.809525 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-49b7c865-d464-4fbc-98f9-5241dabd62da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T14:58:09Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['9b86048a-66a1-446e-9597-a9a025a1c8d0'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:58:28.833135 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8e34335d-0d86-43eb-a3e9-52601d330601 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:28.837558 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-8e34335d-0d86-43eb-a3e9-52601d330601 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.9007859 May 06 14:58:28.837558 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f813d-5777-47c1-82e0-1e58a0361a4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7bbd10a-f4b7-4f8f-89f9-77da51e8ce38,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:28.841168 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6f8f813d-5777-47c1-82e0-1e58a0361a4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566627'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:28.843585 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 41432) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:58:28.845935 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-6f8f813d-5777-47c1-82e0-1e58a0361a4b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/a7bbd10a-f4b7-4f8f-89f9-77da51e8ce38 HTTP/1.1" status: 204 len: 168 time: 0.7668502 May 06 14:58:28.848387 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 41434) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:58:28.853387 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-20943293-cde6-4641-9501-839624fa489d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0c7401-61b1-45fb-ad97-618184e04f5f', 'name': 'tempest-AttachVolumeTestJSON-221166996-router', 'tenant_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f9c2112f-e4c4-4372-9457-49fe78c23454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:58:19Z', 'updated_at': '2022-05-06T14:58:22Z', 'revision_number': 3, 'project_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'gw_port': {'id': 'f9c2112f-e4c4-4372-9457-49fe78c23454', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a0c7401-61b1-45fb-ad97-618184e04f5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:20Z', 'updated_at': '2022-05-06T14:58:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi'}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:58:28.939596 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20943293-cde6-4641-9501-839624fa489d None None] The sync data for ids ['8a0c7401-61b1-45fb-ad97-618184e04f5f'] in dv-cinder-840678-2-iscsi is: [{'id': '8a0c7401-61b1-45fb-ad97-618184e04f5f', 'name': 'tempest-AttachVolumeTestJSON-221166996-router', 'tenant_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f9c2112f-e4c4-4372-9457-49fe78c23454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:58:19Z', 'updated_at': '2022-05-06T14:58:22Z', 'revision_number': 3, 'project_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'gw_port': {'id': 'f9c2112f-e4c4-4372-9457-49fe78c23454', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a0c7401-61b1-45fb-ad97-618184e04f5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:20Z', 'updated_at': '2022-05-06T14:58:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi'}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:58:29.017424 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a586c740-4067-4ecc-9983-713ec4830128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16137472'] for network (46fd2052-00e9-40cd-8f14-2a3aae165c78), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:29.132248 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-49b7c865-d464-4fbc-98f9-5241dabd62da None None] Set router 9b86048a-66a1-446e-9597-a9a025a1c8d0 gateway port host: dv-cinder-840678-2-iscsi {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 14:58:29.186911 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a586c740-4067-4ecc-9983-713ec4830128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16161642', 'neutron.services.segments.db._delete_segments_for_network-8732313914390'] for network (46fd2052-00e9-40cd-8f14-2a3aae165c78), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:29.192988 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-af6148b6-7e0c-4482-8e13-9058360faa19 req-ba5a30fd-5ced-42c0-bc23-05f685d3b1b7 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e9c0b35-6c24-4b6e-a913-e73cd5bd7025 HTTP/1.1" status: 200 len: 210 time: 0.0468330 May 06 14:58:29.216684 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a586c740-4067-4ecc-9983-713ec4830128 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:58:29.217063 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a586c740-4067-4ecc-9983-713ec4830128 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:58:29.218034 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a586c740-4067-4ecc-9983-713ec4830128 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:58:29.218395 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a586c740-4067-4ecc-9983-713ec4830128 admin admin] Subscribe: > port after_create 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:58:29.218737 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a586c740-4067-4ecc-9983-713ec4830128 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:58:29.219074 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a586c740-4067-4ecc-9983-713ec4830128 admin admin] Subscribe: > port after_update 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:58:29.219561 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a586c740-4067-4ecc-9983-713ec4830128 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:58:29.219887 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a586c740-4067-4ecc-9983-713ec4830128 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:58:29.219981 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c842693f-cbfe-4bc4-af53-6196cec2ee8c None None] Network 1f8443d4-24c9-4ac0-96d7-8083233dcc1b requested from dv-cinder-840678-2-iscsi {{(pid=103344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 14:58:29.220205 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a586c740-4067-4ecc-9983-713ec4830128 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:58:29.220526 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a586c740-4067-4ecc-9983-713ec4830128 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:58:29.222295 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device f549c703-9d0c-4068-a6f4-9c985b23be88 up at agent ovs-agent-dv-cinder-840678-2-iscsi {{(pid=103344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 14:58:29.285306 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6179cc9-86f6-4ce5-9437-a620ea2de455 admin admin] Notify agent at l3_agent.dv-cinder-840678-2-iscsi the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:58:29.300253 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394f304b-62d5-4e61-b3fc-b36dfde2a709 None None] Sync routers for ids ['f77e6523-6838-4eed-bd19-4c79a22cf92c'] in dv-cinder-840678-2-iscsi {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:58:29.317346 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394f304b-62d5-4e61-b3fc-b36dfde2a709 None None] Routers {'f77e6523-6838-4eed-bd19-4c79a22cf92c'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 14:58:29.317987 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-394f304b-62d5-4e61-b3fc-b36dfde2a709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T14:58:09Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['f77e6523-6838-4eed-bd19-4c79a22cf92c'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:58:29.377761 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f6179cc9-86f6-4ce5-9437-a620ea2de455 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:29.378966 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-f6179cc9-86f6-4ce5-9437-a620ea2de455 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.4337418 May 06 14:58:29.382647 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-523078f6-0970-4473-9535-3e9a3ead9bbe None None] Provisioning complete for port 769674f0-8e47-48c1-a6ef-b4cc50792c8c triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 14:58:29.383040 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-523078f6-0970-4473-9535-3e9a3ead9bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (769674f0-8e47-48c1-a6ef-b4cc50792c8c), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:29.384656 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 41442) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:58:29.499997 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a586c740-4067-4ecc-9983-713ec4830128 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:58:29.500580 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a586c740-4067-4ecc-9983-713ec4830128 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:58:29.500580 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a586c740-4067-4ecc-9983-713ec4830128 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:58:29.501034 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a586c740-4067-4ecc-9983-713ec4830128 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 14:58:29.502870 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.services.segments.db [None req-a586c740-4067-4ecc-9983-713ec4830128 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46fd2052-00e9-40cd-8f14-2a3aae165c78']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:58:29.538958 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.services.segments.db [None req-a586c740-4067-4ecc-9983-713ec4830128 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90d21e8d-6c9c-4710-afe0-fd81f296919b') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:58:29.539293 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.services.segments.db [None req-a586c740-4067-4ecc-9983-713ec4830128 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90d21e8d-6c9c-4710-afe0-fd81f296919b') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:58:29.565085 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a586c740-4067-4ecc-9983-713ec4830128 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732313914911', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3289633'] for segment (90d21e8d-6c9c-4710-afe0-fd81f296919b), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:29.573298 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Provisioning complete for port f549c703-9d0c-4068-a6f4-9c985b23be88 triggered by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 14:58:29.573692 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (f549c703-9d0c-4068-a6f4-9c985b23be88), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:29.600465 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a586c740-4067-4ecc-9983-713ec4830128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16165668'] for segment (90d21e8d-6c9c-4710-afe0-fd81f296919b), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:29.615703 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a586c740-4067-4ecc-9983-713ec4830128 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 14:58:29.616100 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a586c740-4067-4ecc-9983-713ec4830128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16165668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193979'] for segment (90d21e8d-6c9c-4710-afe0-fd81f296919b), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:29.622901 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-394f304b-62d5-4e61-b3fc-b36dfde2a709 None None] Set router f77e6523-6838-4eed-bd19-4c79a22cf92c gateway port host: dv-cinder-840678-2-iscsi {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 14:58:29.694183 dv-cinder-840678-2-iscsi neutron-server[103343]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 06 14:58:29.694183 dv-cinder-840678-2-iscsi neutron-server[103343]: from cryptography.utils import int_from_bytes May 06 14:58:29.694183 dv-cinder-840678-2-iscsi neutron-server[103343]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 06 14:58:29.694183 dv-cinder-840678-2-iscsi neutron-server[103343]: from cryptography.utils import int_from_bytes May 06 14:58:29.694183 dv-cinder-840678-2-iscsi neutron-server[103343]: Traceback (most recent call last): May 06 14:58:29.694183 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 14:58:29.694183 dv-cinder-840678-2-iscsi neutron-server[103343]: timer() May 06 14:58:29.694183 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 14:58:29.694183 dv-cinder-840678-2-iscsi neutron-server[103343]: cb(*args, **kw) May 06 14:58:29.694183 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 14:58:29.694183 dv-cinder-840678-2-iscsi neutron-server[103343]: return func(*args, **kwargs) May 06 14:58:29.694183 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 14:58:29.694183 dv-cinder-840678-2-iscsi neutron-server[103343]: self._notify() May 06 14:58:29.694183 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 14:58:29.694183 dv-cinder-840678-2-iscsi neutron-server[103343]: self.callback(batched_events) May 06 14:58:29.694183 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 14:58:29.694183 dv-cinder-840678-2-iscsi neutron-server[103343]: event.method(event) May 06 14:58:29.694183 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 14:58:29.694183 dv-cinder-840678-2-iscsi neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 14:58:29.694183 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 14:58:29.694183 dv-cinder-840678-2-iscsi neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( May 06 14:58:29.694183 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 14:58:29.694183 dv-cinder-840678-2-iscsi neutron-server[103343]: return f(self, *a, **k) May 06 14:58:29.694183 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 14:58:29.694183 dv-cinder-840678-2-iscsi neutron-server[103343]: return self._get(url).json() May 06 14:58:29.694183 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 14:58:29.694183 dv-cinder-840678-2-iscsi neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 14:58:29.694183 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 14:58:29.694183 dv-cinder-840678-2-iscsi neutron-server[103343]: return self.request(url, 'GET', **kwargs) May 06 14:58:29.694183 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 14:58:29.694183 dv-cinder-840678-2-iscsi neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, May 06 14:58:29.694183 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 14:58:29.694183 dv-cinder-840678-2-iscsi neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 14:58:29.694183 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 14:58:29.694183 dv-cinder-840678-2-iscsi neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 14:58:29.694183 dv-cinder-840678-2-iscsi neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 14:58:29.742621 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a586c740-4067-4ecc-9983-713ec4830128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16161617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429813'] for network (46fd2052-00e9-40cd-8f14-2a3aae165c78), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:29.752108 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a586c740-4067-4ecc-9983-713ec4830128 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566627'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:29.765266 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-a586c740-4067-4ecc-9983-713ec4830128 admin admin] 10.222.0.23 "DELETE /v2.0/networks/46fd2052-00e9-40cd-8f14-2a3aae165c78 HTTP/1.1" status: 204 len: 168 time: 0.9156599 May 06 14:58:29.774707 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 41444) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:58:29.784384 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a586c740-4067-4ecc-9983-713ec4830128 admin admin] Pushing event deleted for resources: {'Network': ['ID=46fd2052-00e9-40cd-8f14-2a3aae165c78,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:29.848105 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-116e47f9-68a9-4ebd-9b9a-4a9f76bee09a admin admin] Deleting subnet be07b864-e47b-4d93-b481-67465ff185f6 {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 06 14:58:29.853288 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-116e47f9-68a9-4ebd-9b9a-4a9f76bee09a admin admin] Publish callbacks [] for subnet (be07b864-e47b-4d93-b481-67465ff185f6), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:29.920185 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-116e47f9-68a9-4ebd-9b9a-4a9f76bee09a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3289624'] for subnet (be07b864-e47b-4d93-b481-67465ff185f6), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:30.018318 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-116e47f9-68a9-4ebd-9b9a-4a9f76bee09a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16159455'] for subnet (be07b864-e47b-4d93-b481-67465ff185f6), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:30.045015 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-86511189-cd38-43b9-8749-e67cadcc776c admin admin] Allocated IP 172.20.0.1 (d7304f76-b992-4cc2-a77b-3291aec20f6e/386bbac7-026e-4f68-a22c-f26fa009fb15/209a3bdd-8a51-42ac-a00b-6fcb2e14dcb2) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:58:30.059657 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-394f304b-62d5-4e61-b3fc-b36dfde2a709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f77e6523-6838-4eed-bd19-4c79a22cf92c', 'name': 'tempest-ServerRescueNegativeTestJSON-151767868-router', 'tenant_id': '66121d02dbff4c3a920161e445959085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'cb3cff7e-5f59-4fc2-b09d-77da58aa420f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:58:23Z', 'updated_at': '2022-05-06T14:58:26Z', 'revision_number': 3, 'project_id': '66121d02dbff4c3a920161e445959085', 'gw_port': {'id': 'cb3cff7e-5f59-4fc2-b09d-77da58aa420f', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:84:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f77e6523-6838-4eed-bd19-4c79a22cf92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:24Z', 'updated_at': '2022-05-06T14:58:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi'}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:58:30.093832 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-49b7c865-d464-4fbc-98f9-5241dabd62da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b86048a-66a1-446e-9597-a9a025a1c8d0', 'name': 'tempest-AttachVolumeShelveTestJSON-59332451-router', 'tenant_id': '04793e5505aa4d32ab3efed2892ea2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'b43727e9-9f23-42da-9566-42ed79f45494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:58:21Z', 'updated_at': '2022-05-06T14:58:26Z', 'revision_number': 3, 'project_id': '04793e5505aa4d32ab3efed2892ea2b4', 'gw_port': {'id': 'b43727e9-9f23-42da-9566-42ed79f45494', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e1:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b86048a-66a1-446e-9597-a9a025a1c8d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:23Z', 'updated_at': '2022-05-06T14:58:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi'}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:58:30.123257 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-116e47f9-68a9-4ebd-9b9a-4a9f76bee09a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16159430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4192537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3310261'] for subnet (be07b864-e47b-4d93-b481-67465ff185f6), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:30.179960 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394f304b-62d5-4e61-b3fc-b36dfde2a709 None None] Checking router: f77e6523-6838-4eed-bd19-4c79a22cf92c for host: dv-cinder-840678-2-iscsi {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:58:30.181938 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394f304b-62d5-4e61-b3fc-b36dfde2a709 None None] Updating router f77e6523-6838-4eed-bd19-4c79a22cf92c port cb3cff7e-5f59-4fc2-b09d-77da58aa420f binding host dv-cinder-840678-2-iscsi {{(pid=103345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 14:58:30.207977 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116e47f9-68a9-4ebd-9b9a-4a9f76bee09a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be07b864-e47b-4d93-b481-67465ff185f6,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:30.218899 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-116e47f9-68a9-4ebd-9b9a-4a9f76bee09a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566627'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:30.231084 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-116e47f9-68a9-4ebd-9b9a-4a9f76bee09a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/be07b864-e47b-4d93-b481-67465ff185f6 HTTP/1.1" status: 204 len: 168 time: 0.4553881 May 06 14:58:30.232642 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 41458) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:58:30.293115 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-394f304b-62d5-4e61-b3fc-b36dfde2a709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (cb3cff7e-5f59-4fc2-b09d-77da58aa420f), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:30.357632 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b7c865-d464-4fbc-98f9-5241dabd62da None None] Checking router: 9b86048a-66a1-446e-9597-a9a025a1c8d0 for host: dv-cinder-840678-2-iscsi {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:58:30.358297 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b7c865-d464-4fbc-98f9-5241dabd62da None None] Updating router 9b86048a-66a1-446e-9597-a9a025a1c8d0 port b43727e9-9f23-42da-9566-42ed79f45494 binding host dv-cinder-840678-2-iscsi {{(pid=103344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 14:58:30.366344 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-523078f6-0970-4473-9535-3e9a3ead9bbe None None] Current status of the port 769674f0-8e47-48c1-a6ef-b4cc50792c8c is: DOWN; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 14:58:30.366709 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-523078f6-0970-4473-9535-3e9a3ead9bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (769674f0-8e47-48c1-a6ef-b4cc50792c8c), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:30.441367 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-79332af0-5649-4e1b-869a-1327c59da01e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16137472'] for network (9b4ab129-a5c7-42f3-8eab-0741e2886fb5), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:30.567063 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-49b7c865-d464-4fbc-98f9-5241dabd62da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (b43727e9-9f23-42da-9566-42ed79f45494), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:30.661281 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Current status of the port f549c703-9d0c-4068-a6f4-9c985b23be88 is: ACTIVE; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 14:58:30.662321 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device 769674f0-8e47-48c1-a6ef-b4cc50792c8c up at agent ovs-agent-dv-cinder-840678-2-iscsi {{(pid=103344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 14:58:30.698923 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.26', 64720) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:58:30.730602 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-86511189-cd38-43b9-8749-e67cadcc776c admin admin] Publish callbacks [] for port (209a3bdd-8a51-42ac-a00b-6fcb2e14dcb2), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:30.761312 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-523078f6-0970-4473-9535-3e9a3ead9bbe None None] For port 769674f0-8e47-48c1-a6ef-b4cc50792c8c, host dv-cinder-840678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=769674f0-8e47-48c1-a6ef-b4cc50792c8c,segment=NetworkSegment(be6ce9c6-e762-4e52-a069-ce1413c2ff6a),segment_id=be6ce9c6-e762-4e52-a069-ce1413c2ff6a)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:58:30.796463 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-523078f6-0970-4473-9535-3e9a3ead9bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (769674f0-8e47-48c1-a6ef-b4cc50792c8c), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:30.824584 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-79332af0-5649-4e1b-869a-1327c59da01e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16161642', 'neutron.services.segments.db._delete_segments_for_network-8732313914390'] for network (9b4ab129-a5c7-42f3-8eab-0741e2886fb5), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:30.826370 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-86511189-cd38-43b9-8749-e67cadcc776c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732313435468'] for port (209a3bdd-8a51-42ac-a00b-6fcb2e14dcb2), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:30.831577 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-f2f3aa6c-1078-489c-a055-53f83b5735cd req-d2194dfc-078b-4b4a-a0f1-02baae820b5c tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e9c0b35-6c24-4b6e-a913-e73cd5bd7025 HTTP/1.1" status: 200 len: 210 time: 0.1517701 May 06 14:58:30.911893 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.services.segments.db [None req-79332af0-5649-4e1b-869a-1327c59da01e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b4ab129-a5c7-42f3-8eab-0741e2886fb5']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:58:30.953285 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.services.segments.db [None req-79332af0-5649-4e1b-869a-1327c59da01e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1646892-7286-4f1a-9172-555f30d7e285') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:58:30.953464 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86511189-cd38-43b9-8749-e67cadcc776c admin admin] Pushing event updated for resources: {'Port': ['ID=209a3bdd-8a51-42ac-a00b-6fcb2e14dcb2,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:30.953796 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.services.segments.db [None req-79332af0-5649-4e1b-869a-1327c59da01e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1646892-7286-4f1a-9172-555f30d7e285') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:58:30.981763 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-79332af0-5649-4e1b-869a-1327c59da01e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732313914911', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3289633'] for segment (d1646892-7286-4f1a-9172-555f30d7e285), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:31.000904 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-394f304b-62d5-4e61-b3fc-b36dfde2a709 None None] Publish callbacks [] for port (cb3cff7e-5f59-4fc2-b09d-77da58aa420f), precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:31.013087 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-394f304b-62d5-4e61-b3fc-b36dfde2a709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (cb3cff7e-5f59-4fc2-b09d-77da58aa420f), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:31.046002 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-79332af0-5649-4e1b-869a-1327c59da01e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16165668'] for segment (d1646892-7286-4f1a-9172-555f30d7e285), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:31.050116 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86511189-cd38-43b9-8749-e67cadcc776c admin admin] Network d7304f76-b992-4cc2-a77b-3291aec20f6e is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:58:31.072332 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-86511189-cd38-43b9-8749-e67cadcc776c admin admin] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:58:31.091905 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c5612-c856-4805-bad2-05e1010aa341 req-afbf049a-d9d8-484f-a832-e5bdf26cad4a tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:58:31.094917 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-145c5612-c856-4805-bad2-05e1010aa341 req-afbf049a-d9d8-484f-a832-e5bdf26cad4a tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] 10.222.0.26 "GET /v2.0/networks?id=f03bc0ab-4c4b-42d7-8084-72f3c477842c HTTP/1.1" status: 200 len: 812 time: 0.3923869 May 06 14:58:31.095039 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86511189-cd38-43b9-8749-e67cadcc776c admin admin] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 14:58:31.095541 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-86511189-cd38-43b9-8749-e67cadcc776c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-426958'] for router_interface (8a0c7401-61b1-45fb-ad97-618184e04f5f), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:31.098689 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79332af0-5649-4e1b-869a-1327c59da01e admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 14:58:31.099883 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-79332af0-5649-4e1b-869a-1327c59da01e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16165668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193979'] for segment (d1646892-7286-4f1a-9172-555f30d7e285), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:31.104653 dv-cinder-840678-2-iscsi neutron-server[103343]: Traceback (most recent call last): May 06 14:58:31.104653 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 14:58:31.104653 dv-cinder-840678-2-iscsi neutron-server[103343]: timer() May 06 14:58:31.104653 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 14:58:31.104653 dv-cinder-840678-2-iscsi neutron-server[103343]: cb(*args, **kw) May 06 14:58:31.104653 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 14:58:31.104653 dv-cinder-840678-2-iscsi neutron-server[103343]: return func(*args, **kwargs) May 06 14:58:31.104653 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 14:58:31.104653 dv-cinder-840678-2-iscsi neutron-server[103343]: self._notify() May 06 14:58:31.104653 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 14:58:31.104653 dv-cinder-840678-2-iscsi neutron-server[103343]: self.callback(batched_events) May 06 14:58:31.104653 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 14:58:31.104653 dv-cinder-840678-2-iscsi neutron-server[103343]: event.method(event) May 06 14:58:31.104653 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 14:58:31.104653 dv-cinder-840678-2-iscsi neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 14:58:31.104653 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 14:58:31.104653 dv-cinder-840678-2-iscsi neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( May 06 14:58:31.104653 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 14:58:31.104653 dv-cinder-840678-2-iscsi neutron-server[103343]: return f(self, *a, **k) May 06 14:58:31.104653 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 14:58:31.104653 dv-cinder-840678-2-iscsi neutron-server[103343]: return self._get(url).json() May 06 14:58:31.104653 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 14:58:31.104653 dv-cinder-840678-2-iscsi neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 14:58:31.104653 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 14:58:31.104653 dv-cinder-840678-2-iscsi neutron-server[103343]: return self.request(url, 'GET', **kwargs) May 06 14:58:31.104653 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 14:58:31.104653 dv-cinder-840678-2-iscsi neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, May 06 14:58:31.104653 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 14:58:31.104653 dv-cinder-840678-2-iscsi neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 14:58:31.104653 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 14:58:31.104653 dv-cinder-840678-2-iscsi neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 14:58:31.104653 dv-cinder-840678-2-iscsi neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 14:58:31.156348 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-394f304b-62d5-4e61-b3fc-b36dfde2a709 None None] Attempting to bind port cb3cff7e-5f59-4fc2-b09d-77da58aa420f on host dv-cinder-840678-2-iscsi for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 14:58:31.157448 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-394f304b-62d5-4e61-b3fc-b36dfde2a709 None None] Attempting to bind port cb3cff7e-5f59-4fc2-b09d-77da58aa420f by drivers openvswitch,hyperv on host dv-cinder-840678-2-iscsi at level 0 using segments [{'id': '19695222-3a66-4083-822d-690c63f08412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06a85250-557d-4448-8943-b2192c4da88d'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 14:58:31.158112 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394f304b-62d5-4e61-b3fc-b36dfde2a709 None None] Attempting to bind port cb3cff7e-5f59-4fc2-b09d-77da58aa420f on network 06a85250-557d-4448-8943-b2192c4da88d {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 14:58:31.163552 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528e177a-a38b-411e-8067-6f49d5f4235d None None] Pushing event updated for resources: {'Port': ['ID=cb3cff7e-5f59-4fc2-b09d-77da58aa420f,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:31.176079 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394f304b-62d5-4e61-b3fc-b36dfde2a709 None None] Checking agent: {'id': '20451d70-ea89-4a66-885a-20a1b2a3bff8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 14, 49, 44), 'started_at': datetime.datetime(2022, 5, 6, 14, 50, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 14:58:31.176902 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394f304b-62d5-4e61-b3fc-b36dfde2a709 None None] Checking segment: {'id': '19695222-3a66-4083-822d-690c63f08412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06a85250-557d-4448-8943-b2192c4da88d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 14:58:31.177903 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-394f304b-62d5-4e61-b3fc-b36dfde2a709 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:31.178725 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394f304b-62d5-4e61-b3fc-b36dfde2a709 None None] Bound using segment: {'id': '19695222-3a66-4083-822d-690c63f08412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06a85250-557d-4448-8943-b2192c4da88d'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 14:58:31.179977 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-394f304b-62d5-4e61-b3fc-b36dfde2a709 None None] Bound port: cb3cff7e-5f59-4fc2-b09d-77da58aa420f, host: dv-cinder-840678-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19695222-3a66-4083-822d-690c63f08412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06a85250-557d-4448-8943-b2192c4da88d'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 14:58:31.181007 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-394f304b-62d5-4e61-b3fc-b36dfde2a709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (cb3cff7e-5f59-4fc2-b09d-77da58aa420f), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:31.239472 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.v2.base [req-145c5612-c856-4805-bad2-05e1010aa341 req-a17bfcb7-5ccd-4d2f-83c8-34985e31d5fe tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] Request body: {'port': {'device_id': '1e9c0b35-6c24-4b6e-a913-e73cd5bd7025', 'network_id': 'f03bc0ab-4c4b-42d7-8084-72f3c477842c', 'admin_state_up': True, 'tenant_id': '3cab862a707246328df1cfcad6ba10cc'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 14:58:31.245642 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-6aa6c6b6-fcf8-48ce-a421-91b4ee8ade65 None None] Provisioning complete for port 769674f0-8e47-48c1-a6ef-b4cc50792c8c triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 14:58:31.257270 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6aa6c6b6-fcf8-48ce-a421-91b4ee8ade65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (769674f0-8e47-48c1-a6ef-b4cc50792c8c), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:31.311919 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-394f304b-62d5-4e61-b3fc-b36dfde2a709 None None] For port cb3cff7e-5f59-4fc2-b09d-77da58aa420f, host dv-cinder-840678-2-iscsi, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:58:31.316214 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-394f304b-62d5-4e61-b3fc-b36dfde2a709 None None] For port cb3cff7e-5f59-4fc2-b09d-77da58aa420f, host dv-cinder-840678-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=cb3cff7e-5f59-4fc2-b09d-77da58aa420f,segment=NetworkSegment(19695222-3a66-4083-822d-690c63f08412),segment_id=19695222-3a66-4083-822d-690c63f08412)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:58:31.325396 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-394f304b-62d5-4e61-b3fc-b36dfde2a709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (cb3cff7e-5f59-4fc2-b09d-77da58aa420f), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:31.439647 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528e177a-a38b-411e-8067-6f49d5f4235d None None] Pushing event updated for resources: {'Port': ['ID=cb3cff7e-5f59-4fc2-b09d-77da58aa420f,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:31.477777 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Provisioning complete for port 769674f0-8e47-48c1-a6ef-b4cc50792c8c triggered by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 14:58:31.479301 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (769674f0-8e47-48c1-a6ef-b4cc50792c8c), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:31.507811 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394f304b-62d5-4e61-b3fc-b36dfde2a709 None None] Routers {'f77e6523-6838-4eed-bd19-4c79a22cf92c'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 14:58:31.511038 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-394f304b-62d5-4e61-b3fc-b36dfde2a709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T14:58:09Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['f77e6523-6838-4eed-bd19-4c79a22cf92c'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:58:31.512531 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-79332af0-5649-4e1b-869a-1327c59da01e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16161617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429813'] for network (9b4ab129-a5c7-42f3-8eab-0741e2886fb5), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:31.535441 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-79332af0-5649-4e1b-869a-1327c59da01e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566627'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:31.542228 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-79332af0-5649-4e1b-869a-1327c59da01e admin admin] 10.222.0.23 "DELETE /v2.0/networks/9b4ab129-a5c7-42f3-8eab-0741e2886fb5 HTTP/1.1" status: 204 len: 168 time: 1.3065341 May 06 14:58:31.556589 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523078f6-0970-4473-9535-3e9a3ead9bbe None None] Pushing event updated for resources: {'Port': ['ID=769674f0-8e47-48c1-a6ef-b4cc50792c8c,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:31.585992 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79332af0-5649-4e1b-869a-1327c59da01e admin admin] Pushing event deleted for resources: {'Network': ['ID=9b4ab129-a5c7-42f3-8eab-0741e2886fb5,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:31.858563 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-394f304b-62d5-4e61-b3fc-b36dfde2a709 None None] Set router f77e6523-6838-4eed-bd19-4c79a22cf92c gateway port host: dv-cinder-840678-2-iscsi {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 14:58:31.860250 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-145c5612-c856-4805-bad2-05e1010aa341 req-a17bfcb7-5ccd-4d2f-83c8-34985e31d5fe tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] Made reservation on behalf of 3cab862a707246328df1cfcad6ba10cc for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:58:31.865127 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-145c5612-c856-4805-bad2-05e1010aa341 req-a17bfcb7-5ccd-4d2f-83c8-34985e31d5fe tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:31.879791 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-6aa6c6b6-fcf8-48ce-a421-91b4ee8ade65 None None] Current status of the port 769674f0-8e47-48c1-a6ef-b4cc50792c8c is: ACTIVE; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 14:58:32.092297 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1e21f608-402b-47bf-a0b4-accbc2113213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:32.100510 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 41524) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:58:32.189706 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-5769bfde-10a2-433c-a2ba-5cf099be65e2 None None] Provisioning complete for port 209a3bdd-8a51-42ac-a00b-6fcb2e14dcb2 triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 14:58:32.194164 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5769bfde-10a2-433c-a2ba-5cf099be65e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (209a3bdd-8a51-42ac-a00b-6fcb2e14dcb2), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:32.248046 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Current status of the port 769674f0-8e47-48c1-a6ef-b4cc50792c8c is: ACTIVE; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 14:58:32.249206 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device 84d9b2b8-a38c-481e-b0d1-ac82274cc954 up at agent ovs-agent-dv-cinder-840678-2-iscsi {{(pid=103344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 14:58:32.253104 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-952c5411-9f79-4044-bde9-113caf96ba00 req-26ce6ca9-de94-42ec-a295-98795e671c44 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e9c0b35-6c24-4b6e-a913-e73cd5bd7025 HTTP/1.1" status: 200 len: 210 time: 0.2125902 May 06 14:58:32.272662 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-394f304b-62d5-4e61-b3fc-b36dfde2a709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f77e6523-6838-4eed-bd19-4c79a22cf92c', 'name': 'tempest-ServerRescueNegativeTestJSON-151767868-router', 'tenant_id': '66121d02dbff4c3a920161e445959085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'cb3cff7e-5f59-4fc2-b09d-77da58aa420f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:58:23Z', 'updated_at': '2022-05-06T14:58:26Z', 'revision_number': 3, 'project_id': '66121d02dbff4c3a920161e445959085', 'gw_port': {'id': 'cb3cff7e-5f59-4fc2-b09d-77da58aa420f', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:84:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f77e6523-6838-4eed-bd19-4c79a22cf92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:24Z', 'updated_at': '2022-05-06T14:58:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi'}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:58:32.361300 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394f304b-62d5-4e61-b3fc-b36dfde2a709 None None] The sync data for ids ['f77e6523-6838-4eed-bd19-4c79a22cf92c'] in dv-cinder-840678-2-iscsi is: [{'id': 'f77e6523-6838-4eed-bd19-4c79a22cf92c', 'name': 'tempest-ServerRescueNegativeTestJSON-151767868-router', 'tenant_id': '66121d02dbff4c3a920161e445959085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'cb3cff7e-5f59-4fc2-b09d-77da58aa420f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:58:23Z', 'updated_at': '2022-05-06T14:58:26Z', 'revision_number': 3, 'project_id': '66121d02dbff4c3a920161e445959085', 'gw_port': {'id': 'cb3cff7e-5f59-4fc2-b09d-77da58aa420f', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:84:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f77e6523-6838-4eed-bd19-4c79a22cf92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:24Z', 'updated_at': '2022-05-06T14:58:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi'}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:58:32.405710 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-49b7c865-d464-4fbc-98f9-5241dabd62da None None] Publish callbacks [] for port (b43727e9-9f23-42da-9566-42ed79f45494), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:32.412469 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-5769bfde-10a2-433c-a2ba-5cf099be65e2 None None] Port 209a3bdd-8a51-42ac-a00b-6fcb2e14dcb2 cannot update to ACTIVE because it is not bound. {{(pid=103344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 06 14:58:32.424234 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-49b7c865-d464-4fbc-98f9-5241dabd62da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (b43727e9-9f23-42da-9566-42ed79f45494), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:32.574558 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Provisioning complete for port 84d9b2b8-a38c-481e-b0d1-ac82274cc954 triggered by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 14:58:32.578356 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (84d9b2b8-a38c-481e-b0d1-ac82274cc954), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:32.658698 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-49b7c865-d464-4fbc-98f9-5241dabd62da None None] Attempting to bind port b43727e9-9f23-42da-9566-42ed79f45494 on host dv-cinder-840678-2-iscsi for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 14:58:32.660269 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-49b7c865-d464-4fbc-98f9-5241dabd62da None None] Attempting to bind port b43727e9-9f23-42da-9566-42ed79f45494 by drivers openvswitch,hyperv on host dv-cinder-840678-2-iscsi at level 0 using segments [{'id': '19695222-3a66-4083-822d-690c63f08412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06a85250-557d-4448-8943-b2192c4da88d'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 14:58:32.660969 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b7c865-d464-4fbc-98f9-5241dabd62da None None] Attempting to bind port b43727e9-9f23-42da-9566-42ed79f45494 on network 06a85250-557d-4448-8943-b2192c4da88d {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 14:58:32.679472 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-145c5612-c856-4805-bad2-05e1010aa341 req-a17bfcb7-5ccd-4d2f-83c8-34985e31d5fe tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] Allocated IP 172.20.0.8 (f03bc0ab-4c4b-42d7-8084-72f3c477842c/95944682-d016-4a2a-ba9e-dc7755076b92/717d7960-a9b2-443e-b452-ab59038ccfb0) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:58:32.688079 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ea1348-4bc4-4c48-9730-6c71b0d8b64d None None] Pushing event updated for resources: {'Port': ['ID=b43727e9-9f23-42da-9566-42ed79f45494,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:32.709452 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-46434b8a-e2ca-4962-8b29-d2e8c7f8105c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4637699c99024ca2a25d4afed19102d2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6046476 May 06 14:58:32.712962 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 41550) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:58:32.716044 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b7c865-d464-4fbc-98f9-5241dabd62da None None] Checking agent: {'id': '20451d70-ea89-4a66-885a-20a1b2a3bff8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 14, 49, 44), 'started_at': datetime.datetime(2022, 5, 6, 14, 50, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 14:58:32.716426 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b7c865-d464-4fbc-98f9-5241dabd62da None None] Checking segment: {'id': '19695222-3a66-4083-822d-690c63f08412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06a85250-557d-4448-8943-b2192c4da88d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 14:58:32.726256 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-49b7c865-d464-4fbc-98f9-5241dabd62da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:32.726931 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b7c865-d464-4fbc-98f9-5241dabd62da None None] Bound using segment: {'id': '19695222-3a66-4083-822d-690c63f08412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06a85250-557d-4448-8943-b2192c4da88d'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 14:58:32.727618 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-49b7c865-d464-4fbc-98f9-5241dabd62da None None] Bound port: b43727e9-9f23-42da-9566-42ed79f45494, host: dv-cinder-840678-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19695222-3a66-4083-822d-690c63f08412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06a85250-557d-4448-8943-b2192c4da88d'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 14:58:32.729907 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-49b7c865-d464-4fbc-98f9-5241dabd62da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (b43727e9-9f23-42da-9566-42ed79f45494), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:32.916741 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-34c851c6-7cdf-4fb8-8e95-5019999fabf6 admin admin] Publish callbacks [] for security_group (0a8e8765-06b8-4e73-9c04-ec7c67b11df4), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:32.995010 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-49b7c865-d464-4fbc-98f9-5241dabd62da None None] For port b43727e9-9f23-42da-9566-42ed79f45494, host dv-cinder-840678-2-iscsi, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:58:33.015171 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-49b7c865-d464-4fbc-98f9-5241dabd62da None None] For port b43727e9-9f23-42da-9566-42ed79f45494, host dv-cinder-840678-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=b43727e9-9f23-42da-9566-42ed79f45494,segment=NetworkSegment(19695222-3a66-4083-822d-690c63f08412),segment_id=19695222-3a66-4083-822d-690c63f08412)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:58:33.114645 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-49b7c865-d464-4fbc-98f9-5241dabd62da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (b43727e9-9f23-42da-9566-42ed79f45494), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:33.143586 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-34c851c6-7cdf-4fb8-8e95-5019999fabf6 admin admin] Publish callbacks [] for security_group (0a8e8765-06b8-4e73-9c04-ec7c67b11df4), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:33.153960 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Current status of the port 84d9b2b8-a38c-481e-b0d1-ac82274cc954 is: ACTIVE; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 14:58:33.175529 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-86511189-cd38-43b9-8749-e67cadcc776c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (209a3bdd-8a51-42ac-a00b-6fcb2e14dcb2), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:33.543847 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-91a22b39-5fe9-44da-9ffa-306aeab62d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:33.566670 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b7c865-d464-4fbc-98f9-5241dabd62da None None] Routers {'9b86048a-66a1-446e-9597-a9a025a1c8d0'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 14:58:33.567595 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-49b7c865-d464-4fbc-98f9-5241dabd62da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T14:58:09Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['9b86048a-66a1-446e-9597-a9a025a1c8d0'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:58:33.626310 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-145c5612-c856-4805-bad2-05e1010aa341 req-a17bfcb7-5ccd-4d2f-83c8-34985e31d5fe tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] Publish callbacks [] for port (717d7960-a9b2-443e-b452-ab59038ccfb0), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:33.677457 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-34c851c6-7cdf-4fb8-8e95-5019999fabf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (0a8e8765-06b8-4e73-9c04-ec7c67b11df4), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:33.680054 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-34c851c6-7cdf-4fb8-8e95-5019999fabf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:33.691393 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-34c851c6-7cdf-4fb8-8e95-5019999fabf6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0a8e8765-06b8-4e73-9c04-ec7c67b11df4 HTTP/1.1" status: 204 len: 168 time: 0.9760661 May 06 14:58:33.729627 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-1e21f608-402b-47bf-a0b4-accbc2113213 admin admin] Allocated IP 172.20.0.1 (e617326c-50d9-4a05-90f1-04262502b764/73d058b8-ef9e-473c-9be9-61c8d64fe350/83e3d554-1cc7-4fb4-8cc6-640161742fc5) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:58:33.778315 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ea1348-4bc4-4c48-9730-6c71b0d8b64d None None] Pushing event updated for resources: {'Port': ['ID=b43727e9-9f23-42da-9566-42ed79f45494,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:33.799628 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-ca112e8c-be96-47d0-959c-e9c78909a3f2 req-990532c5-384f-426c-933f-c55b39a4c7ce tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e9c0b35-6c24-4b6e-a913-e73cd5bd7025 HTTP/1.1" status: 200 len: 210 time: 0.2483838 May 06 14:58:33.804896 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c851c6-7cdf-4fb8-8e95-5019999fabf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8e8765-06b8-4e73-9c04-ec7c67b11df4,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:33.914660 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device 769674f0-8e47-48c1-a6ef-b4cc50792c8c up at agent ovs-agent-dv-cinder-840678-2-iscsi {{(pid=103344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 14:58:33.951183 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-145c5612-c856-4805-bad2-05e1010aa341 req-a17bfcb7-5ccd-4d2f-83c8-34985e31d5fe tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732313435468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194024'] for port (717d7960-a9b2-443e-b452-ab59038ccfb0), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:34.217011 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-49b7c865-d464-4fbc-98f9-5241dabd62da None None] Set router 9b86048a-66a1-446e-9597-a9a025a1c8d0 gateway port host: dv-cinder-840678-2-iscsi {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 14:58:34.220145 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Provisioning complete for port 769674f0-8e47-48c1-a6ef-b4cc50792c8c triggered by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 14:58:34.220784 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (769674f0-8e47-48c1-a6ef-b4cc50792c8c), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:34.241615 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-145c5612-c856-4805-bad2-05e1010aa341 req-a17bfcb7-5ccd-4d2f-83c8-34985e31d5fe tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] Network f03bc0ab-4c4b-42d7-8084-72f3c477842c is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:58:34.272644 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-145c5612-c856-4805-bad2-05e1010aa341 req-a17bfcb7-5ccd-4d2f-83c8-34985e31d5fe tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:58:34.294541 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-145c5612-c856-4805-bad2-05e1010aa341 req-a17bfcb7-5ccd-4d2f-83c8-34985e31d5fe tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 14:58:34.324190 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17bfcb7-5ccd-4d2f-83c8-34985e31d5fe tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] Pushing event updated for resources: {'Port': ['ID=717d7960-a9b2-443e-b452-ab59038ccfb0,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:34.341865 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1e21f608-402b-47bf-a0b4-accbc2113213 admin admin] Publish callbacks [] for port (83e3d554-1cc7-4fb4-8cc6-640161742fc5), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:34.484370 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1e21f608-402b-47bf-a0b4-accbc2113213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732313435468'] for port (83e3d554-1cc7-4fb4-8cc6-640161742fc5), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:34.586346 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c5612-c856-4805-bad2-05e1010aa341 req-a17bfcb7-5ccd-4d2f-83c8-34985e31d5fe tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:58:34.586805 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-145c5612-c856-4805-bad2-05e1010aa341 req-a17bfcb7-5ccd-4d2f-83c8-34985e31d5fe tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566627'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:34.655209 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-145c5612-c856-4805-bad2-05e1010aa341 req-a17bfcb7-5ccd-4d2f-83c8-34985e31d5fe tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4217343 May 06 14:58:34.693741 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [req-145c5612-c856-4805-bad2-05e1010aa341 req-cf3472f4-e0c0-4961-921c-d48ac18768c6 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 06 14:58:34.694886 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-145c5612-c856-4805-bad2-05e1010aa341 req-cf3472f4-e0c0-4961-921c-d48ac18768c6 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0062771 May 06 14:58:34.778371 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Current status of the port 769674f0-8e47-48c1-a6ef-b4cc50792c8c is: ACTIVE; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 14:58:34.797140 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device f9c2112f-e4c4-4372-9457-49fe78c23454 up at agent ovs-agent-dv-cinder-840678-2-iscsi {{(pid=103344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 14:58:34.797235 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 41604) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:58:34.943648 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e21f608-402b-47bf-a0b4-accbc2113213 admin admin] Network e617326c-50d9-4a05-90f1-04262502b764 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:58:35.009608 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-163f10b2-70f8-4f55-8c4a-06a7eccb78db admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a400d4befefc422c881ab8d3900a3d7e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2048473 May 06 14:58:35.012641 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 41614) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:58:35.031378 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-1e21f608-402b-47bf-a0b4-accbc2113213 admin admin] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:58:35.076766 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e21f608-402b-47bf-a0b4-accbc2113213 admin admin] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 14:58:35.080106 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1e21f608-402b-47bf-a0b4-accbc2113213 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-426958'] for router_interface (9b86048a-66a1-446e-9597-a9a025a1c8d0), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:35.120879 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 41620) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:58:35.183026 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-49b7c865-d464-4fbc-98f9-5241dabd62da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b86048a-66a1-446e-9597-a9a025a1c8d0', 'name': 'tempest-AttachVolumeShelveTestJSON-59332451-router', 'tenant_id': '04793e5505aa4d32ab3efed2892ea2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'b43727e9-9f23-42da-9566-42ed79f45494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:58:21Z', 'updated_at': '2022-05-06T14:58:26Z', 'revision_number': 3, 'project_id': '04793e5505aa4d32ab3efed2892ea2b4', 'gw_port': {'id': 'b43727e9-9f23-42da-9566-42ed79f45494', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e1:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b86048a-66a1-446e-9597-a9a025a1c8d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:23Z', 'updated_at': '2022-05-06T14:58:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi'}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:58:35.249555 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.v2.base [req-145c5612-c856-4805-bad2-05e1010aa341 req-03fc8276-906c-4de7-add7-df517ba3f4a9 service neutron] Request body: {'port': {'device_id': '1e9c0b35-6c24-4b6e-a913-e73cd5bd7025', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 14:58:35.296042 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b7c865-d464-4fbc-98f9-5241dabd62da None None] The sync data for ids ['9b86048a-66a1-446e-9597-a9a025a1c8d0'] in dv-cinder-840678-2-iscsi is: [{'id': '9b86048a-66a1-446e-9597-a9a025a1c8d0', 'name': 'tempest-AttachVolumeShelveTestJSON-59332451-router', 'tenant_id': '04793e5505aa4d32ab3efed2892ea2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'b43727e9-9f23-42da-9566-42ed79f45494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:58:21Z', 'updated_at': '2022-05-06T14:58:26Z', 'revision_number': 3, 'project_id': '04793e5505aa4d32ab3efed2892ea2b4', 'gw_port': {'id': 'b43727e9-9f23-42da-9566-42ed79f45494', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e1:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b86048a-66a1-446e-9597-a9a025a1c8d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:23Z', 'updated_at': '2022-05-06T14:58:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi'}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:58:35.364783 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Provisioning complete for port f9c2112f-e4c4-4372-9457-49fe78c23454 triggered by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 14:58:35.365077 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (f9c2112f-e4c4-4372-9457-49fe78c23454), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:35.370493 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-97f21583-7387-4921-bdde-49f492313a99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:35.485175 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e21f608-402b-47bf-a0b4-accbc2113213 admin admin] Pushing event updated for resources: {'Port': ['ID=83e3d554-1cc7-4fb4-8cc6-640161742fc5,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:35.537945 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-145c5612-c856-4805-bad2-05e1010aa341 req-03fc8276-906c-4de7-add7-df517ba3f4a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (717d7960-a9b2-443e-b452-ab59038ccfb0), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:35.698100 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-86511189-cd38-43b9-8749-e67cadcc776c admin admin] Publish callbacks [] for port (209a3bdd-8a51-42ac-a00b-6fcb2e14dcb2), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:35.733337 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-86511189-cd38-43b9-8749-e67cadcc776c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (209a3bdd-8a51-42ac-a00b-6fcb2e14dcb2), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:35.734236 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-86511189-cd38-43b9-8749-e67cadcc776c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-426372'] for router_interface (8a0c7401-61b1-45fb-ad97-618184e04f5f), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:35.743843 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-91a22b39-5fe9-44da-9ffa-306aeab62d3a admin admin] Allocated IP 172.20.0.1 (1f8443d4-24c9-4ac0-96d7-8083233dcc1b/67575c08-c86c-46ea-9526-64956bd20b03/aea4266d-ea07-4e53-9927-beb0af0981f5) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:58:35.909765 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-97f21583-7387-4921-bdde-49f492313a99 admin admin] Publish callbacks [] for security_group (497ef370-5798-4033-ba8b-4743d89cce9b), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:35.921909 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Current status of the port f9c2112f-e4c4-4372-9457-49fe78c23454 is: DOWN; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 14:58:35.922608 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (f9c2112f-e4c4-4372-9457-49fe78c23454), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:35.952918 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-97f21583-7387-4921-bdde-49f492313a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (497ef370-5798-4033-ba8b-4743d89cce9b), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:35.972473 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] For port f9c2112f-e4c4-4372-9457-49fe78c23454, host dv-cinder-840678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=f9c2112f-e4c4-4372-9457-49fe78c23454,segment=NetworkSegment(19695222-3a66-4083-822d-690c63f08412),segment_id=19695222-3a66-4083-822d-690c63f08412)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:58:35.983463 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86511189-cd38-43b9-8749-e67cadcc776c admin admin] Network d7304f76-b992-4cc2-a77b-3291aec20f6e is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:58:35.990856 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949108ec-397a-496a-9b32-3d1d0f209288 req-5093b15f-86ae-4a49-8e6f-bbe5582d6328 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:58:35.992495 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-949108ec-397a-496a-9b32-3d1d0f209288 req-5093b15f-86ae-4a49-8e6f-bbe5582d6328 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e9c0b35-6c24-4b6e-a913-e73cd5bd7025 HTTP/1.1" status: 200 len: 931 time: 0.9088566 May 06 14:58:35.997931 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (f9c2112f-e4c4-4372-9457-49fe78c23454), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:36.001762 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device cb3cff7e-5f59-4fc2-b09d-77da58aa420f up at agent ovs-agent-dv-cinder-840678-2-iscsi {{(pid=103344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 14:58:36.018811 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-86511189-cd38-43b9-8749-e67cadcc776c admin admin] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:58:36.113871 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-97f21583-7387-4921-bdde-49f492313a99 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=30792c0ea24845fdb65dcd2b282d64ec&name=default HTTP/1.1" status: 200 len: 2994 time: 0.9906225 May 06 14:58:36.136269 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f21583-7387-4921-bdde-49f492313a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=497ef370-5798-4033-ba8b-4743d89cce9b,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:36.147446 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 41630) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:58:36.186795 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-3294f42d-13b9-4de4-95ab-da948332f032 None None] Provisioning complete for port 83e3d554-1cc7-4fb4-8cc6-640161742fc5 triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 14:58:36.187169 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3294f42d-13b9-4de4-95ab-da948332f032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (83e3d554-1cc7-4fb4-8cc6-640161742fc5), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:36.264881 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c4f7ffb3-13ce-4b1e-ad2b-b5808d0aa73e admin admin] Publish callbacks [] for security_group (1c074d46-ae50-4fb2-909d-1706863dfa9f), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:36.281972 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-3294f42d-13b9-4de4-95ab-da948332f032 None None] Port 83e3d554-1cc7-4fb4-8cc6-640161742fc5 cannot update to ACTIVE because it is not bound. {{(pid=103344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 06 14:58:36.415654 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Provisioning complete for port cb3cff7e-5f59-4fc2-b09d-77da58aa420f triggered by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 14:58:36.416066 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (cb3cff7e-5f59-4fc2-b09d-77da58aa420f), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:36.486518 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Pushing event updated for resources: {'Port': ['ID=f9c2112f-e4c4-4372-9457-49fe78c23454,revision_number=4']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:36.509088 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bb33ad18-0707-4d5c-97f5-6e0330eedd45 admin admin] Publish callbacks [] for security_group (497ef370-5798-4033-ba8b-4743d89cce9b), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:36.585738 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bb33ad18-0707-4d5c-97f5-6e0330eedd45 admin admin] Publish callbacks [] for security_group (497ef370-5798-4033-ba8b-4743d89cce9b), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:36.643630 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-428d0645-ee6f-44cf-915d-d261d6bb88ed None None] Provisioning complete for port 209a3bdd-8a51-42ac-a00b-6fcb2e14dcb2 triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 14:58:36.644100 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-428d0645-ee6f-44cf-915d-d261d6bb88ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (209a3bdd-8a51-42ac-a00b-6fcb2e14dcb2), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:36.694262 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bb33ad18-0707-4d5c-97f5-6e0330eedd45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (497ef370-5798-4033-ba8b-4743d89cce9b), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:36.697105 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bb33ad18-0707-4d5c-97f5-6e0330eedd45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:36.698358 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-bb33ad18-0707-4d5c-97f5-6e0330eedd45 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/497ef370-5798-4033-ba8b-4743d89cce9b HTTP/1.1" status: 204 len: 168 time: 0.5500269 May 06 14:58:36.752323 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb33ad18-0707-4d5c-97f5-6e0330eedd45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=497ef370-5798-4033-ba8b-4743d89cce9b,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:36.900008 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86511189-cd38-43b9-8749-e67cadcc776c admin admin] Router 8a0c7401-61b1-45fb-ad97-618184e04f5f has already been hosted by L3 agent ec8f31e6-1756-4927-8bc3-e144e6f0af83 {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:58:36.936310 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86511189-cd38-43b9-8749-e67cadcc776c admin admin] Pushing event updated for resources: {'Port': ['ID=209a3bdd-8a51-42ac-a00b-6fcb2e14dcb2,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:36.943728 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.notifiers.nova [req-145c5612-c856-4805-bad2-05e1010aa341 req-03fc8276-906c-4de7-add7-df517ba3f4a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 717d7960-a9b2-443e-b452-ab59038ccfb0 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 14:58:36.966609 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-428d0645-ee6f-44cf-915d-d261d6bb88ed None None] Port 209a3bdd-8a51-42ac-a00b-6fcb2e14dcb2 cannot update to ACTIVE because it is not bound. {{(pid=103344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 06 14:58:36.979546 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-145c5612-c856-4805-bad2-05e1010aa341 req-03fc8276-906c-4de7-add7-df517ba3f4a9 service neutron] Publish callbacks [] for port (717d7960-a9b2-443e-b452-ab59038ccfb0), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:36.988119 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Current status of the port cb3cff7e-5f59-4fc2-b09d-77da58aa420f is: DOWN; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 14:58:36.988847 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (cb3cff7e-5f59-4fc2-b09d-77da58aa420f), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:37.048387 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-145c5612-c856-4805-bad2-05e1010aa341 req-03fc8276-906c-4de7-add7-df517ba3f4a9 service neutron] Transition to ACTIVE for port object 717d7960-a9b2-443e-b452-ab59038ccfb0 will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 06 14:58:37.053396 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] For port cb3cff7e-5f59-4fc2-b09d-77da58aa420f, host dv-cinder-840678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=cb3cff7e-5f59-4fc2-b09d-77da58aa420f,segment=NetworkSegment(19695222-3a66-4083-822d-690c63f08412),segment_id=19695222-3a66-4083-822d-690c63f08412)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:58:37.062694 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-145c5612-c856-4805-bad2-05e1010aa341 req-03fc8276-906c-4de7-add7-df517ba3f4a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194015'] for port (717d7960-a9b2-443e-b452-ab59038ccfb0), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:37.072583 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (cb3cff7e-5f59-4fc2-b09d-77da58aa420f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:37.110499 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1e21f608-402b-47bf-a0b4-accbc2113213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (83e3d554-1cc7-4fb4-8cc6-640161742fc5), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:37.177070 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fc8276-906c-4de7-add7-df517ba3f4a9 service neutron] Pushing event updated for resources: {'Port': ['ID=717d7960-a9b2-443e-b452-ab59038ccfb0,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:37.236557 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-949108ec-397a-496a-9b32-3d1d0f209288 req-64837299-5454-4547-bfef-71302295f3b1 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] 10.222.0.23 "GET /v2.0/security-groups?id=acff08bc-b078-4314-a809-bc9c681e2c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2057285 May 06 14:58:37.247330 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c4f7ffb3-13ce-4b1e-ad2b-b5808d0aa73e admin admin] Publish callbacks [] for security_group (1c074d46-ae50-4fb2-909d-1706863dfa9f), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:37.258507 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-36406854-260b-4bba-aed1-7bae7ac4777d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (79b17169-ed94-4769-ba4e-30adf371f78f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:37.283519 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Pushing event updated for resources: {'Port': ['ID=cb3cff7e-5f59-4fc2-b09d-77da58aa420f,revision_number=4']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:37.394394 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-145c5612-c856-4805-bad2-05e1010aa341 req-03fc8276-906c-4de7-add7-df517ba3f4a9 service neutron] Attempting to bind port 717d7960-a9b2-443e-b452-ab59038ccfb0 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 14:58:37.394765 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-145c5612-c856-4805-bad2-05e1010aa341 req-03fc8276-906c-4de7-add7-df517ba3f4a9 service neutron] Attempting to bind port 717d7960-a9b2-443e-b452-ab59038ccfb0 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '925de8d9-6c8f-4472-98ab-7c1db5039561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f03bc0ab-4c4b-42d7-8084-72f3c477842c'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 14:58:37.395115 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145c5612-c856-4805-bad2-05e1010aa341 req-03fc8276-906c-4de7-add7-df517ba3f4a9 service neutron] Attempting to bind port 717d7960-a9b2-443e-b452-ab59038ccfb0 on network f03bc0ab-4c4b-42d7-8084-72f3c477842c {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 14:58:37.410938 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145c5612-c856-4805-bad2-05e1010aa341 req-03fc8276-906c-4de7-add7-df517ba3f4a9 service neutron] Port 717d7960-a9b2-443e-b452-ab59038ccfb0 on network f03bc0ab-4c4b-42d7-8084-72f3c477842c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 14:58:37.411302 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145c5612-c856-4805-bad2-05e1010aa341 req-03fc8276-906c-4de7-add7-df517ba3f4a9 service neutron] Attempting to bind port 717d7960-a9b2-443e-b452-ab59038ccfb0 on network f03bc0ab-4c4b-42d7-8084-72f3c477842c {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 14:58:37.428838 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145c5612-c856-4805-bad2-05e1010aa341 req-03fc8276-906c-4de7-add7-df517ba3f4a9 service neutron] Checking agent: {'id': '1eb4536b-031c-4a65-bfe5-fc1ede7d9429', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 14, 56, 20), 'started_at': datetime.datetime(2022, 5, 6, 14, 56, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 14:58:37.429078 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145c5612-c856-4805-bad2-05e1010aa341 req-03fc8276-906c-4de7-add7-df517ba3f4a9 service neutron] Checking segment: {'id': '925de8d9-6c8f-4472-98ab-7c1db5039561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f03bc0ab-4c4b-42d7-8084-72f3c477842c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 14:58:37.429554 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145c5612-c856-4805-bad2-05e1010aa341 req-03fc8276-906c-4de7-add7-df517ba3f4a9 service neutron] Bound using segment: {'id': '925de8d9-6c8f-4472-98ab-7c1db5039561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f03bc0ab-4c4b-42d7-8084-72f3c477842c'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 14:58:37.430065 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-145c5612-c856-4805-bad2-05e1010aa341 req-03fc8276-906c-4de7-add7-df517ba3f4a9 service neutron] Bound port: 717d7960-a9b2-443e-b452-ab59038ccfb0, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '925de8d9-6c8f-4472-98ab-7c1db5039561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f03bc0ab-4c4b-42d7-8084-72f3c477842c'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 14:58:37.430336 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-145c5612-c856-4805-bad2-05e1010aa341 req-03fc8276-906c-4de7-add7-df517ba3f4a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (717d7960-a9b2-443e-b452-ab59038ccfb0), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:37.575705 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-145c5612-c856-4805-bad2-05e1010aa341 req-03fc8276-906c-4de7-add7-df517ba3f4a9 service neutron] For port 717d7960-a9b2-443e-b452-ab59038ccfb0, host hv-cinder-84067, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:58:37.638903 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-145c5612-c856-4805-bad2-05e1010aa341 req-03fc8276-906c-4de7-add7-df517ba3f4a9 service neutron] For port 717d7960-a9b2-443e-b452-ab59038ccfb0, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=717d7960-a9b2-443e-b452-ab59038ccfb0,segment=NetworkSegment(925de8d9-6c8f-4472-98ab-7c1db5039561),segment_id=925de8d9-6c8f-4472-98ab-7c1db5039561)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:58:37.653943 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-145c5612-c856-4805-bad2-05e1010aa341 req-03fc8276-906c-4de7-add7-df517ba3f4a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194015'] for port (717d7960-a9b2-443e-b452-ab59038ccfb0), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:37.665064 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device f9c2112f-e4c4-4372-9457-49fe78c23454 up at agent ovs-agent-dv-cinder-840678-2-iscsi {{(pid=103344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 14:58:37.728766 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c5612-c856-4805-bad2-05e1010aa341 req-03fc8276-906c-4de7-add7-df517ba3f4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:58:37.729570 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-145c5612-c856-4805-bad2-05e1010aa341 req-03fc8276-906c-4de7-add7-df517ba3f4a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566627'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:37.731156 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-145c5612-c856-4805-bad2-05e1010aa341 req-03fc8276-906c-4de7-add7-df517ba3f4a9 service neutron] 10.222.0.26 "PUT /v2.0/ports/717d7960-a9b2-443e-b452-ab59038ccfb0 HTTP/1.1" status: 200 len: 1093 time: 2.5695772 May 06 14:58:37.731617 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e9c0b35-6c24-4b6e-a913-e73cd5bd7025', 'tag': '717d7960-a9b2-443e-b452-ab59038ccfb0'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:58:37.779989 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Provisioning complete for port f9c2112f-e4c4-4372-9457-49fe78c23454 triggered by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 14:58:37.780384 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (f9c2112f-e4c4-4372-9457-49fe78c23454), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:37.830894 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-91a22b39-5fe9-44da-9ffa-306aeab62d3a admin admin] Publish callbacks [] for port (aea4266d-ea07-4e53-9927-beb0af0981f5), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:37.897375 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fc8276-906c-4de7-add7-df517ba3f4a9 service neutron] Pushing event updated for resources: {'Port': ['ID=717d7960-a9b2-443e-b452-ab59038ccfb0,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:38.011653 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Current status of the port f9c2112f-e4c4-4372-9457-49fe78c23454 is: ACTIVE; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 14:58:38.032150 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device b43727e9-9f23-42da-9566-42ed79f45494 up at agent ovs-agent-dv-cinder-840678-2-iscsi {{(pid=103344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 14:58:38.127351 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Provisioning complete for port b43727e9-9f23-42da-9566-42ed79f45494 triggered by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 14:58:38.127937 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (b43727e9-9f23-42da-9566-42ed79f45494), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:38.224007 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c4f7ffb3-13ce-4b1e-ad2b-b5808d0aa73e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (1c074d46-ae50-4fb2-909d-1706863dfa9f), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:38.236849 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c4f7ffb3-13ce-4b1e-ad2b-b5808d0aa73e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:38.238447 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-c4f7ffb3-13ce-4b1e-ad2b-b5808d0aa73e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1c074d46-ae50-4fb2-909d-1706863dfa9f HTTP/1.1" status: 204 len: 168 time: 3.1900654 May 06 14:58:38.380102 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Current status of the port b43727e9-9f23-42da-9566-42ed79f45494 is: DOWN; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 14:58:38.380513 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (b43727e9-9f23-42da-9566-42ed79f45494), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:38.449589 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1e21f608-402b-47bf-a0b4-accbc2113213 admin admin] Publish callbacks [] for port (83e3d554-1cc7-4fb4-8cc6-640161742fc5), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:38.456424 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] For port b43727e9-9f23-42da-9566-42ed79f45494, host dv-cinder-840678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=b43727e9-9f23-42da-9566-42ed79f45494,segment=NetworkSegment(19695222-3a66-4083-822d-690c63f08412),segment_id=19695222-3a66-4083-822d-690c63f08412)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:58:38.470672 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86511189-cd38-43b9-8749-e67cadcc776c admin admin] Notify agent at l3_agent.dv-cinder-840678-2-iscsi the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:58:38.471688 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (b43727e9-9f23-42da-9566-42ed79f45494), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:38.472187 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c5612-c856-4805-bad2-05e1010aa341 req-9bc43172-217b-4cac-ad3e-46cdbb25436b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:58:38.477040 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-145c5612-c856-4805-bad2-05e1010aa341 req-9bc43172-217b-4cac-ad3e-46cdbb25436b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3cab862a707246328df1cfcad6ba10cc&device_id=1e9c0b35-6c24-4b6e-a913-e73cd5bd7025 HTTP/1.1" status: 200 len: 1127 time: 0.3473425 May 06 14:58:38.492055 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1e21f608-402b-47bf-a0b4-accbc2113213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (83e3d554-1cc7-4fb4-8cc6-640161742fc5), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:38.493054 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1e21f608-402b-47bf-a0b4-accbc2113213 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-426372'] for router_interface (9b86048a-66a1-446e-9597-a9a025a1c8d0), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:38.498964 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-91a22b39-5fe9-44da-9ffa-306aeab62d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732313435468'] for port (aea4266d-ea07-4e53-9927-beb0af0981f5), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:38.506575 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-86511189-cd38-43b9-8749-e67cadcc776c admin admin] 10.222.0.23 "PUT /v2.0/routers/8a0c7401-61b1-45fb-ad97-618184e04f5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3282743 May 06 14:58:38.525431 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f7ffb3-13ce-4b1e-ad2b-b5808d0aa73e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c074d46-ae50-4fb2-909d-1706863dfa9f,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:38.593096 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a22b39-5fe9-44da-9ffa-306aeab62d3a admin admin] Network 1f8443d4-24c9-4ac0-96d7-8083233dcc1b is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:58:38.600273 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-91a22b39-5fe9-44da-9ffa-306aeab62d3a admin admin] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:58:38.657914 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae2a947-b9f4-4ca3-ab0a-54511163cbf1 req-c9ac4c9e-a7c9-482d-b758-2dcd0060bae1 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:58:38.674699 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-bae2a947-b9f4-4ca3-ab0a-54511163cbf1 req-c9ac4c9e-a7c9-482d-b758-2dcd0060bae1 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e9c0b35-6c24-4b6e-a913-e73cd5bd7025 HTTP/1.1" status: 200 len: 943 time: 0.2147415 May 06 14:58:38.684452 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5daf9cee7e39eb515dc660b2975ad5fbac0ba75c1025697cc881fad3e2d3ce45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-828777c7-5b7f-4825-ad6e-6b7965de446d" -d '{"events": [{"name": "network-changed", "server_uuid": "1e9c0b35-6c24-4b6e-a913-e73cd5bd7025", "tag": "717d7960-a9b2-443e-b452-ab59038ccfb0"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 14:58:38.694911 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Pushing event updated for resources: {'Port': ['ID=b43727e9-9f23-42da-9566-42ed79f45494,revision_number=4']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:38.706979 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da1d194-bd7b-4b8b-8e61-c785832da462 None None] Sync routers for ids ['8a0c7401-61b1-45fb-ad97-618184e04f5f'] in dv-cinder-840678-2-iscsi {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:58:38.720848 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a22b39-5fe9-44da-9ffa-306aeab62d3a admin admin] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 14:58:38.722063 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-91a22b39-5fe9-44da-9ffa-306aeab62d3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-426958'] for router_interface (f77e6523-6838-4eed-bd19-4c79a22cf92c), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:38.825278 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da1d194-bd7b-4b8b-8e61-c785832da462 None None] Routers {'8a0c7401-61b1-45fb-ad97-618184e04f5f'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 14:58:38.845482 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-4da1d194-bd7b-4b8b-8e61-c785832da462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T14:58:09Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['8a0c7401-61b1-45fb-ad97-618184e04f5f'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:58:39.001470 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-145c5612-c856-4805-bad2-05e1010aa341 req-bd194f5c-9e63-4409-adf0-12f5e2536b4e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=717d7960-a9b2-443e-b452-ab59038ccfb0 HTTP/1.1" status: 200 len: 217 time: 0.3044236 May 06 14:58:39.238013 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-bae2a947-b9f4-4ca3-ab0a-54511163cbf1 req-c994b37c-bcff-4ff5-b625-9140d0a3d14d tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] 10.222.0.23 "GET /v2.0/security-groups?id=acff08bc-b078-4314-a809-bc9c681e2c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5622461 May 06 14:58:39.243561 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-4da1d194-bd7b-4b8b-8e61-c785832da462 None None] Set router 8a0c7401-61b1-45fb-ad97-618184e04f5f gateway port host: dv-cinder-840678-2-iscsi {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 14:58:39.323195 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e21f608-402b-47bf-a0b4-accbc2113213 admin admin] Pushing event updated for resources: {'Port': ['ID=83e3d554-1cc7-4fb4-8cc6-640161742fc5,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:39.327863 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-91a22b39-5fe9-44da-9ffa-306aeab62d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (aea4266d-ea07-4e53-9927-beb0af0981f5), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:39.361286 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-c779190f-948b-463a-9e6d-abbeafed6b1d None None] Provisioning complete for port aea4266d-ea07-4e53-9927-beb0af0981f5 triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 14:58:39.361671 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c779190f-948b-463a-9e6d-abbeafed6b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (aea4266d-ea07-4e53-9927-beb0af0981f5), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:39.500546 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c5612-c856-4805-bad2-05e1010aa341 req-78a64a1e-e689-4dbd-96ef-696a84e12f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:58:39.502086 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-145c5612-c856-4805-bad2-05e1010aa341 req-78a64a1e-e689-4dbd-96ef-696a84e12f1c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=95944682-d016-4a2a-ba9e-dc7755076b92 HTTP/1.1" status: 200 len: 852 time: 0.2320645 May 06 14:58:39.799957 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.agents_db [None req-6003b131-4361-4e36-81e7-47e90cbdf206 None None] Agent healthcheck: found 6 active agents {{(pid=103345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 14:58:39.806034 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a22b39-5fe9-44da-9ffa-306aeab62d3a admin admin] Pushing event updated for resources: {'Port': ['ID=aea4266d-ea07-4e53-9927-beb0af0981f5,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:39.859255 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e21f608-402b-47bf-a0b4-accbc2113213 admin admin] Network e617326c-50d9-4a05-90f1-04262502b764 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:58:39.879148 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-1e21f608-402b-47bf-a0b4-accbc2113213 admin admin] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:58:39.886200 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-145c5612-c856-4805-bad2-05e1010aa341 req-573dbd18-dbe8-4791-8674-769641e98de0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f03bc0ab-4c4b-42d7-8084-72f3c477842c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1893182 May 06 14:58:39.914983 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device cb3cff7e-5f59-4fc2-b09d-77da58aa420f up at agent ovs-agent-dv-cinder-840678-2-iscsi {{(pid=103344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 14:58:39.975858 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-c779190f-948b-463a-9e6d-abbeafed6b1d None None] Port aea4266d-ea07-4e53-9927-beb0af0981f5 cannot update to ACTIVE because it is not bound. {{(pid=103344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 06 14:58:39.979251 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-37b09dc1-c9b8-4688-ac90-cab7fc00cd0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (ec8f31e6-1756-4927-8bc3-e144e6f0af83), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:40.547987 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e21f608-402b-47bf-a0b4-accbc2113213 admin admin] Router 9b86048a-66a1-446e-9597-a9a025a1c8d0 has already been hosted by L3 agent ec8f31e6-1756-4927-8bc3-e144e6f0af83 {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:58:40.698231 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-86b97462-832f-4363-86ea-de1b1744b8c3 None None] Provisioning complete for port 83e3d554-1cc7-4fb4-8cc6-640161742fc5 triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 14:58:40.699313 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-86b97462-832f-4363-86ea-de1b1744b8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (83e3d554-1cc7-4fb4-8cc6-640161742fc5), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:40.803131 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1afa6ce1-9145-4257-8e23-9dd2cd4b1998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b699075f-0d9f-4d2e-b182-9d9eb15bfab1), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:40.807677 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 14:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32140f87-e7c9-4f08-88ca-0ede71224053 x-openstack-request-id: req-32140f87-e7c9-4f08-88ca-0ede71224053 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 14:58:40.808216 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e9c0b35-6c24-4b6e-a913-e73cd5bd7025", "tag": "717d7960-a9b2-443e-b452-ab59038ccfb0", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 14:58:40.808575 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-32140f87-e7c9-4f08-88ca-0ede71224053 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 14:58:40.808856 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32140f87-e7c9-4f08-88ca-0ede71224053'] response: {'name': 'network-changed', 'server_uuid': '1e9c0b35-6c24-4b6e-a913-e73cd5bd7025', 'tag': '717d7960-a9b2-443e-b452-ab59038ccfb0', 'status': 'completed', 'code': 200} May 06 14:58:40.923133 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Provisioning complete for port cb3cff7e-5f59-4fc2-b09d-77da58aa420f triggered by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 14:58:40.925927 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-91a22b39-5fe9-44da-9ffa-306aeab62d3a admin admin] Publish callbacks [] for port (aea4266d-ea07-4e53-9927-beb0af0981f5), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:40.926563 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (cb3cff7e-5f59-4fc2-b09d-77da58aa420f), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:40.943188 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aa6c29-bcb2-4bdd-b91f-14edb1b193ec req-3d4725b3-e956-4769-a28d-78708763a723 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:58:40.945340 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-15aa6c29-bcb2-4bdd-b91f-14edb1b193ec req-3d4725b3-e956-4769-a28d-78708763a723 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e9c0b35-6c24-4b6e-a913-e73cd5bd7025 HTTP/1.1" status: 200 len: 943 time: 0.5097215 May 06 14:58:40.950270 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-91a22b39-5fe9-44da-9ffa-306aeab62d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (aea4266d-ea07-4e53-9927-beb0af0981f5), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:40.951192 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-91a22b39-5fe9-44da-9ffa-306aeab62d3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-426372'] for router_interface (f77e6523-6838-4eed-bd19-4c79a22cf92c), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:40.955869 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-145c5612-c856-4805-bad2-05e1010aa341 req-cdde7112-cad7-4095-a942-f9de9580b3ee service neutron] 10.222.0.26 "GET /v2.0/networks/f03bc0ab-4c4b-42d7-8084-72f3c477842c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0077088 May 06 14:58:41.071787 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-4da1d194-bd7b-4b8b-8e61-c785832da462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0c7401-61b1-45fb-ad97-618184e04f5f', 'name': 'tempest-AttachVolumeTestJSON-221166996-router', 'tenant_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f9c2112f-e4c4-4372-9457-49fe78c23454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:58:19Z', 'updated_at': '2022-05-06T14:58:32Z', 'revision_number': 4, 'project_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'gw_port': {'id': 'f9c2112f-e4c4-4372-9457-49fe78c23454', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0c7401-61b1-45fb-ad97-618184e04f5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:20Z', 'updated_at': '2022-05-06T14:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_interfaces': [{'id': '209a3bdd-8a51-42ac-a00b-6fcb2e14dcb2', 'name': '', 'network_id': 'd7304f76-b992-4cc2-a77b-3291aec20f6e', 'tenant_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'mac_address': 'fa:16:3e:5e:a1:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a0c7401-61b1-45fb-ad97-618184e04f5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '386bbac7-026e-4f68-a22c-f26fa009fb15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:28Z', 'updated_at': '2022-05-06T14:58:33Z', 'revision_number': 2, 'project_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'subnets': [{'id': '386bbac7-026e-4f68-a22c-f26fa009fb15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:58:41.097012 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 41770) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:58:41.104531 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.v2.base [None req-d45eb1bf-17d1-4729-a41e-bba96e596da5 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1269514774', 'description': 'tempest-description--57742313'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 14:58:41.171757 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da1d194-bd7b-4b8b-8e61-c785832da462 None None] Checking router: 8a0c7401-61b1-45fb-ad97-618184e04f5f for host: dv-cinder-840678-2-iscsi {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:58:41.172470 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da1d194-bd7b-4b8b-8e61-c785832da462 None None] Updating router 8a0c7401-61b1-45fb-ad97-618184e04f5f port 209a3bdd-8a51-42ac-a00b-6fcb2e14dcb2 binding host dv-cinder-840678-2-iscsi {{(pid=103344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 14:58:41.189064 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-86b97462-832f-4363-86ea-de1b1744b8c3 None None] Port 83e3d554-1cc7-4fb4-8cc6-640161742fc5 cannot update to ACTIVE because it is not bound. {{(pid=103344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 06 14:58:41.194805 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d45eb1bf-17d1-4729-a41e-bba96e596da5 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:41.267596 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4da1d194-bd7b-4b8b-8e61-c785832da462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (209a3bdd-8a51-42ac-a00b-6fcb2e14dcb2), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:41.269947 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-15aa6c29-bcb2-4bdd-b91f-14edb1b193ec req-7dfc1db6-a75b-4de7-a2b6-23e4e589eb5c tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] 10.222.0.23 "GET /v2.0/security-groups?id=acff08bc-b078-4314-a809-bc9c681e2c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074825 May 06 14:58:41.339375 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-145c5612-c856-4805-bad2-05e1010aa341 req-d94fe913-1d1e-4b73-b833-ec41bd521bcb service neutron] 10.222.0.26 "GET /v2.0/networks/f03bc0ab-4c4b-42d7-8084-72f3c477842c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3670919 May 06 14:58:41.508179 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a22b39-5fe9-44da-9ffa-306aeab62d3a admin admin] Pushing event updated for resources: {'Port': ['ID=aea4266d-ea07-4e53-9927-beb0af0981f5,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:41.554920 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Current status of the port cb3cff7e-5f59-4fc2-b09d-77da58aa420f is: ACTIVE; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 14:58:41.560803 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device b43727e9-9f23-42da-9566-42ed79f45494 up at agent ovs-agent-dv-cinder-840678-2-iscsi {{(pid=103344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 14:58:41.574606 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d45eb1bf-17d1-4729-a41e-bba96e596da5 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks [] for security_group (ae37bc9a-9476-42ad-aa65-4d3a44fcf205), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:41.615047 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d45eb1bf-17d1-4729-a41e-bba96e596da5 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (ae37bc9a-9476-42ad-aa65-4d3a44fcf205), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:41.726054 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e21f608-402b-47bf-a0b4-accbc2113213 admin admin] Notify agent at l3_agent.dv-cinder-840678-2-iscsi the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:58:41.745812 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3864679-766e-4a71-a34c-f43a812e820e None None] Sync routers for ids ['9b86048a-66a1-446e-9597-a9a025a1c8d0'] in dv-cinder-840678-2-iscsi {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:58:41.760932 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-1e21f608-402b-47bf-a0b4-accbc2113213 admin admin] 10.222.0.23 "PUT /v2.0/routers/9b86048a-66a1-446e-9597-a9a025a1c8d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9135945 May 06 14:58:41.778550 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3864679-766e-4a71-a34c-f43a812e820e None None] Routers {'9b86048a-66a1-446e-9597-a9a025a1c8d0'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 14:58:41.781807 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-e3864679-766e-4a71-a34c-f43a812e820e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T14:58:40Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['9b86048a-66a1-446e-9597-a9a025a1c8d0'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:58:41.808141 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828777c7-5b7f-4825-ad6e-6b7965de446d req-a764bccd-567d-452a-b3f9-df0baa356ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:58:41.809590 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-828777c7-5b7f-4825-ad6e-6b7965de446d req-a764bccd-567d-452a-b3f9-df0baa356ded service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3cab862a707246328df1cfcad6ba10cc&device_id=1e9c0b35-6c24-4b6e-a913-e73cd5bd7025 HTTP/1.1" status: 200 len: 1127 time: 0.3611400 May 06 14:58:41.823701 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d45eb1bf-17d1-4729-a41e-bba96e596da5 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:41.832918 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-d45eb1bf-17d1-4729-a41e-bba96e596da5 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.7347651 May 06 14:58:41.834648 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 41798) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:58:41.839372 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.v2.base [None req-31538322-f4df-4331-a072-9589d0fa1e21 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Request body: {'security_group_rule': {'security_group_id': 'ae37bc9a-9476-42ad-aa65-4d3a44fcf205', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 14:58:41.860595 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45eb1bf-17d1-4729-a41e-bba96e596da5 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae37bc9a-9476-42ad-aa65-4d3a44fcf205,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:41.974275 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a22b39-5fe9-44da-9ffa-306aeab62d3a admin admin] Network 1f8443d4-24c9-4ac0-96d7-8083233dcc1b is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:58:41.976275 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-91a22b39-5fe9-44da-9ffa-306aeab62d3a admin admin] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:58:42.067042 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Provisioning complete for port b43727e9-9f23-42da-9566-42ed79f45494 triggered by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 14:58:42.067941 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (b43727e9-9f23-42da-9566-42ed79f45494), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:42.178945 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828777c7-5b7f-4825-ad6e-6b7965de446d req-fe9d08dd-0b1b-4cf1-a8dc-0f9e2525e964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:58:42.186954 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-828777c7-5b7f-4825-ad6e-6b7965de446d req-fe9d08dd-0b1b-4cf1-a8dc-0f9e2525e964 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f03bc0ab-4c4b-42d7-8084-72f3c477842c HTTP/1.1" status: 200 len: 913 time: 0.3283665 May 06 14:58:42.266272 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-e3864679-766e-4a71-a34c-f43a812e820e None None] Set router 9b86048a-66a1-446e-9597-a9a025a1c8d0 gateway port host: dv-cinder-840678-2-iscsi {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 14:58:42.345412 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-828777c7-5b7f-4825-ad6e-6b7965de446d req-cc2b42d0-e015-4543-a392-f6cf83772f84 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=717d7960-a9b2-443e-b452-ab59038ccfb0 HTTP/1.1" status: 200 len: 217 time: 0.1406970 May 06 14:58:42.377523 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-31538322-f4df-4331-a072-9589d0fa1e21 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks [] for security_group_rule (f08b3d21-0b5c-4d9f-bc90-bf4ce881353d), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:42.481447 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91a22b39-5fe9-44da-9ffa-306aeab62d3a admin admin] Router f77e6523-6838-4eed-bd19-4c79a22cf92c has already been hosted by L3 agent ec8f31e6-1756-4927-8bc3-e144e6f0af83 {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:58:42.622070 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d3ab17-d215-4968-9a18-15bb981e5269 req-a52934f8-88c7-4f36-b528-de39470410c6 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:58:42.626224 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-37d3ab17-d215-4968-9a18-15bb981e5269 req-a52934f8-88c7-4f36-b528-de39470410c6 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e9c0b35-6c24-4b6e-a913-e73cd5bd7025 HTTP/1.1" status: 200 len: 943 time: 0.1525109 May 06 14:58:42.742338 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-31538322-f4df-4331-a072-9589d0fa1e21 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks [] for security_group_rule (f08b3d21-0b5c-4d9f-bc90-bf4ce881353d), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:42.751990 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-31538322-f4df-4331-a072-9589d0fa1e21 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575255'] for security_group_rule (f08b3d21-0b5c-4d9f-bc90-bf4ce881353d), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:42.763858 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828777c7-5b7f-4825-ad6e-6b7965de446d req-401312a3-4073-44aa-b07b-e333265621c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:58:42.778084 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-828777c7-5b7f-4825-ad6e-6b7965de446d req-401312a3-4073-44aa-b07b-e333265621c3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=95944682-d016-4a2a-ba9e-dc7755076b92 HTTP/1.1" status: 200 len: 852 time: 0.2719262 May 06 14:58:42.859271 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31538322-f4df-4331-a072-9589d0fa1e21 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f08b3d21-0b5c-4d9f-bc90-bf4ce881353d,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:42.870055 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-31538322-f4df-4331-a072-9589d0fa1e21 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:42.878304 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-31538322-f4df-4331-a072-9589d0fa1e21 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0398934 May 06 14:58:42.906558 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 41832) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:58:42.926158 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.v2.base [None req-1998772e-8bff-4636-a634-db431a7f4754 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Request body: {'security_group_rule': {'security_group_id': 'ae37bc9a-9476-42ad-aa65-4d3a44fcf205', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 14:58:42.949289 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-828777c7-5b7f-4825-ad6e-6b7965de446d req-357075b1-4e88-49bd-830e-01ec105d3f93 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f03bc0ab-4c4b-42d7-8084-72f3c477842c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1409352 May 06 14:58:43.059344 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-e3864679-766e-4a71-a34c-f43a812e820e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b86048a-66a1-446e-9597-a9a025a1c8d0', 'name': 'tempest-AttachVolumeShelveTestJSON-59332451-router', 'tenant_id': '04793e5505aa4d32ab3efed2892ea2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'b43727e9-9f23-42da-9566-42ed79f45494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:58:21Z', 'updated_at': '2022-05-06T14:58:36Z', 'revision_number': 4, 'project_id': '04793e5505aa4d32ab3efed2892ea2b4', 'gw_port': {'id': 'b43727e9-9f23-42da-9566-42ed79f45494', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b86048a-66a1-446e-9597-a9a025a1c8d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:23Z', 'updated_at': '2022-05-06T14:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_interfaces': [{'id': '83e3d554-1cc7-4fb4-8cc6-640161742fc5', 'name': '', 'network_id': 'e617326c-50d9-4a05-90f1-04262502b764', 'tenant_id': '04793e5505aa4d32ab3efed2892ea2b4', 'mac_address': 'fa:16:3e:0b:15:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b86048a-66a1-446e-9597-a9a025a1c8d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '73d058b8-ef9e-473c-9be9-61c8d64fe350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:32Z', 'updated_at': '2022-05-06T14:58:37Z', 'revision_number': 2, 'project_id': '04793e5505aa4d32ab3efed2892ea2b4', 'subnets': [{'id': '73d058b8-ef9e-473c-9be9-61c8d64fe350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:58:43.128080 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3864679-766e-4a71-a34c-f43a812e820e None None] Checking router: 9b86048a-66a1-446e-9597-a9a025a1c8d0 for host: dv-cinder-840678-2-iscsi {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:58:43.128646 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3864679-766e-4a71-a34c-f43a812e820e None None] Updating router 9b86048a-66a1-446e-9597-a9a025a1c8d0 port 83e3d554-1cc7-4fb4-8cc6-640161742fc5 binding host dv-cinder-840678-2-iscsi {{(pid=103345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 14:58:43.201843 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-d44d803c-3126-420c-a282-6c63332075e4 None None] Provisioning complete for port aea4266d-ea07-4e53-9927-beb0af0981f5 triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 14:58:43.202338 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d44d803c-3126-420c-a282-6c63332075e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (aea4266d-ea07-4e53-9927-beb0af0981f5), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:43.245816 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-828777c7-5b7f-4825-ad6e-6b7965de446d req-833de778-ff77-4dd3-b69d-01b6f37083c4 service neutron] 10.222.0.26 "GET /v2.0/networks/f03bc0ab-4c4b-42d7-8084-72f3c477842c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862551 May 06 14:58:43.253171 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e3864679-766e-4a71-a34c-f43a812e820e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (83e3d554-1cc7-4fb4-8cc6-640161742fc5), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:43.276504 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-37d3ab17-d215-4968-9a18-15bb981e5269 req-1a6302d1-c043-4f1f-93da-347fa7e0dcc0 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] 10.222.0.23 "GET /v2.0/security-groups?id=acff08bc-b078-4314-a809-bc9c681e2c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6379149 May 06 14:58:43.286492 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a22b39-5fe9-44da-9ffa-306aeab62d3a admin admin] Notify agent at l3_agent.dv-cinder-840678-2-iscsi the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:58:43.302003 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-91a22b39-5fe9-44da-9ffa-306aeab62d3a admin admin] 10.222.0.23 "PUT /v2.0/routers/f77e6523-6838-4eed-bd19-4c79a22cf92c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9070585 May 06 14:58:43.316544 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-68b1beb6-545b-4f86-a143-b395004404eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b8293b96-1d4f-4101-9243-9870353ff712), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:43.317308 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1998772e-8bff-4636-a634-db431a7f4754 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks [] for security_group_rule (8781da78-d6e9-47bf-bf05-7bec0feb0be1), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:43.382331 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 41852) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:58:43.389081 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c0dc3d-028f-49bb-8d20-d6e07bb91f5e None None] Sync routers for ids ['f77e6523-6838-4eed-bd19-4c79a22cf92c'] in dv-cinder-840678-2-iscsi {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:58:43.389391 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.v2.base [None req-4ec69578-a374-42dd-b99f-02679740861e tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1232750102', 'description': 'tempest-description--1223627051'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 14:58:43.416770 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4ec69578-a374-42dd-b99f-02679740861e tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:43.576481 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-828777c7-5b7f-4825-ad6e-6b7965de446d req-56684ef5-d9bf-4164-8696-78cfe4524b57 service neutron] 10.222.0.26 "GET /v2.0/networks/f03bc0ab-4c4b-42d7-8084-72f3c477842c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3169258 May 06 14:58:43.690088 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4ec69578-a374-42dd-b99f-02679740861e tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks [] for security_group (812d5473-afa1-48f5-b14e-b7ace92fd920), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:43.700531 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4ec69578-a374-42dd-b99f-02679740861e tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (812d5473-afa1-48f5-b14e-b7ace92fd920), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:43.750280 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4da1d194-bd7b-4b8b-8e61-c785832da462 None None] Publish callbacks [] for port (209a3bdd-8a51-42ac-a00b-6fcb2e14dcb2), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:43.769364 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c0dc3d-028f-49bb-8d20-d6e07bb91f5e None None] Routers {'f77e6523-6838-4eed-bd19-4c79a22cf92c'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 14:58:43.774151 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-18c0dc3d-028f-49bb-8d20-d6e07bb91f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T14:58:40Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['f77e6523-6838-4eed-bd19-4c79a22cf92c'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:58:43.804185 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec69578-a374-42dd-b99f-02679740861e tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=812d5473-afa1-48f5-b14e-b7ace92fd920,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:43.844895 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4ec69578-a374-42dd-b99f-02679740861e tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:43.852379 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-4ec69578-a374-42dd-b99f-02679740861e tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4687941 May 06 14:58:43.859142 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 41864) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:58:43.872621 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.v2.base [None req-64409f9c-cb1f-4d41-bb7c-966fa57ff8f9 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Request body: {'security_group_rule': {'security_group_id': '812d5473-afa1-48f5-b14e-b7ace92fd920', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 14:58:43.977915 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-64409f9c-cb1f-4d41-bb7c-966fa57ff8f9 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks [] for security_group_rule (2d4b284f-4975-44ce-b0ce-c9e70d7f52cc), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:44.073680 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1998772e-8bff-4636-a634-db431a7f4754 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks [] for security_group_rule (8781da78-d6e9-47bf-bf05-7bec0feb0be1), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:44.083412 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1998772e-8bff-4636-a634-db431a7f4754 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575255'] for security_group_rule (8781da78-d6e9-47bf-bf05-7bec0feb0be1), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:44.129767 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-18c0dc3d-028f-49bb-8d20-d6e07bb91f5e None None] Set router f77e6523-6838-4eed-bd19-4c79a22cf92c gateway port host: dv-cinder-840678-2-iscsi {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 14:58:44.201689 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1998772e-8bff-4636-a634-db431a7f4754 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8781da78-d6e9-47bf-bf05-7bec0feb0be1,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:44.215217 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-64409f9c-cb1f-4d41-bb7c-966fa57ff8f9 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks [] for security_group_rule (2d4b284f-4975-44ce-b0ce-c9e70d7f52cc), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:44.219042 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1998772e-8bff-4636-a634-db431a7f4754 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:44.223294 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-1998772e-8bff-4636-a634-db431a7f4754 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3143458 May 06 14:58:44.226467 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 41874) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:58:44.231768 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-64409f9c-cb1f-4d41-bb7c-966fa57ff8f9 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575255'] for security_group_rule (2d4b284f-4975-44ce-b0ce-c9e70d7f52cc), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:44.241718 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.v2.base [None req-e02e0e48-f6df-49d5-9bfa-60b6eaee2ab9 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Request body: {'floatingip': {'floating_network_id': '06a85250-557d-4448-8943-b2192c4da88d'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 14:58:44.324198 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64409f9c-cb1f-4d41-bb7c-966fa57ff8f9 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d4b284f-4975-44ce-b0ce-c9e70d7f52cc,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:44.335398 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-64409f9c-cb1f-4d41-bb7c-966fa57ff8f9 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:44.348371 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e3864679-766e-4a71-a34c-f43a812e820e None None] Publish callbacks [] for port (83e3d554-1cc7-4fb4-8cc6-640161742fc5), precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:44.352088 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-64409f9c-cb1f-4d41-bb7c-966fa57ff8f9 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4927349 May 06 14:58:44.354263 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 41884) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:58:44.364576 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.v2.base [None req-8c15ecc2-8687-4f81-ab2f-c7edde8b93b8 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Request body: {'security_group_rule': {'security_group_id': '812d5473-afa1-48f5-b14e-b7ace92fd920', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 14:58:44.368673 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e3864679-766e-4a71-a34c-f43a812e820e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (83e3d554-1cc7-4fb4-8cc6-640161742fc5), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:44.413621 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e02e0e48-f6df-49d5-9bfa-60b6eaee2ab9 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:44.438812 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-d44d803c-3126-420c-a282-6c63332075e4 None None] Port aea4266d-ea07-4e53-9927-beb0af0981f5 cannot update to ACTIVE because it is not bound. {{(pid=103344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 06 14:58:44.450011 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4da1d194-bd7b-4b8b-8e61-c785832da462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (209a3bdd-8a51-42ac-a00b-6fcb2e14dcb2), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:44.549143 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62670f86-b017-4ea8-bc1e-4ea723c1b891 None None] Pushing event updated for resources: {'Port': ['ID=83e3d554-1cc7-4fb4-8cc6-640161742fc5,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:44.600924 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548878c2-5153-4a13-a34a-97f4df809664 req-530808b5-515f-4b20-8a36-8394aabcf7f3 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:58:44.635856 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-548878c2-5153-4a13-a34a-97f4df809664 req-530808b5-515f-4b20-8a36-8394aabcf7f3 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e9c0b35-6c24-4b6e-a913-e73cd5bd7025 HTTP/1.1" status: 200 len: 943 time: 0.1966722 May 06 14:58:44.638156 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Current status of the port b43727e9-9f23-42da-9566-42ed79f45494 is: ACTIVE; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 14:58:44.649049 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-e3864679-766e-4a71-a34c-f43a812e820e None None] Attempting to bind port 83e3d554-1cc7-4fb4-8cc6-640161742fc5 on host dv-cinder-840678-2-iscsi for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 14:58:44.650765 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-e3864679-766e-4a71-a34c-f43a812e820e None None] Attempting to bind port 83e3d554-1cc7-4fb4-8cc6-640161742fc5 by drivers openvswitch,hyperv on host dv-cinder-840678-2-iscsi at level 0 using segments [{'id': '59b9f651-300b-41a0-9754-50f9dffdafce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e617326c-50d9-4a05-90f1-04262502b764'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 14:58:44.652633 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3864679-766e-4a71-a34c-f43a812e820e None None] Attempting to bind port 83e3d554-1cc7-4fb4-8cc6-640161742fc5 on network e617326c-50d9-4a05-90f1-04262502b764 {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 14:58:44.658770 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3864679-766e-4a71-a34c-f43a812e820e None None] Checking agent: {'id': '20451d70-ea89-4a66-885a-20a1b2a3bff8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 14, 49, 44), 'started_at': datetime.datetime(2022, 5, 6, 14, 50, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 14:58:44.659811 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3864679-766e-4a71-a34c-f43a812e820e None None] Checking segment: {'id': '59b9f651-300b-41a0-9754-50f9dffdafce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e617326c-50d9-4a05-90f1-04262502b764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 14:58:44.660309 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e3864679-766e-4a71-a34c-f43a812e820e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:44.660827 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3864679-766e-4a71-a34c-f43a812e820e None None] Bound using segment: {'id': '59b9f651-300b-41a0-9754-50f9dffdafce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e617326c-50d9-4a05-90f1-04262502b764'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 14:58:44.661402 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-e3864679-766e-4a71-a34c-f43a812e820e None None] Bound port: 83e3d554-1cc7-4fb4-8cc6-640161742fc5, host: dv-cinder-840678-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59b9f651-300b-41a0-9754-50f9dffdafce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e617326c-50d9-4a05-90f1-04262502b764'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 14:58:44.661929 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e3864679-766e-4a71-a34c-f43a812e820e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (83e3d554-1cc7-4fb4-8cc6-640161742fc5), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:44.794289 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-548878c2-5153-4a13-a34a-97f4df809664 req-82d11bac-98df-4562-9e0f-9e7d89928190 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] 10.222.0.23 "GET /v2.0/security-groups?id=acff08bc-b078-4314-a809-bc9c681e2c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559014 May 06 14:58:44.871938 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-e3864679-766e-4a71-a34c-f43a812e820e None None] For port 83e3d554-1cc7-4fb4-8cc6-640161742fc5, host dv-cinder-840678-2-iscsi, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:58:44.883394 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-e3864679-766e-4a71-a34c-f43a812e820e None None] For port 83e3d554-1cc7-4fb4-8cc6-640161742fc5, host dv-cinder-840678-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=83e3d554-1cc7-4fb4-8cc6-640161742fc5,segment=NetworkSegment(59b9f651-300b-41a0-9754-50f9dffdafce),segment_id=59b9f651-300b-41a0-9754-50f9dffdafce)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:58:44.896956 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-e3864679-766e-4a71-a34c-f43a812e820e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (83e3d554-1cc7-4fb4-8cc6-640161742fc5), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:44.955013 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (20451d70-ea89-4a66-885a-20a1b2a3bff8), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:45.126079 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62670f86-b017-4ea8-bc1e-4ea723c1b891 None None] Pushing event updated for resources: {'Port': ['ID=83e3d554-1cc7-4fb4-8cc6-640161742fc5,revision_number=4']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:45.147038 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8c15ecc2-8687-4f81-ab2f-c7edde8b93b8 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks [] for security_group_rule (cd39bd1f-46af-4eb2-8ba9-bda11536cc35), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:45.165107 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3864679-766e-4a71-a34c-f43a812e820e None None] Routers {'9b86048a-66a1-446e-9597-a9a025a1c8d0'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 14:58:45.165242 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-e3864679-766e-4a71-a34c-f43a812e820e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T14:58:40Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['9b86048a-66a1-446e-9597-a9a025a1c8d0'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:58:45.217198 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fe6158-a328-47c1-9701-5f778bb05372 None None] Pushing event updated for resources: {'Port': ['ID=209a3bdd-8a51-42ac-a00b-6fcb2e14dcb2,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:45.351134 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-ecd2d308-5400-4989-9eab-958c707c7a72 None None] Provisioning complete for port 83e3d554-1cc7-4fb4-8cc6-640161742fc5 triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 14:58:45.351511 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ecd2d308-5400-4989-9eab-958c707c7a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (83e3d554-1cc7-4fb4-8cc6-640161742fc5), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:45.635425 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-e3864679-766e-4a71-a34c-f43a812e820e None None] Set router 9b86048a-66a1-446e-9597-a9a025a1c8d0 gateway port host: dv-cinder-840678-2-iscsi {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 14:58:45.749976 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-4da1d194-bd7b-4b8b-8e61-c785832da462 None None] Attempting to bind port 209a3bdd-8a51-42ac-a00b-6fcb2e14dcb2 on host dv-cinder-840678-2-iscsi for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 14:58:45.750615 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-4da1d194-bd7b-4b8b-8e61-c785832da462 None None] Attempting to bind port 209a3bdd-8a51-42ac-a00b-6fcb2e14dcb2 by drivers openvswitch,hyperv on host dv-cinder-840678-2-iscsi at level 0 using segments [{'id': 'cf545a1c-4990-4216-8ab0-67a99018f922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd7304f76-b992-4cc2-a77b-3291aec20f6e'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 14:58:45.750871 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da1d194-bd7b-4b8b-8e61-c785832da462 None None] Attempting to bind port 209a3bdd-8a51-42ac-a00b-6fcb2e14dcb2 on network d7304f76-b992-4cc2-a77b-3291aec20f6e {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 14:58:45.789888 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-18c0dc3d-028f-49bb-8d20-d6e07bb91f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f77e6523-6838-4eed-bd19-4c79a22cf92c', 'name': 'tempest-ServerRescueNegativeTestJSON-151767868-router', 'tenant_id': '66121d02dbff4c3a920161e445959085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'cb3cff7e-5f59-4fc2-b09d-77da58aa420f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:58:23Z', 'updated_at': '2022-05-06T14:58:39Z', 'revision_number': 4, 'project_id': '66121d02dbff4c3a920161e445959085', 'gw_port': {'id': 'cb3cff7e-5f59-4fc2-b09d-77da58aa420f', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:84:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77e6523-6838-4eed-bd19-4c79a22cf92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:24Z', 'updated_at': '2022-05-06T14:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_interfaces': [{'id': 'aea4266d-ea07-4e53-9927-beb0af0981f5', 'name': '', 'network_id': '1f8443d4-24c9-4ac0-96d7-8083233dcc1b', 'tenant_id': '66121d02dbff4c3a920161e445959085', 'mac_address': 'fa:16:3e:d7:26:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f77e6523-6838-4eed-bd19-4c79a22cf92c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '67575c08-c86c-46ea-9526-64956bd20b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:33Z', 'updated_at': '2022-05-06T14:58:39Z', 'revision_number': 2, 'project_id': '66121d02dbff4c3a920161e445959085', 'subnets': [{'id': '67575c08-c86c-46ea-9526-64956bd20b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:58:45.838404 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da1d194-bd7b-4b8b-8e61-c785832da462 None None] Checking agent: {'id': '20451d70-ea89-4a66-885a-20a1b2a3bff8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 14, 49, 44), 'started_at': datetime.datetime(2022, 5, 6, 14, 50, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 14:58:45.839037 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da1d194-bd7b-4b8b-8e61-c785832da462 None None] Checking segment: {'id': 'cf545a1c-4990-4216-8ab0-67a99018f922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd7304f76-b992-4cc2-a77b-3291aec20f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 14:58:45.839606 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4da1d194-bd7b-4b8b-8e61-c785832da462 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:45.840098 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da1d194-bd7b-4b8b-8e61-c785832da462 None None] Bound using segment: {'id': 'cf545a1c-4990-4216-8ab0-67a99018f922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd7304f76-b992-4cc2-a77b-3291aec20f6e'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 14:58:45.840993 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-4da1d194-bd7b-4b8b-8e61-c785832da462 None None] Bound port: 209a3bdd-8a51-42ac-a00b-6fcb2e14dcb2, host: dv-cinder-840678-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf545a1c-4990-4216-8ab0-67a99018f922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd7304f76-b992-4cc2-a77b-3291aec20f6e'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 14:58:45.841538 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4da1d194-bd7b-4b8b-8e61-c785832da462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (209a3bdd-8a51-42ac-a00b-6fcb2e14dcb2), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:45.882034 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c0dc3d-028f-49bb-8d20-d6e07bb91f5e None None] Checking router: f77e6523-6838-4eed-bd19-4c79a22cf92c for host: dv-cinder-840678-2-iscsi {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:58:45.882321 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c0dc3d-028f-49bb-8d20-d6e07bb91f5e None None] Updating router f77e6523-6838-4eed-bd19-4c79a22cf92c port aea4266d-ea07-4e53-9927-beb0af0981f5 binding host dv-cinder-840678-2-iscsi {{(pid=103344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 14:58:45.896021 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e02e0e48-f6df-49d5-9bfa-60b6eaee2ab9 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:45.971657 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8c15ecc2-8687-4f81-ab2f-c7edde8b93b8 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks [] for security_group_rule (cd39bd1f-46af-4eb2-8ba9-bda11536cc35), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:46.053112 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8c15ecc2-8687-4f81-ab2f-c7edde8b93b8 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575255'] for security_group_rule (cd39bd1f-46af-4eb2-8ba9-bda11536cc35), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:46.073790 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a87c3d-6c42-4424-b3a0-4f17fe618fce req-cf19b491-fc63-4579-bdc9-72e25d024014 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:58:46.077387 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-29a87c3d-6c42-4424-b3a0-4f17fe618fce req-cf19b491-fc63-4579-bdc9-72e25d024014 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e9c0b35-6c24-4b6e-a913-e73cd5bd7025 HTTP/1.1" status: 200 len: 943 time: 0.1023805 May 06 14:58:46.175369 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-e3864679-766e-4a71-a34c-f43a812e820e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b86048a-66a1-446e-9597-a9a025a1c8d0', 'name': 'tempest-AttachVolumeShelveTestJSON-59332451-router', 'tenant_id': '04793e5505aa4d32ab3efed2892ea2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'b43727e9-9f23-42da-9566-42ed79f45494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:58:21Z', 'updated_at': '2022-05-06T14:58:36Z', 'revision_number': 4, 'project_id': '04793e5505aa4d32ab3efed2892ea2b4', 'gw_port': {'id': 'b43727e9-9f23-42da-9566-42ed79f45494', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b86048a-66a1-446e-9597-a9a025a1c8d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:23Z', 'updated_at': '2022-05-06T14:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_interfaces': [{'id': '83e3d554-1cc7-4fb4-8cc6-640161742fc5', 'name': '', 'network_id': 'e617326c-50d9-4a05-90f1-04262502b764', 'tenant_id': '04793e5505aa4d32ab3efed2892ea2b4', 'mac_address': 'fa:16:3e:0b:15:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b86048a-66a1-446e-9597-a9a025a1c8d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '73d058b8-ef9e-473c-9be9-61c8d64fe350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:32Z', 'updated_at': '2022-05-06T14:58:44Z', 'revision_number': 4, 'project_id': '04793e5505aa4d32ab3efed2892ea2b4', 'subnets': [{'id': '73d058b8-ef9e-473c-9be9-61c8d64fe350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:58:46.185310 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-29a87c3d-6c42-4424-b3a0-4f17fe618fce req-18257633-e533-42ee-b202-61cbaa45bb24 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] 10.222.0.23 "GET /v2.0/security-groups?id=acff08bc-b078-4314-a809-bc9c681e2c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010337 May 06 14:58:46.202298 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3699ba8f-4d85-4e8f-b067-39f2d03da05e req-7b60d415-d905-424c-98c8-cfe34f1363ac tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:58:46.204868 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-3699ba8f-4d85-4e8f-b067-39f2d03da05e req-7b60d415-d905-424c-98c8-cfe34f1363ac tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/networks?id=1f8443d4-24c9-4ac0-96d7-8083233dcc1b HTTP/1.1" status: 200 len: 818 time: 1.5390470 May 06 14:58:46.227230 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c15ecc2-8687-4f81-ab2f-c7edde8b93b8 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd39bd1f-46af-4eb2-8ba9-bda11536cc35,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:46.240425 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8c15ecc2-8687-4f81-ab2f-c7edde8b93b8 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:46.243480 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-8c15ecc2-8687-4f81-ab2f-c7edde8b93b8 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8876336 May 06 14:58:46.247662 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 41960) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:58:46.259341 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.v2.base [None req-77b7c734-d0b7-45b9-a9e8-535195c0b700 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Request body: {'floatingip': {'floating_network_id': '06a85250-557d-4448-8943-b2192c4da88d'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 14:58:46.265415 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-4da1d194-bd7b-4b8b-8e61-c785832da462 None None] For port 209a3bdd-8a51-42ac-a00b-6fcb2e14dcb2, host dv-cinder-840678-2-iscsi, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:58:46.269072 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-4da1d194-bd7b-4b8b-8e61-c785832da462 None None] For port 209a3bdd-8a51-42ac-a00b-6fcb2e14dcb2, host dv-cinder-840678-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=209a3bdd-8a51-42ac-a00b-6fcb2e14dcb2,segment=NetworkSegment(cf545a1c-4990-4216-8ab0-67a99018f922),segment_id=cf545a1c-4990-4216-8ab0-67a99018f922)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:58:46.282261 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-18c0dc3d-028f-49bb-8d20-d6e07bb91f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (aea4266d-ea07-4e53-9927-beb0af0981f5), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:46.286680 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-ecd2d308-5400-4989-9eab-958c707c7a72 None None] Current status of the port 83e3d554-1cc7-4fb4-8cc6-640161742fc5 is: DOWN; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 14:58:46.291354 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ecd2d308-5400-4989-9eab-958c707c7a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (83e3d554-1cc7-4fb4-8cc6-640161742fc5), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:46.304412 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3864679-766e-4a71-a34c-f43a812e820e None None] The sync data for ids ['9b86048a-66a1-446e-9597-a9a025a1c8d0'] in dv-cinder-840678-2-iscsi is: [{'id': '9b86048a-66a1-446e-9597-a9a025a1c8d0', 'name': 'tempest-AttachVolumeShelveTestJSON-59332451-router', 'tenant_id': '04793e5505aa4d32ab3efed2892ea2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'b43727e9-9f23-42da-9566-42ed79f45494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:58:21Z', 'updated_at': '2022-05-06T14:58:36Z', 'revision_number': 4, 'project_id': '04793e5505aa4d32ab3efed2892ea2b4', 'gw_port': {'id': 'b43727e9-9f23-42da-9566-42ed79f45494', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b86048a-66a1-446e-9597-a9a025a1c8d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:23Z', 'updated_at': '2022-05-06T14:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_interfaces': [{'id': '83e3d554-1cc7-4fb4-8cc6-640161742fc5', 'name': '', 'network_id': 'e617326c-50d9-4a05-90f1-04262502b764', 'tenant_id': '04793e5505aa4d32ab3efed2892ea2b4', 'mac_address': 'fa:16:3e:0b:15:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b86048a-66a1-446e-9597-a9a025a1c8d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '73d058b8-ef9e-473c-9be9-61c8d64fe350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:32Z', 'updated_at': '2022-05-06T14:58:44Z', 'revision_number': 4, 'project_id': '04793e5505aa4d32ab3efed2892ea2b4', 'subnets': [{'id': '73d058b8-ef9e-473c-9be9-61c8d64fe350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:58:46.333482 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-77b7c734-d0b7-45b9-a9e8-535195c0b700 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:46.350761 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4da1d194-bd7b-4b8b-8e61-c785832da462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (209a3bdd-8a51-42ac-a00b-6fcb2e14dcb2), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:46.465919 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-e02e0e48-f6df-49d5-9bfa-60b6eaee2ab9 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Allocated IP 172.27.2.158 (06a85250-557d-4448-8943-b2192c4da88d/cd3545e0-d98c-46ff-bce0-08f4555cdcb4/b46ea164-d7b8-41d2-87d5-d3bb5fa56730) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:58:46.585830 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-ecd2d308-5400-4989-9eab-958c707c7a72 None None] For port 83e3d554-1cc7-4fb4-8cc6-640161742fc5, host dv-cinder-840678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=83e3d554-1cc7-4fb4-8cc6-640161742fc5,segment=NetworkSegment(59b9f651-300b-41a0-9754-50f9dffdafce),segment_id=59b9f651-300b-41a0-9754-50f9dffdafce)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:58:46.602516 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ecd2d308-5400-4989-9eab-958c707c7a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (83e3d554-1cc7-4fb4-8cc6-640161742fc5), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:46.637398 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-77b7c734-d0b7-45b9-a9e8-535195c0b700 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:46.721180 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e02e0e48-f6df-49d5-9bfa-60b6eaee2ab9 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks [] for port (b46ea164-d7b8-41d2-87d5-d3bb5fa56730), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:46.833263 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fe6158-a328-47c1-9701-5f778bb05372 None None] Pushing event updated for resources: {'Port': ['ID=209a3bdd-8a51-42ac-a00b-6fcb2e14dcb2,revision_number=4']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:46.858647 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da1d194-bd7b-4b8b-8e61-c785832da462 None None] Routers {'8a0c7401-61b1-45fb-ad97-618184e04f5f'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 14:58:46.859286 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-4da1d194-bd7b-4b8b-8e61-c785832da462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T14:58:40Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['8a0c7401-61b1-45fb-ad97-618184e04f5f'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:58:46.876881 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-3699ba8f-4d85-4e8f-b067-39f2d03da05e req-9bbf3e10-8825-4f87-90b4-7a46c62086fc tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/quotas/66121d02dbff4c3a920161e445959085 HTTP/1.1" status: 200 len: 375 time: 0.6381195 May 06 14:58:46.880183 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e02e0e48-f6df-49d5-9bfa-60b6eaee2ab9 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732313435468'] for port (b46ea164-d7b8-41d2-87d5-d3bb5fa56730), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:47.090667 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-77b7c734-d0b7-45b9-a9e8-535195c0b700 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Allocated IP 172.27.2.107 (06a85250-557d-4448-8943-b2192c4da88d/cd3545e0-d98c-46ff-bce0-08f4555cdcb4/9cf6e29b-9991-49e4-a366-372d117c34b9) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:58:47.266834 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02e0e48-f6df-49d5-9bfa-60b6eaee2ab9 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Network 06a85250-557d-4448-8943-b2192c4da88d is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:58:47.311461 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-e02e0e48-f6df-49d5-9bfa-60b6eaee2ab9 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:58:47.359400 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-4da1d194-bd7b-4b8b-8e61-c785832da462 None None] Set router 8a0c7401-61b1-45fb-ad97-618184e04f5f gateway port host: dv-cinder-840678-2-iscsi {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 14:58:47.389922 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-77b7c734-d0b7-45b9-a9e8-535195c0b700 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks [] for port (9cf6e29b-9991-49e4-a366-372d117c34b9), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:47.411166 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-3699ba8f-4d85-4e8f-b067-39f2d03da05e req-d69d5ee8-555d-49f6-b889-4c22c90a5ab1 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=66121d02dbff4c3a920161e445959085&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4934394 May 06 14:58:47.427006 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02e0e48-f6df-49d5-9bfa-60b6eaee2ab9 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 14:58:47.463067 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02e0e48-f6df-49d5-9bfa-60b6eaee2ab9 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Pushing event updated for resources: {'Port': ['ID=b46ea164-d7b8-41d2-87d5-d3bb5fa56730,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:47.527613 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa2e123-c8f2-46a1-ac3f-e8eb41794110 req-f9963ed8-f4cc-4cdf-a63d-82071932545a tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:58:47.529730 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-8aa2e123-c8f2-46a1-ac3f-e8eb41794110 req-f9963ed8-f4cc-4cdf-a63d-82071932545a tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e9c0b35-6c24-4b6e-a913-e73cd5bd7025 HTTP/1.1" status: 200 len: 943 time: 0.1040933 May 06 14:58:47.531937 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-77b7c734-d0b7-45b9-a9e8-535195c0b700 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732313435468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194024'] for port (9cf6e29b-9991-49e4-a366-372d117c34b9), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:47.655973 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b7c734-d0b7-45b9-a9e8-535195c0b700 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Pushing event updated for resources: {'Port': ['ID=9cf6e29b-9991-49e4-a366-372d117c34b9,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:47.675766 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b7c734-d0b7-45b9-a9e8-535195c0b700 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Network 06a85250-557d-4448-8943-b2192c4da88d is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:58:47.678749 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-77b7c734-d0b7-45b9-a9e8-535195c0b700 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:58:47.685340 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b7c734-d0b7-45b9-a9e8-535195c0b700 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 14:58:47.754809 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e02e0e48-f6df-49d5-9bfa-60b6eaee2ab9 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks [] for floatingip (958e8efe-8759-485c-80cc-06e4e662c46a), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:47.761863 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device 83e3d554-1cc7-4fb4-8cc6-640161742fc5 up at agent ovs-agent-dv-cinder-840678-2-iscsi {{(pid=103344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 14:58:47.796014 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-8aa2e123-c8f2-46a1-ac3f-e8eb41794110 req-bab9ba5a-8b7f-4299-bb22-a9845eb51a5e tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] 10.222.0.23 "GET /v2.0/security-groups?id=acff08bc-b078-4314-a809-bc9c681e2c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538354 May 06 14:58:47.814829 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [req-3699ba8f-4d85-4e8f-b067-39f2d03da05e req-167402c0-5d1c-45bb-9b34-b7105eaa887f service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103342) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 06 14:58:47.817653 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-3699ba8f-4d85-4e8f-b067-39f2d03da05e req-167402c0-5d1c-45bb-9b34-b7105eaa887f service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1634977 May 06 14:58:47.977632 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-4da1d194-bd7b-4b8b-8e61-c785832da462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0c7401-61b1-45fb-ad97-618184e04f5f', 'name': 'tempest-AttachVolumeTestJSON-221166996-router', 'tenant_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f9c2112f-e4c4-4372-9457-49fe78c23454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:58:19Z', 'updated_at': '2022-05-06T14:58:32Z', 'revision_number': 4, 'project_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'gw_port': {'id': 'f9c2112f-e4c4-4372-9457-49fe78c23454', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0c7401-61b1-45fb-ad97-618184e04f5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:20Z', 'updated_at': '2022-05-06T14:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_interfaces': [{'id': '209a3bdd-8a51-42ac-a00b-6fcb2e14dcb2', 'name': '', 'network_id': 'd7304f76-b992-4cc2-a77b-3291aec20f6e', 'tenant_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'mac_address': 'fa:16:3e:5e:a1:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a0c7401-61b1-45fb-ad97-618184e04f5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '386bbac7-026e-4f68-a22c-f26fa009fb15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:28Z', 'updated_at': '2022-05-06T14:58:46Z', 'revision_number': 4, 'project_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'subnets': [{'id': '386bbac7-026e-4f68-a22c-f26fa009fb15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:58:47.992128 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e02e0e48-f6df-49d5-9bfa-60b6eaee2ab9 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (b46ea164-d7b8-41d2-87d5-d3bb5fa56730), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:48.043465 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-77b7c734-d0b7-45b9-a9e8-535195c0b700 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks [] for floatingip (d2e9b94d-02d8-4f15-b52d-f1feea6c5afe), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:48.086865 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-3699ba8f-4d85-4e8f-b067-39f2d03da05e req-f263a41e-38e3-4d9b-af41-a6b9cd2aeab9 service neutron] 10.222.0.23 "GET /v2.0/networks/1f8443d4-24c9-4ac0-96d7-8083233dcc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129109 May 06 14:58:48.118485 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-77b7c734-d0b7-45b9-a9e8-535195c0b700 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (9cf6e29b-9991-49e4-a366-372d117c34b9), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:48.140680 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da1d194-bd7b-4b8b-8e61-c785832da462 None None] The sync data for ids ['8a0c7401-61b1-45fb-ad97-618184e04f5f'] in dv-cinder-840678-2-iscsi is: [{'id': '8a0c7401-61b1-45fb-ad97-618184e04f5f', 'name': 'tempest-AttachVolumeTestJSON-221166996-router', 'tenant_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f9c2112f-e4c4-4372-9457-49fe78c23454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:58:19Z', 'updated_at': '2022-05-06T14:58:32Z', 'revision_number': 4, 'project_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'gw_port': {'id': 'f9c2112f-e4c4-4372-9457-49fe78c23454', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0c7401-61b1-45fb-ad97-618184e04f5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:20Z', 'updated_at': '2022-05-06T14:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_interfaces': [{'id': '209a3bdd-8a51-42ac-a00b-6fcb2e14dcb2', 'name': '', 'network_id': 'd7304f76-b992-4cc2-a77b-3291aec20f6e', 'tenant_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'mac_address': 'fa:16:3e:5e:a1:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a0c7401-61b1-45fb-ad97-618184e04f5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '386bbac7-026e-4f68-a22c-f26fa009fb15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:28Z', 'updated_at': '2022-05-06T14:58:46Z', 'revision_number': 4, 'project_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'subnets': [{'id': '386bbac7-026e-4f68-a22c-f26fa009fb15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:58:48.181066 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-09a77883-06f4-459b-b803-1e2a4f264f3c None None] Provisioning complete for port 209a3bdd-8a51-42ac-a00b-6fcb2e14dcb2 triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 14:58:48.182633 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-09a77883-06f4-459b-b803-1e2a4f264f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (209a3bdd-8a51-42ac-a00b-6fcb2e14dcb2), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:48.250389 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-3699ba8f-4d85-4e8f-b067-39f2d03da05e req-323ccce8-52f9-4c93-9ad7-d213db068daa service neutron] 10.222.0.23 "GET /v2.0/networks/1f8443d4-24c9-4ac0-96d7-8083233dcc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550856 May 06 14:58:48.442981 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 42014) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:58:48.446437 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Provisioning complete for port 83e3d554-1cc7-4fb4-8cc6-640161742fc5 triggered by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 14:58:48.446905 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (83e3d554-1cc7-4fb4-8cc6-640161742fc5), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:48.450415 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd2d308-5400-4989-9eab-958c707c7a72 None None] Pushing event updated for resources: {'Port': ['ID=83e3d554-1cc7-4fb4-8cc6-640161742fc5,revision_number=5']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:48.511056 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e02e0e48-f6df-49d5-9bfa-60b6eaee2ab9 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks [] for port (b46ea164-d7b8-41d2-87d5-d3bb5fa56730), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:48.520549 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e02e0e48-f6df-49d5-9bfa-60b6eaee2ab9 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (b46ea164-d7b8-41d2-87d5-d3bb5fa56730), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:48.579262 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-77b7c734-d0b7-45b9-a9e8-535195c0b700 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks [] for port (9cf6e29b-9991-49e4-a366-372d117c34b9), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:48.591058 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-77b7c734-d0b7-45b9-a9e8-535195c0b700 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194015'] for port (9cf6e29b-9991-49e4-a366-372d117c34b9), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:48.718426 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e02e0e48-f6df-49d5-9bfa-60b6eaee2ab9 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429592'] for floatingip (958e8efe-8759-485c-80cc-06e4e662c46a), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:48.785704 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02e0e48-f6df-49d5-9bfa-60b6eaee2ab9 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Pushing event updated for resources: {'Port': ['ID=b46ea164-d7b8-41d2-87d5-d3bb5fa56730,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:48.809066 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e02e0e48-f6df-49d5-9bfa-60b6eaee2ab9 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:48.814617 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-e02e0e48-f6df-49d5-9bfa-60b6eaee2ab9 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5841808 May 06 14:58:48.915050 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 42046) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:58:48.941097 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-4e42ecb9-daa7-4c1a-a4c0-c318548580a4 req-16e1a2ff-9bc9-4a1f-ad17-305483064ee4 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab1e10ed-8f86-49b0-8b91-00f990b09e38 HTTP/1.1" status: 200 len: 210 time: 0.2133164 May 06 14:58:48.950839 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b7c734-d0b7-45b9-a9e8-535195c0b700 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Pushing event updated for resources: {'Port': ['ID=9cf6e29b-9991-49e4-a366-372d117c34b9,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:48.980084 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-77b7c734-d0b7-45b9-a9e8-535195c0b700 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429592'] for floatingip (d2e9b94d-02d8-4f15-b52d-f1feea6c5afe), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:49.017153 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-77b7c734-d0b7-45b9-a9e8-535195c0b700 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for floatingip (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:49.019255 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-77b7c734-d0b7-45b9-a9e8-535195c0b700 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7704542 May 06 14:58:49.042935 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6080f8fe-71f5-4b37-8474-d2d139cc05e2 req-76b9757f-3cf8-4659-9093-076edaa523e0 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:58:49.054915 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-6080f8fe-71f5-4b37-8474-d2d139cc05e2 req-76b9757f-3cf8-4659-9093-076edaa523e0 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e9c0b35-6c24-4b6e-a913-e73cd5bd7025 HTTP/1.1" status: 200 len: 943 time: 0.1093490 May 06 14:58:49.212108 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2a94d2ff-77db-459e-a931-9572a962dd51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:49.260546 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-6080f8fe-71f5-4b37-8474-d2d139cc05e2 req-4bca91a5-691d-40ad-8d6c-cd71e2862dc8 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] 10.222.0.23 "GET /v2.0/security-groups?id=acff08bc-b078-4314-a809-bc9c681e2c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030911 May 06 14:58:49.323320 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e8493149-649a-43f8-8468-3e2ac769ff4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:49.546617 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Current status of the port 83e3d554-1cc7-4fb4-8cc6-640161742fc5 is: ACTIVE; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 14:58:49.555450 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-6a5a233d-682c-4d7b-97c6-06c8b9d2b851 req-569905b4-0dd5-4ff6-8860-6c0aa7477d32 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1269514774&fields=id&tenant_id=5ad13dae3f6649fb8d8d2bdd1f1caaef HTTP/1.1" status: 200 len: 267 time: 0.1853838 May 06 14:58:49.593432 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-18c0dc3d-028f-49bb-8d20-d6e07bb91f5e None None] Publish callbacks [] for port (aea4266d-ea07-4e53-9927-beb0af0981f5), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:49.607737 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-18c0dc3d-028f-49bb-8d20-d6e07bb91f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (aea4266d-ea07-4e53-9927-beb0af0981f5), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:49.852400 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5a233d-682c-4d7b-97c6-06c8b9d2b851 req-20470839-8e26-4c17-80a8-bb1c8d52ff7e tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:58:49.857527 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2a94d2ff-77db-459e-a931-9572a962dd51 admin admin] Publish callbacks [] for security_group (f7c3f153-492e-49e9-a873-4b2f671f4551), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:49.861187 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-6a5a233d-682c-4d7b-97c6-06c8b9d2b851 req-20470839-8e26-4c17-80a8-bb1c8d52ff7e tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/networks?id=d7304f76-b992-4cc2-a77b-3291aec20f6e HTTP/1.1" status: 200 len: 810 time: 0.2921555 May 06 14:58:49.863223 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b94efb-508e-4cc0-98e7-848188934591 None None] Pushing event updated for resources: {'Port': ['ID=aea4266d-ea07-4e53-9927-beb0af0981f5,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:49.866175 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-09a77883-06f4-459b-b803-1e2a4f264f3c None None] Current status of the port 209a3bdd-8a51-42ac-a00b-6fcb2e14dcb2 is: DOWN; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 14:58:49.874203 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-09a77883-06f4-459b-b803-1e2a4f264f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (209a3bdd-8a51-42ac-a00b-6fcb2e14dcb2), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:49.886481 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-6a5a233d-682c-4d7b-97c6-06c8b9d2b851 req-483d91f5-10fc-4649-88a6-cceb584154fb tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/quotas/5ad13dae3f6649fb8d8d2bdd1f1caaef HTTP/1.1" status: 200 len: 375 time: 0.0187168 May 06 14:58:49.907956 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e8493149-649a-43f8-8468-3e2ac769ff4d admin admin] Publish callbacks [] for security_group (15e7e1ba-83b3-4a83-88cd-5576de784e81), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:49.920425 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device 209a3bdd-8a51-42ac-a00b-6fcb2e14dcb2 up at agent ovs-agent-dv-cinder-840678-2-iscsi {{(pid=103344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 14:58:49.921231 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2a94d2ff-77db-459e-a931-9572a962dd51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (f7c3f153-492e-49e9-a873-4b2f671f4551), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:50.006520 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 42118) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:58:50.007861 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-2a94d2ff-77db-459e-a931-9572a962dd51 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4d1150f1e7b842c9a1f29aa9777fada8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5636652 May 06 14:58:50.009166 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e8493149-649a-43f8-8468-3e2ac769ff4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (15e7e1ba-83b3-4a83-88cd-5576de784e81), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:50.021281 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-09a77883-06f4-459b-b803-1e2a4f264f3c None None] For port 209a3bdd-8a51-42ac-a00b-6fcb2e14dcb2, host dv-cinder-840678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=209a3bdd-8a51-42ac-a00b-6fcb2e14dcb2,segment=NetworkSegment(cf545a1c-4990-4216-8ab0-67a99018f922),segment_id=cf545a1c-4990-4216-8ab0-67a99018f922)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:58:50.066096 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-09a77883-06f4-459b-b803-1e2a4f264f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (209a3bdd-8a51-42ac-a00b-6fcb2e14dcb2), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:50.085482 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-e8493149-649a-43f8-8468-3e2ac769ff4d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1b8d2d8b71924fe8a56edf41750ca99b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1687002 May 06 14:58:50.093914 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 42122) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:58:50.095798 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-09a77883-06f4-459b-b803-1e2a4f264f3c None None] Provisioning complete for port 83e3d554-1cc7-4fb4-8cc6-640161742fc5 triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 14:58:50.101216 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-09a77883-06f4-459b-b803-1e2a4f264f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (83e3d554-1cc7-4fb4-8cc6-640161742fc5), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:50.116553 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-6a5a233d-682c-4d7b-97c6-06c8b9d2b851 req-18efa48c-b4be-4b33-ae9b-ac5ab8310063 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5ad13dae3f6649fb8d8d2bdd1f1caaef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2188687 May 06 14:58:50.194379 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-18c0dc3d-028f-49bb-8d20-d6e07bb91f5e None None] Attempting to bind port aea4266d-ea07-4e53-9927-beb0af0981f5 on host dv-cinder-840678-2-iscsi for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 14:58:50.195119 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-18c0dc3d-028f-49bb-8d20-d6e07bb91f5e None None] Attempting to bind port aea4266d-ea07-4e53-9927-beb0af0981f5 by drivers openvswitch,hyperv on host dv-cinder-840678-2-iscsi at level 0 using segments [{'id': 'be6ce9c6-e762-4e52-a069-ce1413c2ff6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1f8443d4-24c9-4ac0-96d7-8083233dcc1b'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 14:58:50.195808 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c0dc3d-028f-49bb-8d20-d6e07bb91f5e None None] Attempting to bind port aea4266d-ea07-4e53-9927-beb0af0981f5 on network 1f8443d4-24c9-4ac0-96d7-8083233dcc1b {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 14:58:50.215923 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c0dc3d-028f-49bb-8d20-d6e07bb91f5e None None] Checking agent: {'id': '20451d70-ea89-4a66-885a-20a1b2a3bff8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 14, 49, 44), 'started_at': datetime.datetime(2022, 5, 6, 14, 50, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 14:58:50.216322 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c0dc3d-028f-49bb-8d20-d6e07bb91f5e None None] Checking segment: {'id': 'be6ce9c6-e762-4e52-a069-ce1413c2ff6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1f8443d4-24c9-4ac0-96d7-8083233dcc1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 14:58:50.224242 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-18c0dc3d-028f-49bb-8d20-d6e07bb91f5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:50.224683 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c0dc3d-028f-49bb-8d20-d6e07bb91f5e None None] Bound using segment: {'id': 'be6ce9c6-e762-4e52-a069-ce1413c2ff6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1f8443d4-24c9-4ac0-96d7-8083233dcc1b'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 14:58:50.225194 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-18c0dc3d-028f-49bb-8d20-d6e07bb91f5e None None] Bound port: aea4266d-ea07-4e53-9927-beb0af0981f5, host: dv-cinder-840678-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be6ce9c6-e762-4e52-a069-ce1413c2ff6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1f8443d4-24c9-4ac0-96d7-8083233dcc1b'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 14:58:50.225764 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-18c0dc3d-028f-49bb-8d20-d6e07bb91f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (aea4266d-ea07-4e53-9927-beb0af0981f5), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:50.234245 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-24d901b9-198d-4f92-8498-7b833ca57aff admin admin] Publish callbacks [] for security_group (f7c3f153-492e-49e9-a873-4b2f671f4551), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:50.309892 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Provisioning complete for port 209a3bdd-8a51-42ac-a00b-6fcb2e14dcb2 triggered by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 14:58:50.311159 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (209a3bdd-8a51-42ac-a00b-6fcb2e14dcb2), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:50.375732 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a94d2ff-77db-459e-a931-9572a962dd51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c3f153-492e-49e9-a873-4b2f671f4551,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:50.418617 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a77883-06f4-459b-b803-1e2a4f264f3c None None] Pushing event updated for resources: {'Port': ['ID=209a3bdd-8a51-42ac-a00b-6fcb2e14dcb2,revision_number=5']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:50.452541 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-24d901b9-198d-4f92-8498-7b833ca57aff admin admin] Publish callbacks [] for security_group (f7c3f153-492e-49e9-a873-4b2f671f4551), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:50.479245 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-6a5a233d-682c-4d7b-97c6-06c8b9d2b851 req-61838047-8b4f-4b18-a1d6-e599325c61a6 service neutron] 10.222.0.23 "GET /v2.0/networks/d7304f76-b992-4cc2-a77b-3291aec20f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037987 May 06 14:58:50.482433 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0aa1ec76-486f-499c-b266-00120adc9a80 admin admin] Publish callbacks [] for security_group (15e7e1ba-83b3-4a83-88cd-5576de784e81), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:50.490765 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcebe57e-2bc2-4a29-84fd-1bc9771e5fac req-7e5cc0bb-5037-4e9e-a5ed-eb52017c7edc tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:58:50.492552 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-dcebe57e-2bc2-4a29-84fd-1bc9771e5fac req-7e5cc0bb-5037-4e9e-a5ed-eb52017c7edc tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/networks?id=1f8443d4-24c9-4ac0-96d7-8083233dcc1b HTTP/1.1" status: 200 len: 818 time: 0.8955493 May 06 14:58:50.508098 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8493149-649a-43f8-8468-3e2ac769ff4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15e7e1ba-83b3-4a83-88cd-5576de784e81,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:50.546061 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-18c0dc3d-028f-49bb-8d20-d6e07bb91f5e None None] For port aea4266d-ea07-4e53-9927-beb0af0981f5, host dv-cinder-840678-2-iscsi, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:58:50.553247 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0aa1ec76-486f-499c-b266-00120adc9a80 admin admin] Publish callbacks [] for security_group (15e7e1ba-83b3-4a83-88cd-5576de784e81), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:50.605836 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-18c0dc3d-028f-49bb-8d20-d6e07bb91f5e None None] For port aea4266d-ea07-4e53-9927-beb0af0981f5, host dv-cinder-840678-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=aea4266d-ea07-4e53-9927-beb0af0981f5,segment=NetworkSegment(be6ce9c6-e762-4e52-a069-ce1413c2ff6a),segment_id=be6ce9c6-e762-4e52-a069-ce1413c2ff6a)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:58:50.631085 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-dcebe57e-2bc2-4a29-84fd-1bc9771e5fac req-c2d02679-96b5-4e65-89e5-f2c3abd6bfdd tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/quotas/66121d02dbff4c3a920161e445959085 HTTP/1.1" status: 200 len: 375 time: 0.1094422 May 06 14:58:50.651641 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-09a77883-06f4-459b-b803-1e2a4f264f3c None None] Current status of the port 83e3d554-1cc7-4fb4-8cc6-640161742fc5 is: ACTIVE; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 14:58:50.656558 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (1eb4536b-031c-4a65-bfe5-fc1ede7d9429), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:50.662245 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-18c0dc3d-028f-49bb-8d20-d6e07bb91f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (aea4266d-ea07-4e53-9927-beb0af0981f5), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:50.676826 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0aa1ec76-486f-499c-b266-00120adc9a80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (15e7e1ba-83b3-4a83-88cd-5576de784e81), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:50.700494 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0aa1ec76-486f-499c-b266-00120adc9a80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:50.704286 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-0aa1ec76-486f-499c-b266-00120adc9a80 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/15e7e1ba-83b3-4a83-88cd-5576de784e81 HTTP/1.1" status: 204 len: 168 time: 0.6077201 May 06 14:58:50.742721 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Current status of the port 209a3bdd-8a51-42ac-a00b-6fcb2e14dcb2 is: ACTIVE; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 14:58:50.744299 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device 83e3d554-1cc7-4fb4-8cc6-640161742fc5 up at agent ovs-agent-dv-cinder-840678-2-iscsi {{(pid=103344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 14:58:50.751762 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa1ec76-486f-499c-b266-00120adc9a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e7e1ba-83b3-4a83-88cd-5576de784e81,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:50.814182 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-dcebe57e-2bc2-4a29-84fd-1bc9771e5fac req-d98e2815-bc1d-4b7d-a84f-c673188f6a15 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=66121d02dbff4c3a920161e445959085&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1680646 May 06 14:58:50.858588 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c0dc3d-028f-49bb-8d20-d6e07bb91f5e None None] Routers {'f77e6523-6838-4eed-bd19-4c79a22cf92c'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 14:58:50.859613 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-18c0dc3d-028f-49bb-8d20-d6e07bb91f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T14:58:40Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['f77e6523-6838-4eed-bd19-4c79a22cf92c'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:58:50.951062 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-225cd996-00cb-46f1-9fd5-00d761a9a567 None None] Provisioning complete for port 209a3bdd-8a51-42ac-a00b-6fcb2e14dcb2 triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 14:58:50.951610 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-225cd996-00cb-46f1-9fd5-00d761a9a567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (209a3bdd-8a51-42ac-a00b-6fcb2e14dcb2), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:50.993073 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b94efb-508e-4cc0-98e7-848188934591 None None] Pushing event updated for resources: {'Port': ['ID=aea4266d-ea07-4e53-9927-beb0af0981f5,revision_number=4']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:51.029583 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-24d901b9-198d-4f92-8498-7b833ca57aff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (f7c3f153-492e-49e9-a873-4b2f671f4551), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:51.042819 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-24d901b9-198d-4f92-8498-7b833ca57aff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:51.045374 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-24d901b9-198d-4f92-8498-7b833ca57aff admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f7c3f153-492e-49e9-a873-4b2f671f4551 HTTP/1.1" status: 204 len: 168 time: 1.0341177 May 06 14:58:51.058830 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-dcebe57e-2bc2-4a29-84fd-1bc9771e5fac req-2d2b2cae-9faa-4217-ac53-e068d5cc7feb service neutron] 10.222.0.23 "GET /v2.0/networks/1f8443d4-24c9-4ac0-96d7-8083233dcc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433593 May 06 14:58:51.071374 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d901b9-198d-4f92-8498-7b833ca57aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c3f153-492e-49e9-a873-4b2f671f4551,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:51.086738 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-6a5a233d-682c-4d7b-97c6-06c8b9d2b851 req-c36a727c-3908-4ce6-901f-a8818af24097 service neutron] 10.222.0.23 "GET /v2.0/networks/d7304f76-b992-4cc2-a77b-3291aec20f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6045372 May 06 14:58:51.095616 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Provisioning complete for port 83e3d554-1cc7-4fb4-8cc6-640161742fc5 triggered by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 14:58:51.097508 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (83e3d554-1cc7-4fb4-8cc6-640161742fc5), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:51.206222 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-dcebe57e-2bc2-4a29-84fd-1bc9771e5fac req-7ad35479-ff1a-435c-9c76-77200fcfcea0 service neutron] 10.222.0.23 "GET /v2.0/networks/1f8443d4-24c9-4ac0-96d7-8083233dcc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450741 May 06 14:58:51.297914 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-18c0dc3d-028f-49bb-8d20-d6e07bb91f5e None None] Set router f77e6523-6838-4eed-bd19-4c79a22cf92c gateway port host: dv-cinder-840678-2-iscsi {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 14:58:51.414134 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 42168) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:58:51.494805 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-225cd996-00cb-46f1-9fd5-00d761a9a567 None None] Current status of the port 209a3bdd-8a51-42ac-a00b-6fcb2e14dcb2 is: ACTIVE; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 14:58:51.498909 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e5faa418-3036-4d1d-a9c2-784401e09d0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:51.567981 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-467dc465-08bd-4da7-b010-fa4d86644872 req-7b1328af-d0f7-4574-b904-7a3929d712a8 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1232750102&fields=id&tenant_id=04793e5505aa4d32ab3efed2892ea2b4 HTTP/1.1" status: 200 len: 267 time: 0.1696906 May 06 14:58:51.571371 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-225cd996-00cb-46f1-9fd5-00d761a9a567 None None] Provisioning complete for port aea4266d-ea07-4e53-9927-beb0af0981f5 triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 14:58:51.572993 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-225cd996-00cb-46f1-9fd5-00d761a9a567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (aea4266d-ea07-4e53-9927-beb0af0981f5), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:51.689468 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Current status of the port 83e3d554-1cc7-4fb4-8cc6-640161742fc5 is: ACTIVE; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 14:58:51.714680 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e5faa418-3036-4d1d-a9c2-784401e09d0c admin admin] Publish callbacks [] for security_group (3a7aed33-0491-4ff7-9437-256d96966021), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:51.770785 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e5faa418-3036-4d1d-a9c2-784401e09d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (3a7aed33-0491-4ff7-9437-256d96966021), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:51.785165 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6b8bb2-64ea-4e06-84cc-1e5287c4bd37 req-643b1eaa-db87-433b-a159-1fefe87c2fb9 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:58:51.787172 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-fc6b8bb2-64ea-4e06-84cc-1e5287c4bd37 req-643b1eaa-db87-433b-a159-1fefe87c2fb9 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e9c0b35-6c24-4b6e-a913-e73cd5bd7025 HTTP/1.1" status: 200 len: 943 time: 0.0706508 May 06 14:58:51.845806 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467dc465-08bd-4da7-b010-fa4d86644872 req-0cae7494-8e98-41bd-b685-1c8716beaca8 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:58:51.850295 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-467dc465-08bd-4da7-b010-fa4d86644872 req-0cae7494-8e98-41bd-b685-1c8716beaca8 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/networks?id=e617326c-50d9-4a05-90f1-04262502b764 HTTP/1.1" status: 200 len: 815 time: 0.2730761 May 06 14:58:51.856244 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 42184) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:58:51.902791 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-225cd996-00cb-46f1-9fd5-00d761a9a567 None None] Current status of the port aea4266d-ea07-4e53-9927-beb0af0981f5 is: DOWN; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 14:58:51.903201 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-225cd996-00cb-46f1-9fd5-00d761a9a567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (aea4266d-ea07-4e53-9927-beb0af0981f5), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:51.918826 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-e5faa418-3036-4d1d-a9c2-784401e09d0c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9975f78865eb4440a2587efc16fa7283&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5034287 May 06 14:58:51.919633 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5faa418-3036-4d1d-a9c2-784401e09d0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7aed33-0491-4ff7-9437-256d96966021,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:51.934846 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f6042084-a977-4014-9830-3fd84f5a7cd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:51.937277 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device 209a3bdd-8a51-42ac-a00b-6fcb2e14dcb2 up at agent ovs-agent-dv-cinder-840678-2-iscsi {{(pid=103344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 14:58:51.937746 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 42188) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:58:51.954635 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-467dc465-08bd-4da7-b010-fa4d86644872 req-5e1fc0c7-9231-4685-b8ec-e837b4930d7a tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/quotas/04793e5505aa4d32ab3efed2892ea2b4 HTTP/1.1" status: 200 len: 375 time: 0.0805335 May 06 14:58:51.984900 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-fc6b8bb2-64ea-4e06-84cc-1e5287c4bd37 req-8bab037e-7ef4-4c4d-8f02-d42df819c8d9 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] 10.222.0.23 "GET /v2.0/security-groups?id=acff08bc-b078-4314-a809-bc9c681e2c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876211 May 06 14:58:52.074022 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-225cd996-00cb-46f1-9fd5-00d761a9a567 None None] For port aea4266d-ea07-4e53-9927-beb0af0981f5, host dv-cinder-840678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=aea4266d-ea07-4e53-9927-beb0af0981f5,segment=NetworkSegment(be6ce9c6-e762-4e52-a069-ce1413c2ff6a),segment_id=be6ce9c6-e762-4e52-a069-ce1413c2ff6a)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:58:52.117407 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-467dc465-08bd-4da7-b010-fa4d86644872 req-f2995059-67bb-455f-8063-941210753928 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=04793e5505aa4d32ab3efed2892ea2b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1517427 May 06 14:58:52.118829 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-225cd996-00cb-46f1-9fd5-00d761a9a567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (aea4266d-ea07-4e53-9927-beb0af0981f5), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:52.119871 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-afbc5e38-a197-41ce-8a08-b905e4bc268c req-0ee2f9c4-75c5-42ee-8fc4-11dcecd4a377 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 210 time: 0.0917494 May 06 14:58:52.121437 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a06f965c-e36a-4ea9-9314-20ba8eed97d3 admin admin] Publish callbacks [] for security_group (3a7aed33-0491-4ff7-9437-256d96966021), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:52.177828 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a06f965c-e36a-4ea9-9314-20ba8eed97d3 admin admin] Publish callbacks [] for security_group (3a7aed33-0491-4ff7-9437-256d96966021), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:52.213435 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-18c0dc3d-028f-49bb-8d20-d6e07bb91f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f77e6523-6838-4eed-bd19-4c79a22cf92c', 'name': 'tempest-ServerRescueNegativeTestJSON-151767868-router', 'tenant_id': '66121d02dbff4c3a920161e445959085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'cb3cff7e-5f59-4fc2-b09d-77da58aa420f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:58:23Z', 'updated_at': '2022-05-06T14:58:39Z', 'revision_number': 4, 'project_id': '66121d02dbff4c3a920161e445959085', 'gw_port': {'id': 'cb3cff7e-5f59-4fc2-b09d-77da58aa420f', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:84:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77e6523-6838-4eed-bd19-4c79a22cf92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:24Z', 'updated_at': '2022-05-06T14:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_interfaces': [{'id': 'aea4266d-ea07-4e53-9927-beb0af0981f5', 'name': '', 'network_id': '1f8443d4-24c9-4ac0-96d7-8083233dcc1b', 'tenant_id': '66121d02dbff4c3a920161e445959085', 'mac_address': 'fa:16:3e:d7:26:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f77e6523-6838-4eed-bd19-4c79a22cf92c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '67575c08-c86c-46ea-9526-64956bd20b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:33Z', 'updated_at': '2022-05-06T14:58:50Z', 'revision_number': 4, 'project_id': '66121d02dbff4c3a920161e445959085', 'subnets': [{'id': '67575c08-c86c-46ea-9526-64956bd20b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:58:52.262193 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-f9f32027-4831-4033-98e1-0086c21ac1fd req-8253b056-34c4-4ed0-9560-674718e7b31f tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 210 time: 0.0619862 May 06 14:58:52.279642 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f6042084-a977-4014-9830-3fd84f5a7cd2 admin admin] Publish callbacks [] for security_group (7c7c195f-20d4-4d40-aa65-10a580672d00), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:52.289242 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f6042084-a977-4014-9830-3fd84f5a7cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (7c7c195f-20d4-4d40-aa65-10a580672d00), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:52.312002 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a06f965c-e36a-4ea9-9314-20ba8eed97d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (3a7aed33-0491-4ff7-9437-256d96966021), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:52.312838 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-beb7cf74-acbc-4d4a-92e4-e02c2a8669bd None None] Provisioning complete for port aea4266d-ea07-4e53-9927-beb0af0981f5 triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 14:58:52.313618 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-beb7cf74-acbc-4d4a-92e4-e02c2a8669bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (aea4266d-ea07-4e53-9927-beb0af0981f5), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:52.314111 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-467dc465-08bd-4da7-b010-fa4d86644872 req-bd24c111-81c2-4e04-b07d-9bb055226f71 service neutron] 10.222.0.23 "GET /v2.0/networks/e617326c-50d9-4a05-90f1-04262502b764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926150 May 06 14:58:52.315594 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a06f965c-e36a-4ea9-9314-20ba8eed97d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:52.317761 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-a06f965c-e36a-4ea9-9314-20ba8eed97d3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3a7aed33-0491-4ff7-9437-256d96966021 HTTP/1.1" status: 204 len: 168 time: 0.3774099 May 06 14:58:52.333896 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06f965c-e36a-4ea9-9314-20ba8eed97d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7aed33-0491-4ff7-9437-256d96966021,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:52.356467 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c0dc3d-028f-49bb-8d20-d6e07bb91f5e None None] The sync data for ids ['f77e6523-6838-4eed-bd19-4c79a22cf92c'] in dv-cinder-840678-2-iscsi is: [{'id': 'f77e6523-6838-4eed-bd19-4c79a22cf92c', 'name': 'tempest-ServerRescueNegativeTestJSON-151767868-router', 'tenant_id': '66121d02dbff4c3a920161e445959085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'cb3cff7e-5f59-4fc2-b09d-77da58aa420f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:58:23Z', 'updated_at': '2022-05-06T14:58:39Z', 'revision_number': 4, 'project_id': '66121d02dbff4c3a920161e445959085', 'gw_port': {'id': 'cb3cff7e-5f59-4fc2-b09d-77da58aa420f', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:84:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77e6523-6838-4eed-bd19-4c79a22cf92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:24Z', 'updated_at': '2022-05-06T14:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_interfaces': [{'id': 'aea4266d-ea07-4e53-9927-beb0af0981f5', 'name': '', 'network_id': '1f8443d4-24c9-4ac0-96d7-8083233dcc1b', 'tenant_id': '66121d02dbff4c3a920161e445959085', 'mac_address': 'fa:16:3e:d7:26:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f77e6523-6838-4eed-bd19-4c79a22cf92c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '67575c08-c86c-46ea-9526-64956bd20b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:33Z', 'updated_at': '2022-05-06T14:58:50Z', 'revision_number': 4, 'project_id': '66121d02dbff4c3a920161e445959085', 'subnets': [{'id': '67575c08-c86c-46ea-9526-64956bd20b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:58:52.399458 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-f6042084-a977-4014-9830-3fd84f5a7cd2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a5fa23f308fd45f88add04f184ccd2b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5421319 May 06 14:58:52.401054 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6042084-a977-4014-9830-3fd84f5a7cd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7c195f-20d4-4d40-aa65-10a580672d00,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:52.402311 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 42202) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:58:52.450230 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225cd996-00cb-46f1-9fd5-00d761a9a567 None None] Pushing event updated for resources: {'Port': ['ID=aea4266d-ea07-4e53-9927-beb0af0981f5,revision_number=5']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:52.460977 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Provisioning complete for port 209a3bdd-8a51-42ac-a00b-6fcb2e14dcb2 triggered by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 14:58:52.461569 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (209a3bdd-8a51-42ac-a00b-6fcb2e14dcb2), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:52.546312 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f128ba35-b15a-4d40-82a8-7101770ddade admin admin] Publish callbacks [] for security_group (7c7c195f-20d4-4d40-aa65-10a580672d00), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:52.580487 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f128ba35-b15a-4d40-82a8-7101770ddade admin admin] Publish callbacks [] for security_group (7c7c195f-20d4-4d40-aa65-10a580672d00), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:52.586697 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-467dc465-08bd-4da7-b010-fa4d86644872 req-09f65628-bc48-4517-b630-820ead71df58 service neutron] 10.222.0.23 "GET /v2.0/networks/e617326c-50d9-4a05-90f1-04262502b764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715590 May 06 14:58:52.649088 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f128ba35-b15a-4d40-82a8-7101770ddade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (7c7c195f-20d4-4d40-aa65-10a580672d00), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:52.654323 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f128ba35-b15a-4d40-82a8-7101770ddade admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:52.656040 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-f128ba35-b15a-4d40-82a8-7101770ddade admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7c7c195f-20d4-4d40-aa65-10a580672d00 HTTP/1.1" status: 204 len: 168 time: 0.2522204 May 06 14:58:52.666264 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f128ba35-b15a-4d40-82a8-7101770ddade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c7c195f-20d4-4d40-aa65-10a580672d00,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:52.867982 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-beb7cf74-acbc-4d4a-92e4-e02c2a8669bd None None] Current status of the port aea4266d-ea07-4e53-9927-beb0af0981f5 is: ACTIVE; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 14:58:52.893545 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Current status of the port 209a3bdd-8a51-42ac-a00b-6fcb2e14dcb2 is: ACTIVE; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 14:58:52.953323 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-a90df2bf-6d4b-42a1-831b-bb55a50efb35 req-db62eefb-d9f6-4f94-a9f8-8015c7ed449d tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 210 time: 0.0745604 May 06 14:58:53.016579 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 42226) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:58:53.193596 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc6940-d85d-4793-b322-997b6fa424f1 req-ff39d990-0e63-4c31-a54a-2b6793745982 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:58:53.195670 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-8cdc6940-d85d-4793-b322-997b6fa424f1 req-ff39d990-0e63-4c31-a54a-2b6793745982 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e9c0b35-6c24-4b6e-a913-e73cd5bd7025 HTTP/1.1" status: 200 len: 943 time: 0.1018064 May 06 14:58:53.282601 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-22dc8a3d-ac73-4c63-930a-4305585f064f req-612f6645-ca7c-4608-a45d-097d8c5aa413 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 210 time: 0.0733027 May 06 14:58:53.312229 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-8cdc6940-d85d-4793-b322-997b6fa424f1 req-725a86c0-6f15-43be-906d-0036dd1aebce tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] 10.222.0.23 "GET /v2.0/security-groups?id=acff08bc-b078-4314-a809-bc9c681e2c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098125 May 06 14:58:53.401023 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c40f3616-3d73-451c-85a3-2578809391cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:53.540859 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-f61c25d9-8c2d-4749-ac2c-59e40c0da570 req-d96a6429-786e-4a28-b0cb-d0c08c447306 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 210 time: 0.0838714 May 06 14:58:53.632538 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c40f3616-3d73-451c-85a3-2578809391cf admin admin] Publish callbacks [] for security_group (e87355dd-cac1-43d4-a9db-ccc628c2710d), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:53.638004 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c40f3616-3d73-451c-85a3-2578809391cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (e87355dd-cac1-43d4-a9db-ccc628c2710d), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:53.709437 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-c40f3616-3d73-451c-85a3-2578809391cf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1f5179c8b74b424092d8e3f6ec37316f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6918292 May 06 14:58:53.711730 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 42260) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:58:53.722183 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40f3616-3d73-451c-85a3-2578809391cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e87355dd-cac1-43d4-a9db-ccc628c2710d,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:53.797056 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c0e87ee1-1905-4681-9b6a-cccf64b86f8e admin admin] Publish callbacks [] for security_group (e87355dd-cac1-43d4-a9db-ccc628c2710d), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:53.843025 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c0e87ee1-1905-4681-9b6a-cccf64b86f8e admin admin] Publish callbacks [] for security_group (e87355dd-cac1-43d4-a9db-ccc628c2710d), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:53.889427 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device aea4266d-ea07-4e53-9927-beb0af0981f5 up at agent ovs-agent-dv-cinder-840678-2-iscsi {{(pid=103344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 14:58:53.946861 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c0e87ee1-1905-4681-9b6a-cccf64b86f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (e87355dd-cac1-43d4-a9db-ccc628c2710d), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:53.949128 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c0e87ee1-1905-4681-9b6a-cccf64b86f8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:53.950871 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-c0e87ee1-1905-4681-9b6a-cccf64b86f8e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e87355dd-cac1-43d4-a9db-ccc628c2710d HTTP/1.1" status: 204 len: 168 time: 0.2372913 May 06 14:58:53.982661 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e87ee1-1905-4681-9b6a-cccf64b86f8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e87355dd-cac1-43d4-a9db-ccc628c2710d,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:53.983699 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Provisioning complete for port aea4266d-ea07-4e53-9927-beb0af0981f5 triggered by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 14:58:53.984200 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (aea4266d-ea07-4e53-9927-beb0af0981f5), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:54.101774 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-549e00ba-ac04-464e-873d-c2fe2f27f740 req-5ec3c355-e13f-44cd-84a2-292c1709a15d tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 210 time: 0.0558107 May 06 14:58:54.107956 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Current status of the port aea4266d-ea07-4e53-9927-beb0af0981f5 is: ACTIVE; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 14:58:54.394759 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-a61860bc-d144-4415-80b1-af29fa1c0bb8 req-c93c3cd2-f670-4e0c-8df0-1156042b7915 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 210 time: 0.0352857 May 06 14:58:54.486563 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 42290) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:58:54.507050 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3c7ebe2b-5f4c-4c71-8081-505bb7ee7622 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:54.515440 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76da7e1c-9432-4560-93f4-e4c48c276d86 req-7610cd1d-5ecd-41b1-ae5e-29313909ca42 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:58:54.517280 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-76da7e1c-9432-4560-93f4-e4c48c276d86 req-7610cd1d-5ecd-41b1-ae5e-29313909ca42 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e9c0b35-6c24-4b6e-a913-e73cd5bd7025 HTTP/1.1" status: 200 len: 943 time: 0.0672572 May 06 14:58:54.593317 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-76da7e1c-9432-4560-93f4-e4c48c276d86 req-8025ee2a-0a85-4886-b98b-6086482c0932 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] 10.222.0.23 "GET /v2.0/security-groups?id=acff08bc-b078-4314-a809-bc9c681e2c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656419 May 06 14:58:54.607961 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3c7ebe2b-5f4c-4c71-8081-505bb7ee7622 admin admin] Publish callbacks [] for security_group (d94bda56-436c-4c94-b2f1-2f12c2ac35d2), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:54.613204 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3c7ebe2b-5f4c-4c71-8081-505bb7ee7622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (d94bda56-436c-4c94-b2f1-2f12c2ac35d2), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:54.658753 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 42298) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:58:54.658997 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-3c7ebe2b-5f4c-4c71-8081-505bb7ee7622 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d3f04cd2eb134745ae384a0e64cd03e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1709814 May 06 14:58:54.705916 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-c40b9a01-8db6-4910-b16f-bc314095b5ae req-6c489432-4186-405a-a16c-bf3d153c0d18 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 210 time: 0.0455177 May 06 14:58:54.706934 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7ebe2b-5f4c-4c71-8081-505bb7ee7622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d94bda56-436c-4c94-b2f1-2f12c2ac35d2,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:54.748240 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b0ecfe23-69f4-4d38-ac95-1fd77b5b22dd admin admin] Publish callbacks [] for security_group (d94bda56-436c-4c94-b2f1-2f12c2ac35d2), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:54.776203 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b0ecfe23-69f4-4d38-ac95-1fd77b5b22dd admin admin] Publish callbacks [] for security_group (d94bda56-436c-4c94-b2f1-2f12c2ac35d2), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:54.844755 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b0ecfe23-69f4-4d38-ac95-1fd77b5b22dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (d94bda56-436c-4c94-b2f1-2f12c2ac35d2), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:54.847909 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b0ecfe23-69f4-4d38-ac95-1fd77b5b22dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:54.852332 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-b0ecfe23-69f4-4d38-ac95-1fd77b5b22dd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d94bda56-436c-4c94-b2f1-2f12c2ac35d2 HTTP/1.1" status: 204 len: 168 time: 0.1919923 May 06 14:58:54.875466 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ecfe23-69f4-4d38-ac95-1fd77b5b22dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94bda56-436c-4c94-b2f1-2f12c2ac35d2,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:55.340575 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-06c03060-329d-4304-a340-cebc45017ca0 req-16024d22-d925-4430-871f-7c46e1537364 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 210 time: 0.0782418 May 06 14:58:55.576590 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-dc4fd01b-7599-41a7-9da1-fd48f875b384 req-67f0c202-58d0-400c-9205-adcee7c4f1d4 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 210 time: 0.0765917 May 06 14:58:55.722038 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124ea8d-2790-40ae-a2ef-8ab1efddc170 req-76be11aa-8b0b-4872-9438-2311af97cf5f tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:58:55.727771 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-7124ea8d-2790-40ae-a2ef-8ab1efddc170 req-76be11aa-8b0b-4872-9438-2311af97cf5f tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e9c0b35-6c24-4b6e-a913-e73cd5bd7025 HTTP/1.1" status: 200 len: 943 time: 0.0581617 May 06 14:58:55.816120 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-7124ea8d-2790-40ae-a2ef-8ab1efddc170 req-5b1fb88f-19c2-4e40-8569-499d7b46c941 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] 10.222.0.23 "GET /v2.0/security-groups?id=acff08bc-b078-4314-a809-bc9c681e2c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873137 May 06 14:58:55.856315 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-b44398db-0019-4ab8-87c0-aea9d6458e36 req-1704337b-e42e-453f-8070-1376bb0b75b9 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 210 time: 0.0475960 May 06 14:58:56.507698 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-69d67adb-9dab-482f-ba0e-26e62bdd12ae req-b59ab4f2-6cf0-4843-8183-b6087d7ead05 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 210 time: 0.0857303 May 06 14:58:56.673540 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-909fa52b-1afa-4d0f-9958-a01edb49e4a0 req-ec80e59e-3843-4119-9f5f-7d0b5d069a18 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 210 time: 0.0315912 May 06 14:58:56.770515 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.26', 64754) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:58:56.928764 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.26', 64755) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:58:57.011423 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5a233d-682c-4d7b-97c6-06c8b9d2b851 req-978b0e1a-d644-4da5-bbd3-fda372ff95a0 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:58:57.015779 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-6a5a233d-682c-4d7b-97c6-06c8b9d2b851 req-978b0e1a-d644-4da5-bbd3-fda372ff95a0 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.26 "GET /v2.0/networks?id=d7304f76-b992-4cc2-a77b-3291aec20f6e HTTP/1.1" status: 200 len: 810 time: 0.2323859 May 06 14:58:57.166792 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-76efd73f-f366-43e1-abeb-bd85d43b4f97 req-ca952d28-58f7-4ae9-8290-426f73d40987 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 210 time: 0.0837336 May 06 14:58:57.200318 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.26', 64756) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:58:57.208382 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcebe57e-2bc2-4a29-84fd-1bc9771e5fac req-367f92ee-9667-4abf-9da5-c2efea1108aa tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:58:57.210177 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-dcebe57e-2bc2-4a29-84fd-1bc9771e5fac req-367f92ee-9667-4abf-9da5-c2efea1108aa tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.26 "GET /v2.0/networks?id=1f8443d4-24c9-4ac0-96d7-8083233dcc1b HTTP/1.1" status: 200 len: 818 time: 0.2115955 May 06 14:58:57.235609 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.v2.base [req-dcebe57e-2bc2-4a29-84fd-1bc9771e5fac req-91e4691c-363c-4204-9d9b-90df35479cf7 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Request body: {'port': {'device_id': '519cecee-39e5-4926-b71e-f13614fb3ac2', 'network_id': '1f8443d4-24c9-4ac0-96d7-8083233dcc1b', 'admin_state_up': True, 'tenant_id': '66121d02dbff4c3a920161e445959085'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 14:58:57.340911 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 42460) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:58:57.512444 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467dc465-08bd-4da7-b010-fa4d86644872 req-73bb3553-bc5f-48ab-8bea-3771f763f544 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:58:57.515049 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-467dc465-08bd-4da7-b010-fa4d86644872 req-73bb3553-bc5f-48ab-8bea-3771f763f544 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.26 "GET /v2.0/networks?id=e617326c-50d9-4a05-90f1-04262502b764 HTTP/1.1" status: 200 len: 815 time: 0.5764513 May 06 14:58:57.521810 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-6a5a233d-682c-4d7b-97c6-06c8b9d2b851 req-ed07db1a-c39e-479d-b9d3-d558952aaaa6 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ad13dae3f6649fb8d8d2bdd1f1caaef HTTP/1.1" status: 200 len: 380 time: 0.3104446 May 06 14:58:57.522488 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcebe57e-2bc2-4a29-84fd-1bc9771e5fac req-91e4691c-363c-4204-9d9b-90df35479cf7 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Made reservation on behalf of 66121d02dbff4c3a920161e445959085 for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:58:57.524192 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3699ba8f-4d85-4e8f-b067-39f2d03da05e req-35e5db62-7b13-40f9-8c6c-58f3f8f081ea tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:58:57.526355 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-dcebe57e-2bc2-4a29-84fd-1bc9771e5fac req-91e4691c-363c-4204-9d9b-90df35479cf7 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:57.526493 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-3699ba8f-4d85-4e8f-b067-39f2d03da05e req-35e5db62-7b13-40f9-8c6c-58f3f8f081ea tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.26 "GET /v2.0/networks?id=1f8443d4-24c9-4ac0-96d7-8083233dcc1b HTTP/1.1" status: 200 len: 818 time: 0.3217010 May 06 14:58:57.558291 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fd2f06-2150-4d22-bb42-0840837028b8 req-9841389c-399e-4721-922c-7b5066cb27f6 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:58:57.567060 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-e3fd2f06-2150-4d22-bb42-0840837028b8 req-9841389c-399e-4721-922c-7b5066cb27f6 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e9c0b35-6c24-4b6e-a913-e73cd5bd7025 HTTP/1.1" status: 200 len: 943 time: 0.3660603 May 06 14:58:57.583541 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.v2.base [req-6a5a233d-682c-4d7b-97c6-06c8b9d2b851 req-9784db1f-a27d-4268-a975-6cde81113f27 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Request body: {'port': {'device_id': '6b025609-05d9-4579-b4e1-8d53ddd01ba5', 'network_id': 'd7304f76-b992-4cc2-a77b-3291aec20f6e', 'admin_state_up': True, 'tenant_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'security_groups': ['ae37bc9a-9476-42ad-aa65-4d3a44fcf205']}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 14:58:57.588264 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.v2.base [req-3699ba8f-4d85-4e8f-b067-39f2d03da05e req-df79f28b-6266-4ccf-8d5d-146160f3fc73 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Request body: {'port': {'device_id': 'ab1e10ed-8f86-49b0-8b91-00f990b09e38', 'network_id': '1f8443d4-24c9-4ac0-96d7-8083233dcc1b', 'admin_state_up': True, 'tenant_id': '66121d02dbff4c3a920161e445959085'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 14:58:57.603235 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device 717d7960-a9b2-443e-b452-ab59038ccfb0 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 14:58:57.730382 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a5a233d-682c-4d7b-97c6-06c8b9d2b851 req-9784db1f-a27d-4268-a975-6cde81113f27 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Made reservation on behalf of 5ad13dae3f6649fb8d8d2bdd1f1caaef for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:58:57.733982 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-6a5a233d-682c-4d7b-97c6-06c8b9d2b851 req-9784db1f-a27d-4268-a975-6cde81113f27 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:57.825062 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-e3fd2f06-2150-4d22-bb42-0840837028b8 req-f2bc3e29-9e5d-4012-a8c4-ace083762e07 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] 10.222.0.23 "GET /v2.0/security-groups?id=acff08bc-b078-4314-a809-bc9c681e2c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492366 May 06 14:58:57.913099 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-a6a60033-21e2-4264-b82a-ae8bc8ebd354 req-ab119b20-5c96-4be4-be48-7cb5020e9634 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 210 time: 0.0987575 May 06 14:58:57.961072 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3699ba8f-4d85-4e8f-b067-39f2d03da05e req-df79f28b-6266-4ccf-8d5d-146160f3fc73 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Made reservation on behalf of 66121d02dbff4c3a920161e445959085 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:58:57.974773 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3699ba8f-4d85-4e8f-b067-39f2d03da05e req-df79f28b-6266-4ccf-8d5d-146160f3fc73 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:57.989902 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f3712faf-8e51-4140-b488-1acfcece1f6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:58.008380 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-467dc465-08bd-4da7-b010-fa4d86644872 req-2e69e4a9-75ed-427e-b5de-76d16f7ba802 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04793e5505aa4d32ab3efed2892ea2b4 HTTP/1.1" status: 200 len: 380 time: 0.4372282 May 06 14:58:58.022023 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.v2.base [req-467dc465-08bd-4da7-b010-fa4d86644872 req-23d51bf7-0ec3-4812-91b8-923881f48ac8 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Request body: {'port': {'device_id': 'e52a38ab-2c8e-4183-ace7-e7dc866226ca', 'network_id': 'e617326c-50d9-4a05-90f1-04262502b764', 'admin_state_up': True, 'tenant_id': '04793e5505aa4d32ab3efed2892ea2b4', 'security_groups': ['812d5473-afa1-48f5-b14e-b7ace92fd920']}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 14:58:58.035837 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] For port 717d7960-a9b2-443e-b452-ab59038ccfb0, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=717d7960-a9b2-443e-b452-ab59038ccfb0,segment=NetworkSegment(925de8d9-6c8f-4472-98ab-7c1db5039561),segment_id=925de8d9-6c8f-4472-98ab-7c1db5039561)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:58:58.046115 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-d8bd02bd-1a2b-42f2-9bc8-7fa41b8adcb3 req-1125a964-0c15-4476-9499-933046a432b9 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 210 time: 0.0868580 May 06 14:58:58.061568 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Returning: {'device': '717d7960-a9b2-443e-b452-ab59038ccfb0', 'network_id': 'f03bc0ab-4c4b-42d7-8084-72f3c477842c', 'port_id': '717d7960-a9b2-443e-b452-ab59038ccfb0', 'mac_address': 'fa:16:3e:64:d3:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95944682-d016-4a2a-ba9e-dc7755076b92', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 14:58:58.121562 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Current status of the port 717d7960-a9b2-443e-b452-ab59038ccfb0 is: DOWN; New status is: BUILD {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 14:58:58.122278 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (717d7960-a9b2-443e-b452-ab59038ccfb0), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:58.182292 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.notifiers.nova [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 717d7960-a9b2-443e-b452-ab59038ccfb0 {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 14:58:58.215860 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-6a5a233d-682c-4d7b-97c6-06c8b9d2b851 req-9784db1f-a27d-4268-a975-6cde81113f27 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Allocated IP 172.20.0.5 (d7304f76-b992-4cc2-a77b-3291aec20f6e/386bbac7-026e-4f68-a22c-f26fa009fb15/77a330e2-c9ae-47be-b923-976dff909895) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:58:58.253697 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] For port 717d7960-a9b2-443e-b452-ab59038ccfb0, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=717d7960-a9b2-443e-b452-ab59038ccfb0,segment=NetworkSegment(925de8d9-6c8f-4472-98ab-7c1db5039561),segment_id=925de8d9-6c8f-4472-98ab-7c1db5039561)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:58:58.261747 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (717d7960-a9b2-443e-b452-ab59038ccfb0), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:58.269453 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-dcebe57e-2bc2-4a29-84fd-1bc9771e5fac req-91e4691c-363c-4204-9d9b-90df35479cf7 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Allocated IP 172.20.0.12 (1f8443d4-24c9-4ac0-96d7-8083233dcc1b/67575c08-c86c-46ea-9526-64956bd20b03/fc111146-c44c-49db-8747-5b951a689021) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:58:58.362666 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Pushing event updated for resources: {'Port': ['ID=717d7960-a9b2-443e-b452-ab59038ccfb0,revision_number=4']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:58.407774 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f3712faf-8e51-4140-b488-1acfcece1f6c admin admin] Publish callbacks [] for security_group (4f9b4e96-aa1d-46d2-8b98-7490f02bc296), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:58.437519 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f3712faf-8e51-4140-b488-1acfcece1f6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (4f9b4e96-aa1d-46d2-8b98-7490f02bc296), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:58.437721 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-7587412f-812c-4404-8d5a-9cb44d2e8c56 req-ae6aef56-dcf0-4327-a85e-0ffef5b43746 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 210 time: 0.1047173 May 06 14:58:58.521261 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-467dc465-08bd-4da7-b010-fa4d86644872 req-23d51bf7-0ec3-4812-91b8-923881f48ac8 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Made reservation on behalf of 04793e5505aa4d32ab3efed2892ea2b4 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:58:58.527619 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-467dc465-08bd-4da7-b010-fa4d86644872 req-23d51bf7-0ec3-4812-91b8-923881f48ac8 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:58.562437 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 42544) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:58:58.565500 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-f3712faf-8e51-4140-b488-1acfcece1f6c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ca1c4a09ef394697bbc8317373a4c547&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1894791 May 06 14:58:58.611220 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3712faf-8e51-4140-b488-1acfcece1f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9b4e96-aa1d-46d2-8b98-7490f02bc296,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:58.640322 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-6a5a233d-682c-4d7b-97c6-06c8b9d2b851 req-9784db1f-a27d-4268-a975-6cde81113f27 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks [] for port (77a330e2-c9ae-47be-b923-976dff909895), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:58.684293 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] get_ports_and_sgs() called for port_ids ['717d7960-a9b2-443e-b452-ab59038ccfb0'] {{(pid=103344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 14:58:58.753914 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-dcebe57e-2bc2-4a29-84fd-1bc9771e5fac req-91e4691c-363c-4204-9d9b-90df35479cf7 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Publish callbacks [] for port (fc111146-c44c-49db-8747-5b951a689021), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:58.760328 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-6a5a233d-682c-4d7b-97c6-06c8b9d2b851 req-9784db1f-a27d-4268-a975-6cde81113f27 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732313435468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194024'] for port (77a330e2-c9ae-47be-b923-976dff909895), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:58.789620 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ebd14071-4900-4bdc-b9a8-3da20975a598 admin admin] Publish callbacks [] for security_group (4f9b4e96-aa1d-46d2-8b98-7490f02bc296), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:58.843809 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-467dc465-08bd-4da7-b010-fa4d86644872 req-23d51bf7-0ec3-4812-91b8-923881f48ac8 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Allocated IP 172.20.0.11 (e617326c-50d9-4a05-90f1-04262502b764/73d058b8-ef9e-473c-9be9-61c8d64fe350/3fde30d6-e4a7-41a8-a67c-29a4deb4e074) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:58:58.847570 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a5a233d-682c-4d7b-97c6-06c8b9d2b851 req-9784db1f-a27d-4268-a975-6cde81113f27 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Network d7304f76-b992-4cc2-a77b-3291aec20f6e is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:58:58.854741 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ebd14071-4900-4bdc-b9a8-3da20975a598 admin admin] Publish callbacks [] for security_group (4f9b4e96-aa1d-46d2-8b98-7490f02bc296), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:58.868205 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-6a5a233d-682c-4d7b-97c6-06c8b9d2b851 req-9784db1f-a27d-4268-a975-6cde81113f27 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:58:58.871098 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9784db1f-a27d-4268-a975-6cde81113f27 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Pushing event updated for resources: {'Port': ['ID=77a330e2-c9ae-47be-b923-976dff909895,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:58.873709 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a5a233d-682c-4d7b-97c6-06c8b9d2b851 req-9784db1f-a27d-4268-a975-6cde81113f27 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 14:58:58.940498 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5a233d-682c-4d7b-97c6-06c8b9d2b851 req-9784db1f-a27d-4268-a975-6cde81113f27 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:58:58.941190 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-6a5a233d-682c-4d7b-97c6-06c8b9d2b851 req-9784db1f-a27d-4268-a975-6cde81113f27 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566627'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:59.007178 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ebd14071-4900-4bdc-b9a8-3da20975a598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (4f9b4e96-aa1d-46d2-8b98-7490f02bc296), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:59.010780 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ebd14071-4900-4bdc-b9a8-3da20975a598 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:59.012047 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-ebd14071-4900-4bdc-b9a8-3da20975a598 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4f9b4e96-aa1d-46d2-8b98-7490f02bc296 HTTP/1.1" status: 204 len: 168 time: 0.4478011 May 06 14:58:59.067120 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-6a5a233d-682c-4d7b-97c6-06c8b9d2b851 req-9784db1f-a27d-4268-a975-6cde81113f27 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4927495 May 06 14:58:59.076527 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-dcebe57e-2bc2-4a29-84fd-1bc9771e5fac req-91e4691c-363c-4204-9d9b-90df35479cf7 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732313435468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194024'] for port (fc111146-c44c-49db-8747-5b951a689021), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:59.106810 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a794940c-795c-47d7-b264-8875b47d82c7 req-64bc117f-dccd-42b4-b721-b6ae39b9bc24 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:58:59.108695 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-a794940c-795c-47d7-b264-8875b47d82c7 req-64bc117f-dccd-42b4-b721-b6ae39b9bc24 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e9c0b35-6c24-4b6e-a913-e73cd5bd7025 HTTP/1.1" status: 200 len: 944 time: 0.1634185 May 06 14:58:59.135828 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.v2.base [req-6a5a233d-682c-4d7b-97c6-06c8b9d2b851 req-9a77d3be-4440-4063-b427-ab0d2d12612c service neutron] Request body: {'port': {'device_id': '6b025609-05d9-4579-b4e1-8d53ddd01ba5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 14:58:59.326885 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 42576) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:58:59.355772 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-7e7e3029-9ecb-42fd-b271-4ff04b2878e9 None None] Provisioning complete for port 77a330e2-c9ae-47be-b923-976dff909895 triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 14:58:59.356765 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7e7e3029-9ecb-42fd-b271-4ff04b2878e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (77a330e2-c9ae-47be-b923-976dff909895), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:59.367333 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcebe57e-2bc2-4a29-84fd-1bc9771e5fac req-91e4691c-363c-4204-9d9b-90df35479cf7 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Network 1f8443d4-24c9-4ac0-96d7-8083233dcc1b is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:58:59.373546 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd14071-4900-4bdc-b9a8-3da20975a598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9b4e96-aa1d-46d2-8b98-7490f02bc296,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:59.378924 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e4691c-363c-4204-9d9b-90df35479cf7 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Pushing event updated for resources: {'Port': ['ID=fc111146-c44c-49db-8747-5b951a689021,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:58:59.397237 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-dcebe57e-2bc2-4a29-84fd-1bc9771e5fac req-91e4691c-363c-4204-9d9b-90df35479cf7 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:58:59.433236 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-2de70f6c-5587-4caf-bb39-0a757b06f9b0 req-6fc9d79e-5295-46bb-bdf8-db5040fd55b2 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 210 time: 0.1023371 May 06 14:58:59.441789 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcebe57e-2bc2-4a29-84fd-1bc9771e5fac req-91e4691c-363c-4204-9d9b-90df35479cf7 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 14:58:59.452685 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-7e7e3029-9ecb-42fd-b271-4ff04b2878e9 None None] Port 77a330e2-c9ae-47be-b923-976dff909895 cannot update to ACTIVE because it is not bound. {{(pid=103344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 06 14:58:59.528970 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-3699ba8f-4d85-4e8f-b067-39f2d03da05e req-df79f28b-6266-4ccf-8d5d-146160f3fc73 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Allocated IP 172.20.0.8 (1f8443d4-24c9-4ac0-96d7-8083233dcc1b/67575c08-c86c-46ea-9526-64956bd20b03/a0c80ff3-d242-45f6-84fa-b0941a41414e) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:58:59.554305 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-6a5a233d-682c-4d7b-97c6-06c8b9d2b851 req-9a77d3be-4440-4063-b427-ab0d2d12612c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (77a330e2-c9ae-47be-b923-976dff909895), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:59.590975 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-467dc465-08bd-4da7-b010-fa4d86644872 req-23d51bf7-0ec3-4812-91b8-923881f48ac8 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks [] for port (3fde30d6-e4a7-41a8-a67c-29a4deb4e074), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:59.660865 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-a794940c-795c-47d7-b264-8875b47d82c7 req-656582ba-58a6-4374-b60d-04259c32ef04 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] 10.222.0.23 "GET /v2.0/security-groups?id=acff08bc-b078-4314-a809-bc9c681e2c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4966474 May 06 14:58:59.691133 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-05a69d8e-a535-4419-a403-8f9ce2062c7d None None] Provisioning complete for port fc111146-c44c-49db-8747-5b951a689021 triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 14:58:59.702459 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-05a69d8e-a535-4419-a403-8f9ce2062c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (fc111146-c44c-49db-8747-5b951a689021), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:59.712681 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device 717d7960-a9b2-443e-b452-ab59038ccfb0 up at agent hyperv_hv-cinder-84067 {{(pid=103344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 14:58:59.749972 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3b777f3a-c47a-4ef1-9425-c7f22d01e56e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:59.798795 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 42590) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:58:59.807675 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcebe57e-2bc2-4a29-84fd-1bc9771e5fac req-91e4691c-363c-4204-9d9b-90df35479cf7 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:58:59.808433 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-dcebe57e-2bc2-4a29-84fd-1bc9771e5fac req-91e4691c-363c-4204-9d9b-90df35479cf7 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566627'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:59.847077 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-05a69d8e-a535-4419-a403-8f9ce2062c7d None None] Port fc111146-c44c-49db-8747-5b951a689021 cannot update to ACTIVE because it is not bound. {{(pid=103344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 06 14:58:59.848693 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8fd2e9e0-a9c3-43d2-afaa-2795efa811c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:59.871367 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Provisioning for port 717d7960-a9b2-443e-b452-ab59038ccfb0 completed by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 06 14:58:59.878513 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Provisioning complete for port 717d7960-a9b2-443e-b452-ab59038ccfb0 triggered by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 14:58:59.879018 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (717d7960-a9b2-443e-b452-ab59038ccfb0), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:59.879354 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79006642-6b48-4668-a014-d62e8f4a8bfd req-3c25d290-00be-4ae0-bb61-7e4835e10bbf tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:58:59.881262 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-79006642-6b48-4668-a014-d62e8f4a8bfd req-3c25d290-00be-4ae0-bb61-7e4835e10bbf tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 931 time: 0.2148433 May 06 14:58:59.895576 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-467dc465-08bd-4da7-b010-fa4d86644872 req-23d51bf7-0ec3-4812-91b8-923881f48ac8 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732313435468'] for port (3fde30d6-e4a7-41a8-a67c-29a4deb4e074), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:59.971041 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3b777f3a-c47a-4ef1-9425-c7f22d01e56e admin admin] Publish callbacks [] for security_group (c0ed95e5-eb58-4f87-9b04-dd5bdcdd45f5), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:58:59.981904 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Current status of the port 717d7960-a9b2-443e-b452-ab59038ccfb0 is: BUILD; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 14:58:59.982445 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (717d7960-a9b2-443e-b452-ab59038ccfb0), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:00.033754 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] For port 717d7960-a9b2-443e-b452-ab59038ccfb0, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=717d7960-a9b2-443e-b452-ab59038ccfb0,segment=NetworkSegment(925de8d9-6c8f-4472-98ab-7c1db5039561),segment_id=925de8d9-6c8f-4472-98ab-7c1db5039561)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:59:00.033934 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-467dc465-08bd-4da7-b010-fa4d86644872 req-23d51bf7-0ec3-4812-91b8-923881f48ac8 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Network e617326c-50d9-4a05-90f1-04262502b764 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:59:00.035277 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e9c0b35-6c24-4b6e-a913-e73cd5bd7025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '717d7960-a9b2-443e-b452-ab59038ccfb0'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:59:00.080100 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-467dc465-08bd-4da7-b010-fa4d86644872 req-23d51bf7-0ec3-4812-91b8-923881f48ac8 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:59:00.094744 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3699ba8f-4d85-4e8f-b067-39f2d03da05e req-df79f28b-6266-4ccf-8d5d-146160f3fc73 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Publish callbacks [] for port (a0c80ff3-d242-45f6-84fa-b0941a41414e), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:00.119431 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (717d7960-a9b2-443e-b452-ab59038ccfb0), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:00.124777 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-467dc465-08bd-4da7-b010-fa4d86644872 req-23d51bf7-0ec3-4812-91b8-923881f48ac8 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 14:59:00.132513 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467dc465-08bd-4da7-b010-fa4d86644872 req-23d51bf7-0ec3-4812-91b8-923881f48ac8 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:00.133225 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-467dc465-08bd-4da7-b010-fa4d86644872 req-23d51bf7-0ec3-4812-91b8-923881f48ac8 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566627'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:00.187892 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d51bf7-0ec3-4812-91b8-923881f48ac8 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Pushing event updated for resources: {'Port': ['ID=3fde30d6-e4a7-41a8-a67c-29a4deb4e074,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:00.191257 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e81d19-62a3-4965-859f-69e7cc36731b req-6e1099c7-8f8f-4696-ac3b-da55ab74a80a tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:00.202586 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-f0e81d19-62a3-4965-859f-69e7cc36731b req-6e1099c7-8f8f-4696-ac3b-da55ab74a80a tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 932 time: 0.4472966 May 06 14:59:00.206615 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-dcebe57e-2bc2-4a29-84fd-1bc9771e5fac req-91e4691c-363c-4204-9d9b-90df35479cf7 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9761591 May 06 14:59:00.210617 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3b777f3a-c47a-4ef1-9425-c7f22d01e56e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (c0ed95e5-eb58-4f87-9b04-dd5bdcdd45f5), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:00.218141 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-79006642-6b48-4668-a014-d62e8f4a8bfd req-017ab174-0e4c-489c-aede-c4cf718c9173 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae37bc9a-9476-42ad-aa65-4d3a44fcf205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3162007 May 06 14:59:00.231970 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-467dc465-08bd-4da7-b010-fa4d86644872 req-23d51bf7-0ec3-4812-91b8-923881f48ac8 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2152033 May 06 14:59:00.254085 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Pushing event updated for resources: {'Port': ['ID=717d7960-a9b2-443e-b452-ab59038ccfb0,revision_number=5']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:00.264935 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.v2.base [req-467dc465-08bd-4da7-b010-fa4d86644872 req-9f792643-5b96-4524-b1f9-ffecf76ed38a service neutron] Request body: {'port': {'device_id': 'e52a38ab-2c8e-4183-ace7-e7dc866226ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 14:59:00.297976 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 42604) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:59:00.324369 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.notifiers.nova [req-6a5a233d-682c-4d7b-97c6-06c8b9d2b851 req-9a77d3be-4440-4063-b427-ab0d2d12612c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77a330e2-c9ae-47be-b923-976dff909895 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 14:59:00.334046 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-6a5a233d-682c-4d7b-97c6-06c8b9d2b851 req-9a77d3be-4440-4063-b427-ab0d2d12612c service neutron] Publish callbacks [] for port (77a330e2-c9ae-47be-b923-976dff909895), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:00.350987 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-6a5a233d-682c-4d7b-97c6-06c8b9d2b851 req-9a77d3be-4440-4063-b427-ab0d2d12612c service neutron] Transition to ACTIVE for port object 77a330e2-c9ae-47be-b923-976dff909895 will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 06 14:59:00.354877 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8fd2e9e0-a9c3-43d2-afaa-2795efa811c0 admin admin] Publish callbacks [] for security_group (9ace6afc-01b4-41d6-8aa3-6a8f9a2d3da4), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:00.361745 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3699ba8f-4d85-4e8f-b067-39f2d03da05e req-df79f28b-6266-4ccf-8d5d-146160f3fc73 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732313435468'] for port (a0c80ff3-d242-45f6-84fa-b0941a41414e), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:00.376664 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.v2.base [req-dcebe57e-2bc2-4a29-84fd-1bc9771e5fac req-cb66dafe-3415-4928-a69e-7f9b1cb7ee01 service neutron] Request body: {'port': {'device_id': '519cecee-39e5-4926-b71e-f13614fb3ac2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 14:59:00.382546 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8fd2e9e0-a9c3-43d2-afaa-2795efa811c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (9ace6afc-01b4-41d6-8aa3-6a8f9a2d3da4), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:00.403076 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e0964ea08b7304cb3fd06b6962f873a42c5b1f8277632c4cd90ec00bfa9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-398a03d7-a4e3-42dc-b2dd-6238b0b576f3" -d '{"events": [{"server_uuid": "1e9c0b35-6c24-4b6e-a913-e73cd5bd7025", "name": "network-vif-plugged", "status": "completed", "tag": "717d7960-a9b2-443e-b452-ab59038ccfb0"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 14:59:00.424713 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-6a5a233d-682c-4d7b-97c6-06c8b9d2b851 req-9a77d3be-4440-4063-b427-ab0d2d12612c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194015'] for port (77a330e2-c9ae-47be-b923-976dff909895), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:00.475966 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-c0a9dd91-0822-4994-b533-504175dce220 None None] Provisioning complete for port 3fde30d6-e4a7-41a8-a67c-29a4deb4e074 triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 14:59:00.476269 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c0a9dd91-0822-4994-b533-504175dce220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (3fde30d6-e4a7-41a8-a67c-29a4deb4e074), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:00.499188 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-3b777f3a-c47a-4ef1-9425-c7f22d01e56e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f96882caf2fb4424bf4bd786bbd56af0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1711566 May 06 14:59:00.499953 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a77d3be-4440-4063-b427-ab0d2d12612c service neutron] Pushing event updated for resources: {'Port': ['ID=77a330e2-c9ae-47be-b923-976dff909895,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:00.511092 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-8fd2e9e0-a9c3-43d2-afaa-2795efa811c0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=30a08c313b4745bd9e2e9a5dfe19672b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7075810 May 06 14:59:00.518688 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 42618) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:59:00.519442 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 42620) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:59:00.544379 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-c0a9dd91-0822-4994-b533-504175dce220 None None] Port 3fde30d6-e4a7-41a8-a67c-29a4deb4e074 cannot update to ACTIVE because it is not bound. {{(pid=103344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 06 14:59:00.562533 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df79f28b-6266-4ccf-8d5d-146160f3fc73 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Pushing event updated for resources: {'Port': ['ID=a0c80ff3-d242-45f6-84fa-b0941a41414e,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:00.578080 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 14:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff48cdb-3fdc-4ac4-8183-1cb09c56b0a9 x-openstack-request-id: req-7ff48cdb-3fdc-4ac4-8183-1cb09c56b0a9 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 14:59:00.578486 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e9c0b35-6c24-4b6e-a913-e73cd5bd7025", "name": "network-vif-plugged", "status": "completed", "tag": "717d7960-a9b2-443e-b452-ab59038ccfb0", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 14:59:00.578797 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7ff48cdb-3fdc-4ac4-8183-1cb09c56b0a9 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 14:59:00.579329 dv-cinder-840678-2-iscsi neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ff48cdb-3fdc-4ac4-8183-1cb09c56b0a9'] response: {'server_uuid': '1e9c0b35-6c24-4b6e-a913-e73cd5bd7025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '717d7960-a9b2-443e-b452-ab59038ccfb0', 'code': 200} May 06 14:59:00.609396 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0b0efebc-9ac0-4491-bb2f-010b89426486 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:00.630255 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3699ba8f-4d85-4e8f-b067-39f2d03da05e req-df79f28b-6266-4ccf-8d5d-146160f3fc73 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Network 1f8443d4-24c9-4ac0-96d7-8083233dcc1b is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:59:00.635417 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd2e9e0-a9c3-43d2-afaa-2795efa811c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ace6afc-01b4-41d6-8aa3-6a8f9a2d3da4,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:00.648356 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-3699ba8f-4d85-4e8f-b067-39f2d03da05e req-df79f28b-6266-4ccf-8d5d-146160f3fc73 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:59:00.649058 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-f0e81d19-62a3-4965-859f-69e7cc36731b req-6a351397-266a-4a6d-92e0-77b1a83ec8bd tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4342690 May 06 14:59:00.649704 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b777f3a-c47a-4ef1-9425-c7f22d01e56e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ed95e5-eb58-4f87-9b04-dd5bdcdd45f5,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:00.657125 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-46deeb1e-f81a-419b-96f4-2fecdc1fced8 admin admin] Publish callbacks [] for security_group (c0ed95e5-eb58-4f87-9b04-dd5bdcdd45f5), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:00.672300 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-3699ba8f-4d85-4e8f-b067-39f2d03da05e req-df79f28b-6266-4ccf-8d5d-146160f3fc73 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 14:59:00.700706 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3699ba8f-4d85-4e8f-b067-39f2d03da05e req-df79f28b-6266-4ccf-8d5d-146160f3fc73 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:00.702102 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3699ba8f-4d85-4e8f-b067-39f2d03da05e req-df79f28b-6266-4ccf-8d5d-146160f3fc73 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566627'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:00.705056 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-467dc465-08bd-4da7-b010-fa4d86644872 req-9f792643-5b96-4524-b1f9-ffecf76ed38a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (3fde30d6-e4a7-41a8-a67c-29a4deb4e074), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:00.719526 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-46deeb1e-f81a-419b-96f4-2fecdc1fced8 admin admin] Publish callbacks [] for security_group (c0ed95e5-eb58-4f87-9b04-dd5bdcdd45f5), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:00.822363 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-3699ba8f-4d85-4e8f-b067-39f2d03da05e req-df79f28b-6266-4ccf-8d5d-146160f3fc73 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2495301 May 06 14:59:00.828923 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.26', 64768) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:59:00.891807 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.v2.base [req-3699ba8f-4d85-4e8f-b067-39f2d03da05e req-2cb46ffe-36fa-48f2-ab24-5d6eeda785b5 service neutron] Request body: {'port': {'device_id': 'ab1e10ed-8f86-49b0-8b91-00f990b09e38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 14:59:00.959572 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-46deeb1e-f81a-419b-96f4-2fecdc1fced8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (c0ed95e5-eb58-4f87-9b04-dd5bdcdd45f5), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:00.962994 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-46deeb1e-f81a-419b-96f4-2fecdc1fced8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:00.964394 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-46deeb1e-f81a-419b-96f4-2fecdc1fced8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c0ed95e5-eb58-4f87-9b04-dd5bdcdd45f5 HTTP/1.1" status: 204 len: 168 time: 0.4377117 May 06 14:59:01.012447 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea324f-3d53-4ccd-8e57-b281ebcc914f req-db4c72d5-3a51-4896-af17-ba9986db0851 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:01.019667 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-77ea324f-3d53-4ccd-8e57-b281ebcc914f req-db4c72d5-3a51-4896-af17-ba9986db0851 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 932 time: 0.2924829 May 06 14:59:01.027590 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec8dcde-bec5-4e88-ac79-fa83d2647ee9 req-7d6444d5-a7c3-4dfe-b052-c25671c2abf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:01.029938 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-aec8dcde-bec5-4e88-ac79-fa83d2647ee9 req-7d6444d5-a7c3-4dfe-b052-c25671c2abf7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1e9c0b35-6c24-4b6e-a913-e73cd5bd7025 HTTP/1.1" status: 200 len: 1129 time: 0.1963205 May 06 14:59:01.045425 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46deeb1e-f81a-419b-96f4-2fecdc1fced8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ed95e5-eb58-4f87-9b04-dd5bdcdd45f5,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:01.087872 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-3c4a9056-57eb-4e55-a5cf-fcee89cbce15 None None] Provisioning complete for port a0c80ff3-d242-45f6-84fa-b0941a41414e triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 14:59:01.090808 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3c4a9056-57eb-4e55-a5cf-fcee89cbce15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (a0c80ff3-d242-45f6-84fa-b0941a41414e), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:01.097756 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5a90aaeb-cb0d-4f63-a46e-317729e79157 admin admin] Publish callbacks [] for security_group (9ace6afc-01b4-41d6-8aa3-6a8f9a2d3da4), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:01.126698 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5a90aaeb-cb0d-4f63-a46e-317729e79157 admin admin] Publish callbacks [] for security_group (9ace6afc-01b4-41d6-8aa3-6a8f9a2d3da4), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:01.168359 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-3c4a9056-57eb-4e55-a5cf-fcee89cbce15 None None] Port a0c80ff3-d242-45f6-84fa-b0941a41414e cannot update to ACTIVE because it is not bound. {{(pid=103344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 06 14:59:01.216859 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-aec8dcde-bec5-4e88-ac79-fa83d2647ee9 req-1ea2a136-6c76-45d2-8930-0df0b93e78b5 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:01.358733 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 42640) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:59:01.366314 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf8f5f2-e8ac-4c16-89b5-ed12adc244c7 req-b81ef11e-0f5e-4171-bfdf-79f7d62ab2e8 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:01.367848 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-abf8f5f2-e8ac-4c16-89b5-ed12adc244c7 req-b81ef11e-0f5e-4171-bfdf-79f7d62ab2e8 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e9c0b35-6c24-4b6e-a913-e73cd5bd7025 HTTP/1.1" status: 200 len: 945 time: 0.5634196 May 06 14:59:01.382517 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-77ea324f-3d53-4ccd-8e57-b281ebcc914f req-8a565272-8c01-4630-8bd5-42318603117a tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3619456 May 06 14:59:01.382747 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-dcebe57e-2bc2-4a29-84fd-1bc9771e5fac req-cb66dafe-3415-4928-a69e-7f9b1cb7ee01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (fc111146-c44c-49db-8747-5b951a689021), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:01.409941 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3699ba8f-4d85-4e8f-b067-39f2d03da05e req-2cb46ffe-36fa-48f2-ab24-5d6eeda785b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (a0c80ff3-d242-45f6-84fa-b0941a41414e), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:01.428847 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2f76e4f6-9136-4b2a-8413-bc37777b6278 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:01.473418 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0b0efebc-9ac0-4491-bb2f-010b89426486 admin admin] Publish callbacks [] for security_group (aacdd63b-7b9e-46ec-9ad9-16d27a536be8), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:01.491742 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-6a5a233d-682c-4d7b-97c6-06c8b9d2b851 req-9a77d3be-4440-4063-b427-ab0d2d12612c service neutron] Attempting to bind port 77a330e2-c9ae-47be-b923-976dff909895 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 14:59:01.492152 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-6a5a233d-682c-4d7b-97c6-06c8b9d2b851 req-9a77d3be-4440-4063-b427-ab0d2d12612c service neutron] Attempting to bind port 77a330e2-c9ae-47be-b923-976dff909895 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': 'cf545a1c-4990-4216-8ab0-67a99018f922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd7304f76-b992-4cc2-a77b-3291aec20f6e'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 14:59:01.492522 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5a233d-682c-4d7b-97c6-06c8b9d2b851 req-9a77d3be-4440-4063-b427-ab0d2d12612c service neutron] Attempting to bind port 77a330e2-c9ae-47be-b923-976dff909895 on network d7304f76-b992-4cc2-a77b-3291aec20f6e {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 14:59:01.533213 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0b0efebc-9ac0-4491-bb2f-010b89426486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (aacdd63b-7b9e-46ec-9ad9-16d27a536be8), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:01.568821 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-abf8f5f2-e8ac-4c16-89b5-ed12adc244c7 req-7d20afd5-90c0-4164-8c20-252bbc03a320 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] 10.222.0.23 "GET /v2.0/security-groups?id=acff08bc-b078-4314-a809-bc9c681e2c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885216 May 06 14:59:01.572503 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5a233d-682c-4d7b-97c6-06c8b9d2b851 req-9a77d3be-4440-4063-b427-ab0d2d12612c service neutron] Port 77a330e2-c9ae-47be-b923-976dff909895 on network d7304f76-b992-4cc2-a77b-3291aec20f6e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 14:59:01.572926 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5a233d-682c-4d7b-97c6-06c8b9d2b851 req-9a77d3be-4440-4063-b427-ab0d2d12612c service neutron] Attempting to bind port 77a330e2-c9ae-47be-b923-976dff909895 on network d7304f76-b992-4cc2-a77b-3291aec20f6e {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 14:59:01.581407 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5a90aaeb-cb0d-4f63-a46e-317729e79157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (9ace6afc-01b4-41d6-8aa3-6a8f9a2d3da4), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:01.583970 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5a90aaeb-cb0d-4f63-a46e-317729e79157 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:01.596014 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-5a90aaeb-cb0d-4f63-a46e-317729e79157 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9ace6afc-01b4-41d6-8aa3-6a8f9a2d3da4 HTTP/1.1" status: 204 len: 168 time: 1.0596206 May 06 14:59:01.596014 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5a233d-682c-4d7b-97c6-06c8b9d2b851 req-9a77d3be-4440-4063-b427-ab0d2d12612c service neutron] Checking agent: {'id': '1eb4536b-031c-4a65-bfe5-fc1ede7d9429', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 14, 56, 20), 'started_at': datetime.datetime(2022, 5, 6, 14, 56, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 14:59:01.596210 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5a233d-682c-4d7b-97c6-06c8b9d2b851 req-9a77d3be-4440-4063-b427-ab0d2d12612c service neutron] Checking segment: {'id': 'cf545a1c-4990-4216-8ab0-67a99018f922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd7304f76-b992-4cc2-a77b-3291aec20f6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 14:59:01.596501 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5a233d-682c-4d7b-97c6-06c8b9d2b851 req-9a77d3be-4440-4063-b427-ab0d2d12612c service neutron] Bound using segment: {'id': 'cf545a1c-4990-4216-8ab0-67a99018f922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd7304f76-b992-4cc2-a77b-3291aec20f6e'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 14:59:01.596962 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-6a5a233d-682c-4d7b-97c6-06c8b9d2b851 req-9a77d3be-4440-4063-b427-ab0d2d12612c service neutron] Bound port: 77a330e2-c9ae-47be-b923-976dff909895, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf545a1c-4990-4216-8ab0-67a99018f922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd7304f76-b992-4cc2-a77b-3291aec20f6e'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 14:59:01.597309 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-6a5a233d-682c-4d7b-97c6-06c8b9d2b851 req-9a77d3be-4440-4063-b427-ab0d2d12612c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (77a330e2-c9ae-47be-b923-976dff909895), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:01.619365 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a90aaeb-cb0d-4f63-a46e-317729e79157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ace6afc-01b4-41d6-8aa3-6a8f9a2d3da4,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:01.657197 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd6480-201d-4a00-9bb3-795ec28c2ce6 req-bc4840ef-71bb-4fa2-ba61-07d311e48bf7 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:01.661142 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-00dd6480-201d-4a00-9bb3-795ec28c2ce6 req-bc4840ef-71bb-4fa2-ba61-07d311e48bf7 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 943 time: 0.2022939 May 06 14:59:01.715833 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0efebc-9ac0-4491-bb2f-010b89426486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aacdd63b-7b9e-46ec-9ad9-16d27a536be8,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:01.725985 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-0b0efebc-9ac0-4491-bb2f-010b89426486 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d4f5a9c30c0d4ff18e3aef3314390f14&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4108403 May 06 14:59:01.726959 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 42648) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:59:01.764910 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-6a5a233d-682c-4d7b-97c6-06c8b9d2b851 req-9a77d3be-4440-4063-b427-ab0d2d12612c service neutron] For port 77a330e2-c9ae-47be-b923-976dff909895, host hv-cinder-84067, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:59:01.801151 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-6a5a233d-682c-4d7b-97c6-06c8b9d2b851 req-9a77d3be-4440-4063-b427-ab0d2d12612c service neutron] For port 77a330e2-c9ae-47be-b923-976dff909895, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=77a330e2-c9ae-47be-b923-976dff909895,segment=NetworkSegment(cf545a1c-4990-4216-8ab0-67a99018f922),segment_id=cf545a1c-4990-4216-8ab0-67a99018f922)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:59:01.814924 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-aec8dcde-bec5-4e88-ac79-fa83d2647ee9 req-1ea2a136-6c76-45d2-8930-0df0b93e78b5 service neutron] Publish callbacks [] for security_group (d1deb187-6b8e-4ca3-95eb-b8cf581bd91e), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:01.848191 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-6a5a233d-682c-4d7b-97c6-06c8b9d2b851 req-9a77d3be-4440-4063-b427-ab0d2d12612c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194015'] for port (77a330e2-c9ae-47be-b923-976dff909895), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:01.865920 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-aec8dcde-bec5-4e88-ac79-fa83d2647ee9 req-1ea2a136-6c76-45d2-8930-0df0b93e78b5 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (d1deb187-6b8e-4ca3-95eb-b8cf581bd91e), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:01.897547 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a8a62-0935-48a6-b6af-621d2e78ee1f req-cc072d75-1e2a-4924-94a9-7e0a5299a9d3 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:01.899074 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-4a4a8a62-0935-48a6-b6af-621d2e78ee1f req-cc072d75-1e2a-4924-94a9-7e0a5299a9d3 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 932 time: 0.1473303 May 06 14:59:01.914711 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5a233d-682c-4d7b-97c6-06c8b9d2b851 req-9a77d3be-4440-4063-b427-ab0d2d12612c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:01.915462 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-6a5a233d-682c-4d7b-97c6-06c8b9d2b851 req-9a77d3be-4440-4063-b427-ab0d2d12612c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566627'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:01.917061 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-6a5a233d-682c-4d7b-97c6-06c8b9d2b851 req-9a77d3be-4440-4063-b427-ab0d2d12612c service neutron] 10.222.0.26 "PUT /v2.0/ports/77a330e2-c9ae-47be-b923-976dff909895 HTTP/1.1" status: 200 len: 1093 time: 2.8380337 May 06 14:59:01.926139 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b025609-05d9-4579-b4e1-8d53ddd01ba5', 'tag': '77a330e2-c9ae-47be-b923-976dff909895'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:59:01.928712 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5daf9cee7e39eb515dc660b2975ad5fbac0ba75c1025697cc881fad3e2d3ce45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec601d3-c793-4a3b-a1ce-b15da7e288d1" -d '{"events": [{"name": "network-changed", "server_uuid": "6b025609-05d9-4579-b4e1-8d53ddd01ba5", "tag": "77a330e2-c9ae-47be-b923-976dff909895"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 14:59:02.009821 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-00dd6480-201d-4a00-9bb3-795ec28c2ce6 req-d675e19f-462b-440e-a0cd-fc85b5d4984b tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae37bc9a-9476-42ad-aa65-4d3a44fcf205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3253143 May 06 14:59:02.043147 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b71a03c1-bb9d-4e80-b57d-d3584c48d0ed admin admin] Publish callbacks [] for security_group (aacdd63b-7b9e-46ec-9ad9-16d27a536be8), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:02.063894 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [req-467dc465-08bd-4da7-b010-fa4d86644872 req-9f792643-5b96-4524-b1f9-ffecf76ed38a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fde30d6-e4a7-41a8-a67c-29a4deb4e074 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 14:59:02.077813 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2f76e4f6-9136-4b2a-8413-bc37777b6278 admin admin] Publish callbacks [] for security_group (7761061b-3dfc-494f-bb6d-ca815a1ae24d), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:02.080814 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-467dc465-08bd-4da7-b010-fa4d86644872 req-9f792643-5b96-4524-b1f9-ffecf76ed38a service neutron] Publish callbacks [] for port (3fde30d6-e4a7-41a8-a67c-29a4deb4e074), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:02.088408 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-aec8dcde-bec5-4e88-ac79-fa83d2647ee9 req-1ea2a136-6c76-45d2-8930-0df0b93e78b5 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=acff08bc-b078-4314-a809-bc9c681e2c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9244275 May 06 14:59:02.089524 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea2a136-6c76-45d2-8930-0df0b93e78b5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d1deb187-6b8e-4ca3-95eb-b8cf581bd91e,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:02.113136 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2f76e4f6-9136-4b2a-8413-bc37777b6278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (7761061b-3dfc-494f-bb6d-ca815a1ae24d), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:02.135021 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5a233d-682c-4d7b-97c6-06c8b9d2b851 req-1b03ed7a-e225-4250-93fd-0c9da603e589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:02.138040 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-6a5a233d-682c-4d7b-97c6-06c8b9d2b851 req-1b03ed7a-e225-4250-93fd-0c9da603e589 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5ad13dae3f6649fb8d8d2bdd1f1caaef&device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 1127 time: 0.1547055 May 06 14:59:02.142962 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a77d3be-4440-4063-b427-ab0d2d12612c service neutron] Pushing event updated for resources: {'Port': ['ID=77a330e2-c9ae-47be-b923-976dff909895,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:02.178116 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-467dc465-08bd-4da7-b010-fa4d86644872 req-9f792643-5b96-4524-b1f9-ffecf76ed38a service neutron] Transition to ACTIVE for port object 3fde30d6-e4a7-41a8-a67c-29a4deb4e074 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 06 14:59:02.183497 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-2f76e4f6-9136-4b2a-8413-bc37777b6278 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6ee68b53c65d4c4c8fc909b35095e8d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8175607 May 06 14:59:02.186922 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 42666) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:59:02.204869 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-467dc465-08bd-4da7-b010-fa4d86644872 req-9f792643-5b96-4524-b1f9-ffecf76ed38a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (3fde30d6-e4a7-41a8-a67c-29a4deb4e074), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:02.205750 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b71a03c1-bb9d-4e80-b57d-d3584c48d0ed admin admin] Publish callbacks [] for security_group (aacdd63b-7b9e-46ec-9ad9-16d27a536be8), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:02.219366 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 14:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb4c8d76-3c8b-4b2c-a125-5189f158f4f3 x-openstack-request-id: req-bb4c8d76-3c8b-4b2c-a125-5189f158f4f3 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 14:59:02.219830 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b025609-05d9-4579-b4e1-8d53ddd01ba5", "tag": "77a330e2-c9ae-47be-b923-976dff909895", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 14:59:02.221510 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bb4c8d76-3c8b-4b2c-a125-5189f158f4f3 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 14:59:02.221821 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb4c8d76-3c8b-4b2c-a125-5189f158f4f3'] response: {'name': 'network-changed', 'server_uuid': '6b025609-05d9-4579-b4e1-8d53ddd01ba5', 'tag': '77a330e2-c9ae-47be-b923-976dff909895', 'status': 'completed', 'code': 200} May 06 14:59:02.224124 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.notifiers.nova [req-dcebe57e-2bc2-4a29-84fd-1bc9771e5fac req-cb66dafe-3415-4928-a69e-7f9b1cb7ee01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc111146-c44c-49db-8747-5b951a689021 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 14:59:02.233983 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-dcebe57e-2bc2-4a29-84fd-1bc9771e5fac req-cb66dafe-3415-4928-a69e-7f9b1cb7ee01 service neutron] Publish callbacks [] for port (fc111146-c44c-49db-8747-5b951a689021), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:02.249312 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-dcebe57e-2bc2-4a29-84fd-1bc9771e5fac req-cb66dafe-3415-4928-a69e-7f9b1cb7ee01 service neutron] Transition to ACTIVE for port object fc111146-c44c-49db-8747-5b951a689021 will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 06 14:59:02.277509 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-dcebe57e-2bc2-4a29-84fd-1bc9771e5fac req-cb66dafe-3415-4928-a69e-7f9b1cb7ee01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194015'] for port (fc111146-c44c-49db-8747-5b951a689021), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:02.406396 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-4a4a8a62-0935-48a6-b6af-621d2e78ee1f req-2aaf74f3-06c3-43a4-a6b8-79aa579676f6 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4962709 May 06 14:59:02.429745 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-6a5a233d-682c-4d7b-97c6-06c8b9d2b851 req-f6eafc7f-0b2d-448c-80bf-5a3ffab066d7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77a330e2-c9ae-47be-b923-976dff909895 HTTP/1.1" status: 200 len: 217 time: 0.0800416 May 06 14:59:02.472258 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f76e4f6-9136-4b2a-8413-bc37777b6278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7761061b-3dfc-494f-bb6d-ca815a1ae24d,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:02.551755 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5a233d-682c-4d7b-97c6-06c8b9d2b851 req-29bd6dff-672c-49fa-9f3f-95406b050a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:02.553414 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-6a5a233d-682c-4d7b-97c6-06c8b9d2b851 req-29bd6dff-672c-49fa-9f3f-95406b050a44 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=386bbac7-026e-4f68-a22c-f26fa009fb15 HTTP/1.1" status: 200 len: 849 time: 0.1156845 May 06 14:59:02.556837 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb66dafe-3415-4928-a69e-7f9b1cb7ee01 service neutron] Pushing event updated for resources: {'Port': ['ID=fc111146-c44c-49db-8747-5b951a689021,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:02.568236 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b71a03c1-bb9d-4e80-b57d-d3584c48d0ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (aacdd63b-7b9e-46ec-9ad9-16d27a536be8), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:02.571062 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b71a03c1-bb9d-4e80-b57d-d3584c48d0ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:02.573092 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-b71a03c1-bb9d-4e80-b57d-d3584c48d0ed admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aacdd63b-7b9e-46ec-9ad9-16d27a536be8 HTTP/1.1" status: 204 len: 168 time: 0.8451543 May 06 14:59:02.738064 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71a03c1-bb9d-4e80-b57d-d3584c48d0ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aacdd63b-7b9e-46ec-9ad9-16d27a536be8,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:02.760803 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbbce91-13b4-42ee-8197-287cb85212a6 req-f9c3ef79-1872-4749-8697-b0f6b9e51c3d tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:02.762678 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-3cbbce91-13b4-42ee-8197-287cb85212a6 req-f9c3ef79-1872-4749-8697-b0f6b9e51c3d tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 944 time: 0.2460573 May 06 14:59:02.839736 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f792643-5b96-4524-b1f9-ffecf76ed38a service neutron] Pushing event updated for resources: {'Port': ['ID=3fde30d6-e4a7-41a8-a67c-29a4deb4e074,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:02.863741 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-dcebe57e-2bc2-4a29-84fd-1bc9771e5fac req-cb66dafe-3415-4928-a69e-7f9b1cb7ee01 service neutron] Attempting to bind port fc111146-c44c-49db-8747-5b951a689021 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 14:59:02.864627 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-dcebe57e-2bc2-4a29-84fd-1bc9771e5fac req-cb66dafe-3415-4928-a69e-7f9b1cb7ee01 service neutron] Attempting to bind port fc111146-c44c-49db-8747-5b951a689021 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': 'be6ce9c6-e762-4e52-a069-ce1413c2ff6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1f8443d4-24c9-4ac0-96d7-8083233dcc1b'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 14:59:02.864980 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcebe57e-2bc2-4a29-84fd-1bc9771e5fac req-cb66dafe-3415-4928-a69e-7f9b1cb7ee01 service neutron] Attempting to bind port fc111146-c44c-49db-8747-5b951a689021 on network 1f8443d4-24c9-4ac0-96d7-8083233dcc1b {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 14:59:02.878738 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c7f9c-0126-4f72-8fd2-600ac774ea79 req-4f959af5-d071-4264-8fc1-59b38b668dfa tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:02.881101 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-559c7f9c-0126-4f72-8fd2-600ac774ea79 req-4f959af5-d071-4264-8fc1-59b38b668dfa tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e9c0b35-6c24-4b6e-a913-e73cd5bd7025 HTTP/1.1" status: 200 len: 945 time: 0.1680224 May 06 14:59:02.881914 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcebe57e-2bc2-4a29-84fd-1bc9771e5fac req-cb66dafe-3415-4928-a69e-7f9b1cb7ee01 service neutron] Port fc111146-c44c-49db-8747-5b951a689021 on network 1f8443d4-24c9-4ac0-96d7-8083233dcc1b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 14:59:02.882412 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcebe57e-2bc2-4a29-84fd-1bc9771e5fac req-cb66dafe-3415-4928-a69e-7f9b1cb7ee01 service neutron] Attempting to bind port fc111146-c44c-49db-8747-5b951a689021 on network 1f8443d4-24c9-4ac0-96d7-8083233dcc1b {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 14:59:02.907823 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcebe57e-2bc2-4a29-84fd-1bc9771e5fac req-cb66dafe-3415-4928-a69e-7f9b1cb7ee01 service neutron] Checking agent: {'id': '1eb4536b-031c-4a65-bfe5-fc1ede7d9429', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 14, 56, 20), 'started_at': datetime.datetime(2022, 5, 6, 14, 56, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 14:59:02.908364 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcebe57e-2bc2-4a29-84fd-1bc9771e5fac req-cb66dafe-3415-4928-a69e-7f9b1cb7ee01 service neutron] Checking segment: {'id': 'be6ce9c6-e762-4e52-a069-ce1413c2ff6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1f8443d4-24c9-4ac0-96d7-8083233dcc1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 14:59:02.909023 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcebe57e-2bc2-4a29-84fd-1bc9771e5fac req-cb66dafe-3415-4928-a69e-7f9b1cb7ee01 service neutron] Bound using segment: {'id': 'be6ce9c6-e762-4e52-a069-ce1413c2ff6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1f8443d4-24c9-4ac0-96d7-8083233dcc1b'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 14:59:02.909754 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-dcebe57e-2bc2-4a29-84fd-1bc9771e5fac req-cb66dafe-3415-4928-a69e-7f9b1cb7ee01 service neutron] Bound port: fc111146-c44c-49db-8747-5b951a689021, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be6ce9c6-e762-4e52-a069-ce1413c2ff6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1f8443d4-24c9-4ac0-96d7-8083233dcc1b'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 14:59:02.910325 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-dcebe57e-2bc2-4a29-84fd-1bc9771e5fac req-cb66dafe-3415-4928-a69e-7f9b1cb7ee01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (fc111146-c44c-49db-8747-5b951a689021), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:02.917175 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d0f0a81b-4d5f-47d9-82d7-db706dbb6c6e admin admin] Publish callbacks [] for security_group (7761061b-3dfc-494f-bb6d-ca815a1ae24d), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:02.939858 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-467dc465-08bd-4da7-b010-fa4d86644872 req-9f792643-5b96-4524-b1f9-ffecf76ed38a service neutron] Attempting to bind port 3fde30d6-e4a7-41a8-a67c-29a4deb4e074 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 14:59:02.940225 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-467dc465-08bd-4da7-b010-fa4d86644872 req-9f792643-5b96-4524-b1f9-ffecf76ed38a service neutron] Attempting to bind port 3fde30d6-e4a7-41a8-a67c-29a4deb4e074 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '59b9f651-300b-41a0-9754-50f9dffdafce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e617326c-50d9-4a05-90f1-04262502b764'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 14:59:02.940585 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467dc465-08bd-4da7-b010-fa4d86644872 req-9f792643-5b96-4524-b1f9-ffecf76ed38a service neutron] Attempting to bind port 3fde30d6-e4a7-41a8-a67c-29a4deb4e074 on network e617326c-50d9-4a05-90f1-04262502b764 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 14:59:02.963202 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-3cbbce91-13b4-42ee-8197-287cb85212a6 req-8b2922a8-4925-4a1b-85f7-4c33b1582f59 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597826 May 06 14:59:02.971180 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467dc465-08bd-4da7-b010-fa4d86644872 req-9f792643-5b96-4524-b1f9-ffecf76ed38a service neutron] Port 3fde30d6-e4a7-41a8-a67c-29a4deb4e074 on network e617326c-50d9-4a05-90f1-04262502b764 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 14:59:02.971503 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467dc465-08bd-4da7-b010-fa4d86644872 req-9f792643-5b96-4524-b1f9-ffecf76ed38a service neutron] Attempting to bind port 3fde30d6-e4a7-41a8-a67c-29a4deb4e074 on network e617326c-50d9-4a05-90f1-04262502b764 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 14:59:02.975514 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d0f0a81b-4d5f-47d9-82d7-db706dbb6c6e admin admin] Publish callbacks [] for security_group (7761061b-3dfc-494f-bb6d-ca815a1ae24d), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:03.005704 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-559c7f9c-0126-4f72-8fd2-600ac774ea79 req-afe81ea1-50e2-447c-9cbb-f6a564784f5a tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] 10.222.0.23 "GET /v2.0/security-groups?id=acff08bc-b078-4314-a809-bc9c681e2c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147892 May 06 14:59:03.016518 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467dc465-08bd-4da7-b010-fa4d86644872 req-9f792643-5b96-4524-b1f9-ffecf76ed38a service neutron] Checking agent: {'id': '1eb4536b-031c-4a65-bfe5-fc1ede7d9429', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 14, 56, 20), 'started_at': datetime.datetime(2022, 5, 6, 14, 56, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 14:59:03.017207 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467dc465-08bd-4da7-b010-fa4d86644872 req-9f792643-5b96-4524-b1f9-ffecf76ed38a service neutron] Checking segment: {'id': '59b9f651-300b-41a0-9754-50f9dffdafce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e617326c-50d9-4a05-90f1-04262502b764'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 14:59:03.017461 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467dc465-08bd-4da7-b010-fa4d86644872 req-9f792643-5b96-4524-b1f9-ffecf76ed38a service neutron] Bound using segment: {'id': '59b9f651-300b-41a0-9754-50f9dffdafce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e617326c-50d9-4a05-90f1-04262502b764'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 14:59:03.018098 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-467dc465-08bd-4da7-b010-fa4d86644872 req-9f792643-5b96-4524-b1f9-ffecf76ed38a service neutron] Bound port: 3fde30d6-e4a7-41a8-a67c-29a4deb4e074, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59b9f651-300b-41a0-9754-50f9dffdafce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e617326c-50d9-4a05-90f1-04262502b764'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 14:59:03.018588 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-467dc465-08bd-4da7-b010-fa4d86644872 req-9f792643-5b96-4524-b1f9-ffecf76ed38a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (3fde30d6-e4a7-41a8-a67c-29a4deb4e074), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:03.042953 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-dcebe57e-2bc2-4a29-84fd-1bc9771e5fac req-cb66dafe-3415-4928-a69e-7f9b1cb7ee01 service neutron] For port fc111146-c44c-49db-8747-5b951a689021, host hv-cinder-84067, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:59:03.048773 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-dcebe57e-2bc2-4a29-84fd-1bc9771e5fac req-cb66dafe-3415-4928-a69e-7f9b1cb7ee01 service neutron] For port fc111146-c44c-49db-8747-5b951a689021, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=fc111146-c44c-49db-8747-5b951a689021,segment=NetworkSegment(be6ce9c6-e762-4e52-a069-ce1413c2ff6a),segment_id=be6ce9c6-e762-4e52-a069-ce1413c2ff6a)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:59:03.059091 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-dcebe57e-2bc2-4a29-84fd-1bc9771e5fac req-cb66dafe-3415-4928-a69e-7f9b1cb7ee01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194015'] for port (fc111146-c44c-49db-8747-5b951a689021), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:03.098778 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcebe57e-2bc2-4a29-84fd-1bc9771e5fac req-cb66dafe-3415-4928-a69e-7f9b1cb7ee01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:03.098778 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-dcebe57e-2bc2-4a29-84fd-1bc9771e5fac req-cb66dafe-3415-4928-a69e-7f9b1cb7ee01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566627'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:03.100327 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-dcebe57e-2bc2-4a29-84fd-1bc9771e5fac req-cb66dafe-3415-4928-a69e-7f9b1cb7ee01 service neutron] 10.222.0.26 "PUT /v2.0/ports/fc111146-c44c-49db-8747-5b951a689021 HTTP/1.1" status: 200 len: 1094 time: 2.7405279 May 06 14:59:03.131439 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb66dafe-3415-4928-a69e-7f9b1cb7ee01 service neutron] Pushing event updated for resources: {'Port': ['ID=fc111146-c44c-49db-8747-5b951a689021,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:03.177534 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-467dc465-08bd-4da7-b010-fa4d86644872 req-9f792643-5b96-4524-b1f9-ffecf76ed38a service neutron] For port 3fde30d6-e4a7-41a8-a67c-29a4deb4e074, host hv-cinder-84067, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:59:03.197537 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [req-3699ba8f-4d85-4e8f-b067-39f2d03da05e req-2cb46ffe-36fa-48f2-ab24-5d6eeda785b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0c80ff3-d242-45f6-84fa-b0941a41414e {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 14:59:03.204153 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 42694) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:59:03.207937 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d0f0a81b-4d5f-47d9-82d7-db706dbb6c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (7761061b-3dfc-494f-bb6d-ca815a1ae24d), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:03.211215 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d0f0a81b-4d5f-47d9-82d7-db706dbb6c6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:03.213527 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-d0f0a81b-4d5f-47d9-82d7-db706dbb6c6e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7761061b-3dfc-494f-bb6d-ca815a1ae24d HTTP/1.1" status: 204 len: 168 time: 1.0255926 May 06 14:59:03.220714 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b5211bf3-6ad7-46aa-9496-fb0373d65ad9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:03.273736 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3699ba8f-4d85-4e8f-b067-39f2d03da05e req-2cb46ffe-36fa-48f2-ab24-5d6eeda785b5 service neutron] Publish callbacks [] for port (a0c80ff3-d242-45f6-84fa-b0941a41414e), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:03.277361 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f0a81b-4d5f-47d9-82d7-db706dbb6c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7761061b-3dfc-494f-bb6d-ca815a1ae24d,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:03.311051 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-467dc465-08bd-4da7-b010-fa4d86644872 req-9f792643-5b96-4524-b1f9-ffecf76ed38a service neutron] For port 3fde30d6-e4a7-41a8-a67c-29a4deb4e074, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=3fde30d6-e4a7-41a8-a67c-29a4deb4e074,segment=NetworkSegment(59b9f651-300b-41a0-9754-50f9dffdafce),segment_id=59b9f651-300b-41a0-9754-50f9dffdafce)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:59:03.356980 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-3699ba8f-4d85-4e8f-b067-39f2d03da05e req-2cb46ffe-36fa-48f2-ab24-5d6eeda785b5 service neutron] Transition to ACTIVE for port object a0c80ff3-d242-45f6-84fa-b0941a41414e will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 06 14:59:03.363454 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-467dc465-08bd-4da7-b010-fa4d86644872 req-9f792643-5b96-4524-b1f9-ffecf76ed38a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (3fde30d6-e4a7-41a8-a67c-29a4deb4e074), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:03.367089 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b5211bf3-6ad7-46aa-9496-fb0373d65ad9 admin admin] Publish callbacks [] for security_group (3e678400-ab92-40e4-8068-3aecb4dd1ac6), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:03.374091 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b5211bf3-6ad7-46aa-9496-fb0373d65ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (3e678400-ab92-40e4-8068-3aecb4dd1ac6), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:03.381867 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467dc465-08bd-4da7-b010-fa4d86644872 req-9f792643-5b96-4524-b1f9-ffecf76ed38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:03.382509 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-467dc465-08bd-4da7-b010-fa4d86644872 req-9f792643-5b96-4524-b1f9-ffecf76ed38a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566627'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:03.385910 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-467dc465-08bd-4da7-b010-fa4d86644872 req-9f792643-5b96-4524-b1f9-ffecf76ed38a service neutron] 10.222.0.26 "PUT /v2.0/ports/3fde30d6-e4a7-41a8-a67c-29a4deb4e074 HTTP/1.1" status: 200 len: 1094 time: 3.1291864 May 06 14:59:03.388138 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e52a38ab-2c8e-4183-ace7-e7dc866226ca', 'tag': '3fde30d6-e4a7-41a8-a67c-29a4deb4e074'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:59:03.510580 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-b5211bf3-6ad7-46aa-9496-fb0373d65ad9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=952f23964070490ca0912354e4a1ef64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3051779 May 06 14:59:03.513535 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 42710) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:59:03.514202 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5211bf3-6ad7-46aa-9496-fb0373d65ad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e678400-ab92-40e4-8068-3aecb4dd1ac6,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:03.545072 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c178b52a-131b-4d9d-adf8-92a923c7d7db req-f299ae01-63e7-49e8-9b65-608b1ef396b0 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:03.557553 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-c178b52a-131b-4d9d-adf8-92a923c7d7db req-f299ae01-63e7-49e8-9b65-608b1ef396b0 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 943 time: 0.3744321 May 06 14:59:03.559709 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3699ba8f-4d85-4e8f-b067-39f2d03da05e req-2cb46ffe-36fa-48f2-ab24-5d6eeda785b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (a0c80ff3-d242-45f6-84fa-b0941a41414e), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:03.627643 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f792643-5b96-4524-b1f9-ffecf76ed38a service neutron] Pushing event updated for resources: {'Port': ['ID=3fde30d6-e4a7-41a8-a67c-29a4deb4e074,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:03.680194 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf72eaef-9bd6-4cba-8a2a-e272085fd7d6 req-f87ca88d-11d6-4093-b3e0-65081c5506d6 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:03.693818 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-cf72eaef-9bd6-4cba-8a2a-e272085fd7d6 req-f87ca88d-11d6-4093-b3e0-65081c5506d6 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 944 time: 0.1226659 May 06 14:59:03.705817 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b7a9dca7-d045-4849-ae64-559ba0886ed3 admin admin] Publish callbacks [] for security_group (3e678400-ab92-40e4-8068-3aecb4dd1ac6), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:03.785841 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b7a9dca7-d045-4849-ae64-559ba0886ed3 admin admin] Publish callbacks [] for security_group (3e678400-ab92-40e4-8068-3aecb4dd1ac6), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:03.843911 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb46ffe-36fa-48f2-ab24-5d6eeda785b5 service neutron] Pushing event updated for resources: {'Port': ['ID=a0c80ff3-d242-45f6-84fa-b0941a41414e,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:03.856030 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-c178b52a-131b-4d9d-adf8-92a923c7d7db req-fcbeb956-3149-4836-b805-35a3330a5e20 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae37bc9a-9476-42ad-aa65-4d3a44fcf205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2973361 May 06 14:59:03.857015 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-3699ba8f-4d85-4e8f-b067-39f2d03da05e req-2cb46ffe-36fa-48f2-ab24-5d6eeda785b5 service neutron] Attempting to bind port a0c80ff3-d242-45f6-84fa-b0941a41414e on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 14:59:03.857355 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-3699ba8f-4d85-4e8f-b067-39f2d03da05e req-2cb46ffe-36fa-48f2-ab24-5d6eeda785b5 service neutron] Attempting to bind port a0c80ff3-d242-45f6-84fa-b0941a41414e by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': 'be6ce9c6-e762-4e52-a069-ce1413c2ff6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1f8443d4-24c9-4ac0-96d7-8083233dcc1b'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 14:59:03.857683 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3699ba8f-4d85-4e8f-b067-39f2d03da05e req-2cb46ffe-36fa-48f2-ab24-5d6eeda785b5 service neutron] Attempting to bind port a0c80ff3-d242-45f6-84fa-b0941a41414e on network 1f8443d4-24c9-4ac0-96d7-8083233dcc1b {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 14:59:03.864074 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e079183c6aa01fbf7ecda8705e9d532761ec392512c90f9d6467ac227f3657d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27affc9-a266-4af6-8b9c-02328c902d51" -d '{"events": [{"name": "network-changed", "server_uuid": "e52a38ab-2c8e-4183-ace7-e7dc866226ca", "tag": "3fde30d6-e4a7-41a8-a67c-29a4deb4e074"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 14:59:03.870461 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3699ba8f-4d85-4e8f-b067-39f2d03da05e req-2cb46ffe-36fa-48f2-ab24-5d6eeda785b5 service neutron] Port a0c80ff3-d242-45f6-84fa-b0941a41414e on network 1f8443d4-24c9-4ac0-96d7-8083233dcc1b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 14:59:03.870770 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3699ba8f-4d85-4e8f-b067-39f2d03da05e req-2cb46ffe-36fa-48f2-ab24-5d6eeda785b5 service neutron] Attempting to bind port a0c80ff3-d242-45f6-84fa-b0941a41414e on network 1f8443d4-24c9-4ac0-96d7-8083233dcc1b {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 14:59:03.872372 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-cf72eaef-9bd6-4cba-8a2a-e272085fd7d6 req-c668c497-8c80-470b-829d-62e61c474cff tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765711 May 06 14:59:03.876646 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b7a9dca7-d045-4849-ae64-559ba0886ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (3e678400-ab92-40e4-8068-3aecb4dd1ac6), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:03.883075 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b7a9dca7-d045-4849-ae64-559ba0886ed3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:03.891921 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3699ba8f-4d85-4e8f-b067-39f2d03da05e req-2cb46ffe-36fa-48f2-ab24-5d6eeda785b5 service neutron] Checking agent: {'id': '1eb4536b-031c-4a65-bfe5-fc1ede7d9429', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 14, 56, 20), 'started_at': datetime.datetime(2022, 5, 6, 14, 56, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 14:59:03.892268 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3699ba8f-4d85-4e8f-b067-39f2d03da05e req-2cb46ffe-36fa-48f2-ab24-5d6eeda785b5 service neutron] Checking segment: {'id': 'be6ce9c6-e762-4e52-a069-ce1413c2ff6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1f8443d4-24c9-4ac0-96d7-8083233dcc1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 14:59:03.892674 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3699ba8f-4d85-4e8f-b067-39f2d03da05e req-2cb46ffe-36fa-48f2-ab24-5d6eeda785b5 service neutron] Bound using segment: {'id': 'be6ce9c6-e762-4e52-a069-ce1413c2ff6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1f8443d4-24c9-4ac0-96d7-8083233dcc1b'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 14:59:03.893113 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-3699ba8f-4d85-4e8f-b067-39f2d03da05e req-2cb46ffe-36fa-48f2-ab24-5d6eeda785b5 service neutron] Bound port: a0c80ff3-d242-45f6-84fa-b0941a41414e, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be6ce9c6-e762-4e52-a069-ce1413c2ff6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1f8443d4-24c9-4ac0-96d7-8083233dcc1b'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 14:59:03.893470 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3699ba8f-4d85-4e8f-b067-39f2d03da05e req-2cb46ffe-36fa-48f2-ab24-5d6eeda785b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (a0c80ff3-d242-45f6-84fa-b0941a41414e), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:03.898554 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-b7a9dca7-d045-4849-ae64-559ba0886ed3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3e678400-ab92-40e4-8068-3aecb4dd1ac6 HTTP/1.1" status: 204 len: 168 time: 0.3597867 May 06 14:59:03.920030 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a9dca7-d045-4849-ae64-559ba0886ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e678400-ab92-40e4-8068-3aecb4dd1ac6,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:04.017756 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-3699ba8f-4d85-4e8f-b067-39f2d03da05e req-2cb46ffe-36fa-48f2-ab24-5d6eeda785b5 service neutron] For port a0c80ff3-d242-45f6-84fa-b0941a41414e, host hv-cinder-84067, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:59:04.025395 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-3699ba8f-4d85-4e8f-b067-39f2d03da05e req-2cb46ffe-36fa-48f2-ab24-5d6eeda785b5 service neutron] For port a0c80ff3-d242-45f6-84fa-b0941a41414e, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=a0c80ff3-d242-45f6-84fa-b0941a41414e,segment=NetworkSegment(be6ce9c6-e762-4e52-a069-ce1413c2ff6a),segment_id=be6ce9c6-e762-4e52-a069-ce1413c2ff6a)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:59:04.039289 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3699ba8f-4d85-4e8f-b067-39f2d03da05e req-2cb46ffe-36fa-48f2-ab24-5d6eeda785b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (a0c80ff3-d242-45f6-84fa-b0941a41414e), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:04.100715 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3699ba8f-4d85-4e8f-b067-39f2d03da05e req-2cb46ffe-36fa-48f2-ab24-5d6eeda785b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:04.101219 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3699ba8f-4d85-4e8f-b067-39f2d03da05e req-2cb46ffe-36fa-48f2-ab24-5d6eeda785b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566627'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:04.102873 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-3699ba8f-4d85-4e8f-b067-39f2d03da05e req-2cb46ffe-36fa-48f2-ab24-5d6eeda785b5 service neutron] 10.222.0.26 "PUT /v2.0/ports/a0c80ff3-d242-45f6-84fa-b0941a41414e HTTP/1.1" status: 200 len: 1093 time: 3.2531650 May 06 14:59:04.137724 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb46ffe-36fa-48f2-ab24-5d6eeda785b5 service neutron] Pushing event updated for resources: {'Port': ['ID=a0c80ff3-d242-45f6-84fa-b0941a41414e,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:04.145372 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4472581-c5ef-445a-a4f4-cbad3c83b390 req-69727730-2df7-4dac-a5a3-e7ea1a457d42 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:04.161930 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-a4472581-c5ef-445a-a4f4-cbad3c83b390 req-69727730-2df7-4dac-a5a3-e7ea1a457d42 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 944 time: 0.0853419 May 06 14:59:04.223831 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-a4472581-c5ef-445a-a4f4-cbad3c83b390 req-c515858a-433a-4fb5-8d7b-a3200301f026 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616879 May 06 14:59:04.224455 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '519cecee-39e5-4926-b71e-f13614fb3ac2', 'tag': 'fc111146-c44c-49db-8747-5b951a689021'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:59:04.226984 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5daf9cee7e39eb515dc660b2975ad5fbac0ba75c1025697cc881fad3e2d3ce45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a97320b0-7d6d-45f7-bd45-4210f4cbc815" -d '{"events": [{"name": "network-changed", "server_uuid": "519cecee-39e5-4926-b71e-f13614fb3ac2", "tag": "fc111146-c44c-49db-8747-5b951a689021"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 14:59:04.354447 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841e8eef-fe05-44e1-a4a6-d0b6b1eea4a1 req-b93bd624-65c1-49e3-97d7-535c87471667 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:04.356324 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-841e8eef-fe05-44e1-a4a6-d0b6b1eea4a1 req-b93bd624-65c1-49e3-97d7-535c87471667 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e9c0b35-6c24-4b6e-a913-e73cd5bd7025 HTTP/1.1" status: 200 len: 945 time: 0.0663834 May 06 14:59:04.380569 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 14:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c9c4d2-1a9d-423f-ac49-905c5e531003 x-openstack-request-id: req-f0c9c4d2-1a9d-423f-ac49-905c5e531003 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 14:59:04.381063 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e52a38ab-2c8e-4183-ace7-e7dc866226ca", "tag": "3fde30d6-e4a7-41a8-a67c-29a4deb4e074", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 14:59:04.381447 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f0c9c4d2-1a9d-423f-ac49-905c5e531003 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 14:59:04.383197 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0c9c4d2-1a9d-423f-ac49-905c5e531003'] response: {'name': 'network-changed', 'server_uuid': 'e52a38ab-2c8e-4183-ace7-e7dc866226ca', 'tag': '3fde30d6-e4a7-41a8-a67c-29a4deb4e074', 'status': 'completed', 'code': 200} May 06 14:59:04.421548 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 14:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d53b3bc0-6e00-4805-a780-8706953fdc13 x-openstack-request-id: req-d53b3bc0-6e00-4805-a780-8706953fdc13 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 14:59:04.421883 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "519cecee-39e5-4926-b71e-f13614fb3ac2", "tag": "fc111146-c44c-49db-8747-5b951a689021", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 14:59:04.422146 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d53b3bc0-6e00-4805-a780-8706953fdc13 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 14:59:04.422555 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d53b3bc0-6e00-4805-a780-8706953fdc13'] response: {'name': 'network-changed', 'server_uuid': '519cecee-39e5-4926-b71e-f13614fb3ac2', 'tag': 'fc111146-c44c-49db-8747-5b951a689021', 'status': 'completed', 'code': 200} May 06 14:59:04.442450 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-841e8eef-fe05-44e1-a4a6-d0b6b1eea4a1 req-ca94261c-6b2a-42d3-9bd0-6c0451cd579c tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] 10.222.0.23 "GET /v2.0/security-groups?id=acff08bc-b078-4314-a809-bc9c681e2c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696714 May 06 14:59:05.005737 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c9c3b8-0e61-4d81-8a77-a8add0895113 req-6a6b9245-2ab9-4718-9257-7e0dd8c0bfe1 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:05.007501 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-21c9c3b8-0e61-4d81-8a77-a8add0895113 req-6a6b9245-2ab9-4718-9257-7e0dd8c0bfe1 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 943 time: 0.0648537 May 06 14:59:05.015758 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13a62cd-b69d-48fc-8d78-d047603fab72 req-37024cad-acfd-41ac-b580-50f615262c2e tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:05.017923 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-d13a62cd-b69d-48fc-8d78-d047603fab72 req-37024cad-acfd-41ac-b580-50f615262c2e tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 944 time: 0.0599332 May 06 14:59:05.082989 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-21c9c3b8-0e61-4d81-8a77-a8add0895113 req-4e3d3f4c-5b12-4f63-8ebf-79dc11bb8f2f tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae37bc9a-9476-42ad-aa65-4d3a44fcf205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690255 May 06 14:59:05.089475 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-d13a62cd-b69d-48fc-8d78-d047603fab72 req-bf761541-0fa3-40f5-b371-84bd5ea9dcb4 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659862 May 06 14:59:05.353922 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3f69d9-821a-4c10-b966-fbd13738af00 req-1ff6add4-4f99-4427-adec-1dbc3fb72131 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:05.355445 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-bc3f69d9-821a-4c10-b966-fbd13738af00 req-1ff6add4-4f99-4427-adec-1dbc3fb72131 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 944 time: 0.0511014 May 06 14:59:05.414097 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-bc3f69d9-821a-4c10-b966-fbd13738af00 req-82632a1d-48cc-47e0-83b2-b493e83cac06 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520425 May 06 14:59:05.597581 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9188141-165a-449c-b31b-5c6243a478c5 req-5d9d4e26-18ca-4cbd-ac3a-6ab213b791e6 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:05.599197 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-f9188141-165a-449c-b31b-5c6243a478c5 req-5d9d4e26-18ca-4cbd-ac3a-6ab213b791e6 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e9c0b35-6c24-4b6e-a913-e73cd5bd7025 HTTP/1.1" status: 200 len: 945 time: 0.0740983 May 06 14:59:05.699536 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-f9188141-165a-449c-b31b-5c6243a478c5 req-02e9eb21-78be-4721-9b1a-82d1ebe00138 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] 10.222.0.23 "GET /v2.0/security-groups?id=acff08bc-b078-4314-a809-bc9c681e2c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889716 May 06 14:59:05.829010 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 42834) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:59:05.944264 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-377c0f8a-f469-46dd-ad98-16b9bcf7d109 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:06.137254 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-377c0f8a-f469-46dd-ad98-16b9bcf7d109 admin admin] Publish callbacks [] for security_group (4d3099c2-c116-482d-97bb-bde9e8ef598e), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:06.167865 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-377c0f8a-f469-46dd-ad98-16b9bcf7d109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (4d3099c2-c116-482d-97bb-bde9e8ef598e), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:06.197642 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5a233d-682c-4d7b-97c6-06c8b9d2b851 req-ada8852e-8381-45f9-9a67-0ca26c88c3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:06.199180 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-6a5a233d-682c-4d7b-97c6-06c8b9d2b851 req-ada8852e-8381-45f9-9a67-0ca26c88c3c8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d7304f76-b992-4cc2-a77b-3291aec20f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1478362 May 06 14:59:06.266370 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27affc9-a266-4af6-8b9c-02328c902d51 req-c6c8ce5e-1283-418f-b9bc-5c696493be55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:06.268141 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-f27affc9-a266-4af6-8b9c-02328c902d51 req-c6c8ce5e-1283-418f-b9bc-5c696493be55 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=04793e5505aa4d32ab3efed2892ea2b4&device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 1128 time: 0.1375799 May 06 14:59:06.275230 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97320b0-7d6d-45f7-bd45-4210f4cbc815 req-5b0abb36-7e7d-46d4-a007-2a5c3e204955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:06.277590 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-a97320b0-7d6d-45f7-bd45-4210f4cbc815 req-5b0abb36-7e7d-46d4-a007-2a5c3e204955 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=66121d02dbff4c3a920161e445959085&device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 1128 time: 0.2092819 May 06 14:59:06.282048 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3699ba8f-4d85-4e8f-b067-39f2d03da05e req-2504c738-3afb-4f95-ac14-01293ac8935e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:06.284017 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-3699ba8f-4d85-4e8f-b067-39f2d03da05e req-2504c738-3afb-4f95-ac14-01293ac8935e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=66121d02dbff4c3a920161e445959085&device_id=ab1e10ed-8f86-49b0-8b91-00f990b09e38 HTTP/1.1" status: 200 len: 1127 time: 0.1574225 May 06 14:59:06.330945 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728daf77-5781-4fcc-a02b-7ae7c8933d82 req-0032114f-7487-49b3-b885-9a9aad44fec2 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:06.343615 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-728daf77-5781-4fcc-a02b-7ae7c8933d82 req-0032114f-7487-49b3-b885-9a9aad44fec2 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 943 time: 0.1324100 May 06 14:59:06.344486 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-377c0f8a-f469-46dd-ad98-16b9bcf7d109 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cda4c4f83f1d48768d1131e3c4971fbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5143585 May 06 14:59:06.364325 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f654e94c-1e2f-4d20-b5e9-1ee6d2a7907d req-6ec47b59-a461-4436-b498-783ef39821ba tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:06.365974 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-f654e94c-1e2f-4d20-b5e9-1ee6d2a7907d req-6ec47b59-a461-4436-b498-783ef39821ba tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 944 time: 0.1169169 May 06 14:59:06.374989 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 42854) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:59:06.376817 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377c0f8a-f469-46dd-ad98-16b9bcf7d109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3099c2-c116-482d-97bb-bde9e8ef598e,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:06.497619 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab1e10ed-8f86-49b0-8b91-00f990b09e38', 'tag': 'a0c80ff3-d242-45f6-84fa-b0941a41414e'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:59:06.501023 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e079183c6aa01fbf7ecda8705e9d532761ec392512c90f9d6467ac227f3657d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d034377-a394-4a0b-81ef-4bf7e2905a91" -d '{"events": [{"name": "network-changed", "server_uuid": "ab1e10ed-8f86-49b0-8b91-00f990b09e38", "tag": "a0c80ff3-d242-45f6-84fa-b0941a41414e"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 14:59:06.562212 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-3699ba8f-4d85-4e8f-b067-39f2d03da05e req-c38d5db6-a94e-4f6b-a452-506bf72de820 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0c80ff3-d242-45f6-84fa-b0941a41414e HTTP/1.1" status: 200 len: 217 time: 0.2465684 May 06 14:59:06.613947 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-6a5a233d-682c-4d7b-97c6-06c8b9d2b851 req-26b77dab-518f-4a28-8926-b8c80bab54e2 service neutron] 10.222.0.26 "GET /v2.0/networks/d7304f76-b992-4cc2-a77b-3291aec20f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3979690 May 06 14:59:06.688231 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-728daf77-5781-4fcc-a02b-7ae7c8933d82 req-a1fa4f23-42fd-458c-8571-b6149461f48e tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae37bc9a-9476-42ad-aa65-4d3a44fcf205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3435259 May 06 14:59:06.734725 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-f654e94c-1e2f-4d20-b5e9-1ee6d2a7907d req-165a1055-9954-4430-9527-6d9937a029c9 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143728 May 06 14:59:06.756594 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27affc9-a266-4af6-8b9c-02328c902d51 req-c5bd02ad-3e85-4d30-aebb-e09e0aa33c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:06.759112 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-f27affc9-a266-4af6-8b9c-02328c902d51 req-c5bd02ad-3e85-4d30-aebb-e09e0aa33c85 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=04793e5505aa4d32ab3efed2892ea2b4&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4178116 May 06 14:59:06.761734 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3699ba8f-4d85-4e8f-b067-39f2d03da05e req-27941e6c-63d3-4da2-b718-270dca180e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:06.763531 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-3699ba8f-4d85-4e8f-b067-39f2d03da05e req-27941e6c-63d3-4da2-b718-270dca180e0d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=67575c08-c86c-46ea-9526-64956bd20b03 HTTP/1.1" status: 200 len: 857 time: 0.1868169 May 06 14:59:06.765246 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b53f8d13-d892-42ca-921f-71e03a3de464 admin admin] Publish callbacks [] for security_group (4d3099c2-c116-482d-97bb-bde9e8ef598e), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:06.912050 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97320b0-7d6d-45f7-bd45-4210f4cbc815 req-43cd6dac-27a5-4d15-9a74-8e0cbb63b065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:06.914428 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-a97320b0-7d6d-45f7-bd45-4210f4cbc815 req-43cd6dac-27a5-4d15-9a74-8e0cbb63b065 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=66121d02dbff4c3a920161e445959085&shared=False HTTP/1.1" status: 200 len: 919 time: 0.6199582 May 06 14:59:06.949980 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 14:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e21bf318-3628-43a6-adbe-4efe622d86bc x-openstack-request-id: req-e21bf318-3628-43a6-adbe-4efe622d86bc {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 14:59:06.950317 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab1e10ed-8f86-49b0-8b91-00f990b09e38", "tag": "a0c80ff3-d242-45f6-84fa-b0941a41414e", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 14:59:06.950574 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e21bf318-3628-43a6-adbe-4efe622d86bc {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 14:59:06.950899 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e21bf318-3628-43a6-adbe-4efe622d86bc'] response: {'name': 'network-changed', 'server_uuid': 'ab1e10ed-8f86-49b0-8b91-00f990b09e38', 'tag': 'a0c80ff3-d242-45f6-84fa-b0941a41414e', 'status': 'completed', 'code': 200} May 06 14:59:06.987243 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3699ba8f-4d85-4e8f-b067-39f2d03da05e req-b9451ecc-ef68-4c79-bcb8-f5d5824632b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:06.988830 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-3699ba8f-4d85-4e8f-b067-39f2d03da05e req-b9451ecc-ef68-4c79-bcb8-f5d5824632b6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f8443d4-24c9-4ac0-96d7-8083233dcc1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2025967 May 06 14:59:07.003074 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7493af3-f81e-4616-b48f-53d7a6a35ba4 req-908b7d57-469b-4120-850a-4ec6a3e326d6 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:07.004552 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-b7493af3-f81e-4616-b48f-53d7a6a35ba4 req-908b7d57-469b-4120-850a-4ec6a3e326d6 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 944 time: 0.0998836 May 06 14:59:07.053562 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-6a5a233d-682c-4d7b-97c6-06c8b9d2b851 req-fd6643fd-29a7-4fbb-bc35-268fb09c63e7 service neutron] 10.222.0.26 "GET /v2.0/networks/d7304f76-b992-4cc2-a77b-3291aec20f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4232433 May 06 14:59:07.055556 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b53f8d13-d892-42ca-921f-71e03a3de464 admin admin] Publish callbacks [] for security_group (4d3099c2-c116-482d-97bb-bde9e8ef598e), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:07.057773 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-b7493af3-f81e-4616-b48f-53d7a6a35ba4 req-68d2fa73-0118-4f28-bc48-d0acbb9e0f56 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461221 May 06 14:59:07.108252 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7b6e4c18-ad26-486a-8c2c-1975cea1450b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (79b17169-ed94-4769-ba4e-30adf371f78f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:07.332859 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf15592-4a79-4a34-9400-1e59bfb3c5cf req-1663642a-a5b2-4f83-9ccc-469e472e8f57 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:07.334347 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-0cf15592-4a79-4a34-9400-1e59bfb3c5cf req-1663642a-a5b2-4f83-9ccc-469e472e8f57 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e9c0b35-6c24-4b6e-a913-e73cd5bd7025 HTTP/1.1" status: 200 len: 945 time: 0.3144853 May 06 14:59:07.403466 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27affc9-a266-4af6-8b9c-02328c902d51 req-141305ed-cd8b-472e-9ccc-6aafcfd12e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:07.405227 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-f27affc9-a266-4af6-8b9c-02328c902d51 req-141305ed-cd8b-472e-9ccc-6aafcfd12e66 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6343591 May 06 14:59:07.431792 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b53f8d13-d892-42ca-921f-71e03a3de464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (4d3099c2-c116-482d-97bb-bde9e8ef598e), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:07.434844 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b53f8d13-d892-42ca-921f-71e03a3de464 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:07.435956 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-b53f8d13-d892-42ca-921f-71e03a3de464 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4d3099c2-c116-482d-97bb-bde9e8ef598e HTTP/1.1" status: 204 len: 168 time: 1.0460701 May 06 14:59:07.450215 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-0cf15592-4a79-4a34-9400-1e59bfb3c5cf req-25492b1f-852c-4acc-be9a-f323cb88008b tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] 10.222.0.23 "GET /v2.0/security-groups?id=acff08bc-b078-4314-a809-bc9c681e2c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952942 May 06 14:59:07.450215 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53f8d13-d892-42ca-921f-71e03a3de464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3099c2-c116-482d-97bb-bde9e8ef598e,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:07.929901 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd1d247-baa5-4bbf-955c-e2725aec6a2d req-7e608f55-1753-49ae-9a11-f0a8456565a9 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:07.952395 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-ecd1d247-baa5-4bbf-955c-e2725aec6a2d req-7e608f55-1753-49ae-9a11-f0a8456565a9 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 944 time: 0.0997345 May 06 14:59:08.041859 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-ecd1d247-baa5-4bbf-955c-e2725aec6a2d req-0cb0299f-3df2-473b-9743-2901f469663a tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870082 May 06 14:59:08.117829 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97320b0-7d6d-45f7-bd45-4210f4cbc815 req-6d52f198-d4ea-4eb0-8a76-e800b9620cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:08.120357 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-a97320b0-7d6d-45f7-bd45-4210f4cbc815 req-6d52f198-d4ea-4eb0-8a76-e800b9620cea service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4690707 May 06 14:59:08.132399 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123099a6-56aa-4ed6-a9f8-2dfbbf586924 req-4d01af6f-ec43-46d4-8422-ba3bba69fbba tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:08.134911 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-123099a6-56aa-4ed6-a9f8-2dfbbf586924 req-4d01af6f-ec43-46d4-8422-ba3bba69fbba tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 943 time: 0.1070054 May 06 14:59:08.229509 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-123099a6-56aa-4ed6-a9f8-2dfbbf586924 req-7be89edf-daf9-447f-b23b-80d0568d1c51 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae37bc9a-9476-42ad-aa65-4d3a44fcf205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844672 May 06 14:59:08.246105 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f60e6a-f16c-4ebc-9f38-bddd042c23a5 req-7e18c9c7-1d0b-4c77-959c-ec6c0da11be3 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:08.259319 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-e0f60e6a-f16c-4ebc-9f38-bddd042c23a5 req-7e18c9c7-1d0b-4c77-959c-ec6c0da11be3 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 944 time: 0.0765815 May 06 14:59:08.306899 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-e0f60e6a-f16c-4ebc-9f38-bddd042c23a5 req-3d5e3a44-6170-4bc7-9902-57f6b440c925 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500641 May 06 14:59:08.358513 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 42948) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:59:08.470230 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.v2.base [None req-2d5df4a2-ff0a-4921-9202-3ed7f63b7e05 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1648884640-network', 'tenant_id': '0124bfd61ad14bd395ecd3c54849f2fe'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 14:59:08.490558 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d5df4a2-ff0a-4921-9202-3ed7f63b7e05 admin admin] Made reservation on behalf of 0124bfd61ad14bd395ecd3c54849f2fe for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:59:08.493017 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2d5df4a2-ff0a-4921-9202-3ed7f63b7e05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:08.502759 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2d5df4a2-ff0a-4921-9202-3ed7f63b7e05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:08.638798 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9a0a9-78be-49f9-b46a-f0ab899d7ee3 req-f55eab26-dcea-4438-becf-aa166371f828 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:08.640184 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-cea9a0a9-78be-49f9-b46a-f0ab899d7ee3 req-f55eab26-dcea-4438-becf-aa166371f828 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e9c0b35-6c24-4b6e-a913-e73cd5bd7025 HTTP/1.1" status: 200 len: 945 time: 0.0794406 May 06 14:59:08.736166 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2d5df4a2-ff0a-4921-9202-3ed7f63b7e05 admin admin] Publish callbacks [] for security_group (442a10b9-9929-49f9-8146-8830d8f9fcef), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:08.744581 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec601d3-c793-4a3b-a1ce-b15da7e288d1 req-2a8c5cd5-8273-4caa-b734-db9565209353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:08.746924 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-3ec601d3-c793-4a3b-a1ce-b15da7e288d1 req-2a8c5cd5-8273-4caa-b734-db9565209353 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5ad13dae3f6649fb8d8d2bdd1f1caaef&device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 1127 time: 0.0781188 May 06 14:59:08.750352 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcebe57e-2bc2-4a29-84fd-1bc9771e5fac req-de79c669-0e47-43a6-bf59-c1b2133e6ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:08.751097 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2d5df4a2-ff0a-4921-9202-3ed7f63b7e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (442a10b9-9929-49f9-8146-8830d8f9fcef), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:08.751737 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-dcebe57e-2bc2-4a29-84fd-1bc9771e5fac req-de79c669-0e47-43a6-bf59-c1b2133e6ea5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=66121d02dbff4c3a920161e445959085&device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 1128 time: 0.0508561 May 06 14:59:08.789614 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467dc465-08bd-4da7-b010-fa4d86644872 req-38736d4c-e693-4df6-bfab-c9497a542c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:08.791721 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-467dc465-08bd-4da7-b010-fa4d86644872 req-38736d4c-e693-4df6-bfab-c9497a542c9c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=04793e5505aa4d32ab3efed2892ea2b4&device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 1128 time: 0.1141968 May 06 14:59:08.820702 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d5df4a2-ff0a-4921-9202-3ed7f63b7e05 admin admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 14:59:08.838068 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-dcebe57e-2bc2-4a29-84fd-1bc9771e5fac req-30f56469-6fad-45bd-8465-94290f8db4a7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc111146-c44c-49db-8747-5b951a689021 HTTP/1.1" status: 200 len: 217 time: 0.0695767 May 06 14:59:08.844694 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-cea9a0a9-78be-49f9-b46a-f0ab899d7ee3 req-fb3d6687-f619-401f-96f9-846979d790a2 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] 10.222.0.23 "GET /v2.0/security-groups?id=acff08bc-b078-4314-a809-bc9c681e2c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925883 May 06 14:59:08.850431 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5df4a2-ff0a-4921-9202-3ed7f63b7e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=442a10b9-9929-49f9-8146-8830d8f9fcef,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:08.889822 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-3699ba8f-4d85-4e8f-b067-39f2d03da05e req-15c9ca2f-b366-4468-b538-30299ed56200 service neutron] 10.222.0.26 "GET /v2.0/networks/1f8443d4-24c9-4ac0-96d7-8083233dcc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781167 May 06 14:59:08.892722 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2d5df4a2-ff0a-4921-9202-3ed7f63b7e05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16165668'] for segment (ad38d823-2b9b-4a57-be3a-d0aef122e776), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:08.893220 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.db.segments_db [None req-2d5df4a2-ff0a-4921-9202-3ed7f63b7e05 admin admin] Added segment ad38d823-2b9b-4a57-be3a-d0aef122e776 of type vlan for network c0a1ab6e-aa6d-4ce9-8682-74a6ac4822ef May 06 14:59:08.896933 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-467dc465-08bd-4da7-b010-fa4d86644872 req-0042f7a4-f487-46fa-872b-dbd5d3904afc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3fde30d6-e4a7-41a8-a67c-29a4deb4e074 HTTP/1.1" status: 200 len: 217 time: 0.0771434 May 06 14:59:08.917781 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcebe57e-2bc2-4a29-84fd-1bc9771e5fac req-f003446b-6c0b-45ee-8449-ba643b26059f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:08.919741 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-dcebe57e-2bc2-4a29-84fd-1bc9771e5fac req-f003446b-6c0b-45ee-8449-ba643b26059f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=67575c08-c86c-46ea-9526-64956bd20b03 HTTP/1.1" status: 200 len: 857 time: 0.0733457 May 06 14:59:08.930615 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec601d3-c793-4a3b-a1ce-b15da7e288d1 req-83a56321-1b44-4b13-b294-24baac2ef68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:08.931932 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-3ec601d3-c793-4a3b-a1ce-b15da7e288d1 req-83a56321-1b44-4b13-b294-24baac2ef68e service neutron] 10.222.0.26 "GET /v2.0/networks?id=d7304f76-b992-4cc2-a77b-3291aec20f6e HTTP/1.1" status: 200 len: 911 time: 0.1725900 May 06 14:59:08.990677 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-3ec601d3-c793-4a3b-a1ce-b15da7e288d1 req-3d7000e0-8bbe-4a20-8a97-274caadb54b3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77a330e2-c9ae-47be-b923-976dff909895 HTTP/1.1" status: 200 len: 217 time: 0.0499463 May 06 14:59:09.031248 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcebe57e-2bc2-4a29-84fd-1bc9771e5fac req-5ed8089b-1735-4de0-8fa6-a19ac6a097e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:09.032773 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-dcebe57e-2bc2-4a29-84fd-1bc9771e5fac req-5ed8089b-1735-4de0-8fa6-a19ac6a097e5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f8443d4-24c9-4ac0-96d7-8083233dcc1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0998390 May 06 14:59:09.037476 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2d5df4a2-ff0a-4921-9202-3ed7f63b7e05 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732313419650'] for network (c0a1ab6e-aa6d-4ce9-8682-74a6ac4822ef), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:09.052312 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467dc465-08bd-4da7-b010-fa4d86644872 req-7e407ca2-38f2-492f-b2a3-c01e26801079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:09.054987 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-467dc465-08bd-4da7-b010-fa4d86644872 req-7e407ca2-38f2-492f-b2a3-c01e26801079 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=73d058b8-ef9e-473c-9be9-61c8d64fe350 HTTP/1.1" status: 200 len: 854 time: 0.1331663 May 06 14:59:09.100371 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec601d3-c793-4a3b-a1ce-b15da7e288d1 req-3cf20da7-b3a7-4cd9-aa10-d876c7da45de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:09.102158 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-3ec601d3-c793-4a3b-a1ce-b15da7e288d1 req-3cf20da7-b3a7-4cd9-aa10-d876c7da45de service neutron] 10.222.0.26 "GET /v2.0/subnets?id=386bbac7-026e-4f68-a22c-f26fa009fb15 HTTP/1.1" status: 200 len: 849 time: 0.1043010 May 06 14:59:09.134315 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2d5df4a2-ff0a-4921-9202-3ed7f63b7e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605'] for network (c0a1ab6e-aa6d-4ce9-8682-74a6ac4822ef), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:09.135396 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5df4a2-ff0a-4921-9202-3ed7f63b7e05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:09.136072 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2d5df4a2-ff0a-4921-9202-3ed7f63b7e05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566627'] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:09.150445 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-3699ba8f-4d85-4e8f-b067-39f2d03da05e req-efc9efd6-eb52-47a9-b9a7-f82ae253bf91 service neutron] 10.222.0.26 "GET /v2.0/networks/1f8443d4-24c9-4ac0-96d7-8083233dcc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520175 May 06 14:59:09.163328 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467dc465-08bd-4da7-b010-fa4d86644872 req-456e638b-7b82-42b2-adef-112a6bb4b3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:09.166835 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-467dc465-08bd-4da7-b010-fa4d86644872 req-456e638b-7b82-42b2-adef-112a6bb4b3fc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e617326c-50d9-4a05-90f1-04262502b764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1046691 May 06 14:59:09.181361 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec601d3-c793-4a3b-a1ce-b15da7e288d1 req-3108a193-609a-4dde-a9cb-0822356632ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:09.183106 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-3ec601d3-c793-4a3b-a1ce-b15da7e288d1 req-3108a193-609a-4dde-a9cb-0822356632ba service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d7304f76-b992-4cc2-a77b-3291aec20f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0719209 May 06 14:59:09.185407 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-dcebe57e-2bc2-4a29-84fd-1bc9771e5fac req-a9410b2e-6ea6-4504-b5f6-8c33690b012b service neutron] 10.222.0.26 "GET /v2.0/networks/1f8443d4-24c9-4ac0-96d7-8083233dcc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438510 May 06 14:59:09.218357 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-2d5df4a2-ff0a-4921-9202-3ed7f63b7e05 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8586638 May 06 14:59:09.230515 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 42970) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:59:09.265406 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.v2.base [None req-f65252e2-eac5-40d1-af09-f650eeb9f33d admin admin] Request body: {'subnet': {'network_id': 'c0a1ab6e-aa6d-4ce9-8682-74a6ac4822ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1648884640-subnet', 'tenant_id': '0124bfd61ad14bd395ecd3c54849f2fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 14:59:09.283128 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1414ad-5d56-4d08-8d1e-d99df1a3a0fc req-3e146a4d-5e50-4fe1-a90f-d7b587f246a0 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:09.287035 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-2b1414ad-5d56-4d08-8d1e-d99df1a3a0fc req-3e146a4d-5e50-4fe1-a90f-d7b587f246a0 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 944 time: 0.0973258 May 06 14:59:09.287241 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5df4a2-ff0a-4921-9202-3ed7f63b7e05 admin admin] Pushing event updated for resources: {'Network': ['ID=c0a1ab6e-aa6d-4ce9-8682-74a6ac4822ef,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:09.302801 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Network c0a1ab6e-aa6d-4ce9-8682-74a6ac4822ef details requested by agent ovs-agent-dv-cinder-840678-2-iscsi with host dv-cinder-840678-2-iscsi {{(pid=103344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 14:59:09.312229 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f65252e2-eac5-40d1-af09-f650eeb9f33d admin admin] Made reservation on behalf of 0124bfd61ad14bd395ecd3c54849f2fe for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:59:09.314466 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f65252e2-eac5-40d1-af09-f650eeb9f33d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:09.391610 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-467dc465-08bd-4da7-b010-fa4d86644872 req-15dd23b8-12d6-43b9-af12-0f4c53006aa0 service neutron] 10.222.0.26 "GET /v2.0/networks/e617326c-50d9-4a05-90f1-04262502b764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964355 May 06 14:59:09.409446 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-2b1414ad-5d56-4d08-8d1e-d99df1a3a0fc req-b6eed95d-3bac-47ce-9045-ebded88e83a0 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021657 May 06 14:59:09.564506 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f914163-f969-4766-b116-370c9d3ef664 req-2b98a0d5-895b-4b8b-81d9-c4e2f0af0b29 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:09.572563 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-9f914163-f969-4766-b116-370c9d3ef664 req-2b98a0d5-895b-4b8b-81d9-c4e2f0af0b29 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 943 time: 0.0980294 May 06 14:59:09.583768 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c8f7aa1d-2674-4d35-bffd-962bd9f92f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (ec8f31e6-1756-4927-8bc3-e144e6f0af83), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:09.609513 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4703604d-a9e4-4418-ad77-dec46d531639 req-ffbecce8-efc9-42ad-9c6c-f575448983e6 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:09.618535 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-4703604d-a9e4-4418-ad77-dec46d531639 req-ffbecce8-efc9-42ad-9c6c-f575448983e6 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 944 time: 0.0884993 May 06 14:59:09.669050 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f65252e2-eac5-40d1-af09-f650eeb9f33d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605'] for subnet (ef6501ca-ace5-4c6e-88c7-78551c4368ba), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:09.690470 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-9f914163-f969-4766-b116-370c9d3ef664 req-33da160c-97f7-4a9c-b09e-bc73f8a6bf29 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae37bc9a-9476-42ad-aa65-4d3a44fcf205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168966 May 06 14:59:09.716433 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-4703604d-a9e4-4418-ad77-dec46d531639 req-52ed5598-e00d-459b-bc08-26c255e30c87 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956979 May 06 14:59:09.777880 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65252e2-eac5-40d1-af09-f650eeb9f33d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef6501ca-ace5-4c6e-88c7-78551c4368ba,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:09.788417 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65252e2-eac5-40d1-af09-f650eeb9f33d admin admin] Checking segment: {'id': 'ad38d823-2b9b-4a57-be3a-d0aef122e776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'c0a1ab6e-aa6d-4ce9-8682-74a6ac4822ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 14:59:09.788636 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65252e2-eac5-40d1-af09-f650eeb9f33d admin admin] Network hostable DHCP agents. Network: c0a1ab6e-aa6d-4ce9-8682-74a6ac4822ef, hostable agents: ['79b17169-ed94-4769-ba4e-30adf371f78f'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 14:59:09.822893 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65252e2-eac5-40d1-af09-f650eeb9f33d admin admin] Network c0a1ab6e-aa6d-4ce9-8682-74a6ac4822ef is scheduled to be hosted by DHCP agent 79b17169-ed94-4769-ba4e-30adf371f78f with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 14:59:09.844774 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-f65252e2-eac5-40d1-af09-f650eeb9f33d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-2-iscsi, c0a1ab6e-aa6d-4ce9-8682-74a6ac4822ef) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:59:09.849709 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65252e2-eac5-40d1-af09-f650eeb9f33d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:09.850397 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f65252e2-eac5-40d1-af09-f650eeb9f33d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566627'] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:09.859201 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282c27d7-f5f2-4624-a200-032c51d6b52e None None] Network c0a1ab6e-aa6d-4ce9-8682-74a6ac4822ef requested from dv-cinder-840678-2-iscsi {{(pid=103344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 14:59:09.881088 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-f65252e2-eac5-40d1-af09-f650eeb9f33d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6125598 May 06 14:59:10.092426 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc56cde9-29cf-4065-83fb-b3e8dc8212c5 None None] Network c0a1ab6e-aa6d-4ce9-8682-74a6ac4822ef requested from dv-cinder-840678-2-iscsi {{(pid=103344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 14:59:10.304386 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d034377-a394-4a0b-81ef-4bf7e2905a91 req-c032beec-251f-4cb9-98c8-d6459a583f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:10.306555 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-6d034377-a394-4a0b-81ef-4bf7e2905a91 req-c032beec-251f-4cb9-98c8-d6459a583f42 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=66121d02dbff4c3a920161e445959085&device_id=ab1e10ed-8f86-49b0-8b91-00f990b09e38 HTTP/1.1" status: 200 len: 1127 time: 0.0911009 May 06 14:59:10.335105 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-dcebe57e-2bc2-4a29-84fd-1bc9771e5fac req-77356cb7-8b86-4b7a-ad46-60341618130f service neutron] 10.222.0.26 "GET /v2.0/networks/1f8443d4-24c9-4ac0-96d7-8083233dcc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766281 May 06 14:59:10.338322 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-3ec601d3-c793-4a3b-a1ce-b15da7e288d1 req-73549bc8-0045-4efd-9011-1bf8c7ee359c service neutron] 10.222.0.26 "GET /v2.0/networks/d7304f76-b992-4cc2-a77b-3291aec20f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811159 May 06 14:59:10.458770 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-3ec601d3-c793-4a3b-a1ce-b15da7e288d1 req-75931b3d-6e0b-43cb-ae69-a8ea57477d7c service neutron] 10.222.0.26 "GET /v2.0/networks/d7304f76-b992-4cc2-a77b-3291aec20f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021540 May 06 14:59:10.479187 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 43032) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:59:10.507799 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-467dc465-08bd-4da7-b010-fa4d86644872 req-2297789f-43fc-497a-9435-c93bd0ac8d72 service neutron] 10.222.0.26 "GET /v2.0/networks/e617326c-50d9-4a05-90f1-04262502b764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3479681 May 06 14:59:10.516696 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1afa6ce1-9145-4257-8e23-9dd2cd4b1998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b699075f-0d9f-4d2e-b182-9d9eb15bfab1), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:10.616715 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d034377-a394-4a0b-81ef-4bf7e2905a91 req-0308f1c8-8e99-407a-b83e-a339c473e301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:10.619351 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-6d034377-a394-4a0b-81ef-4bf7e2905a91 req-0308f1c8-8e99-407a-b83e-a339c473e301 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1f8443d4-24c9-4ac0-96d7-8083233dcc1b HTTP/1.1" status: 200 len: 919 time: 0.3057740 May 06 14:59:10.630140 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c6043b43-bdde-455a-86ef-94650c7102a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:10.630622 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1f5f36-1d04-4729-b12d-94089c74ba41 req-90e630e8-aaf8-4fe7-a671-0b63197f5fab tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:10.632536 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-ed1f5f36-1d04-4729-b12d-94089c74ba41 req-90e630e8-aaf8-4fe7-a671-0b63197f5fab tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 944 time: 0.1101680 May 06 14:59:10.726705 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-ed1f5f36-1d04-4729-b12d-94089c74ba41 req-0238dd2f-f46a-452d-9886-960f6a20a739 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865242 May 06 14:59:10.749865 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c6043b43-bdde-455a-86ef-94650c7102a4 admin admin] Publish callbacks [] for security_group (58ee7a8e-1f5b-4a45-99ca-7640a61277c3), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:10.756314 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c6043b43-bdde-455a-86ef-94650c7102a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (58ee7a8e-1f5b-4a45-99ca-7640a61277c3), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:10.803641 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-c6043b43-bdde-455a-86ef-94650c7102a4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=30209268284f4cf791a88f4b623e4d1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3233576 May 06 14:59:10.804533 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6043b43-bdde-455a-86ef-94650c7102a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ee7a8e-1f5b-4a45-99ca-7640a61277c3,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:10.807511 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 43054) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:59:10.861728 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effcd6fb-9a54-4c23-ab1a-bb1b3e6c51ea req-afced7c1-862c-4554-97b1-ed8b3f36bf0c tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:10.863687 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-effcd6fb-9a54-4c23-ab1a-bb1b3e6c51ea req-afced7c1-862c-4554-97b1-ed8b3f36bf0c tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 943 time: 0.0609035 May 06 14:59:10.866783 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-770950f8-0b48-4a03-aad4-9cee5b6fe917 admin admin] Publish callbacks [] for security_group (58ee7a8e-1f5b-4a45-99ca-7640a61277c3), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:10.897013 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-770950f8-0b48-4a03-aad4-9cee5b6fe917 admin admin] Publish callbacks [] for security_group (58ee7a8e-1f5b-4a45-99ca-7640a61277c3), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:10.915902 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-effcd6fb-9a54-4c23-ab1a-bb1b3e6c51ea req-4d2652bf-fe7d-49eb-be23-21ee0e3a7540 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae37bc9a-9476-42ad-aa65-4d3a44fcf205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450196 May 06 14:59:10.978404 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-770950f8-0b48-4a03-aad4-9cee5b6fe917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (58ee7a8e-1f5b-4a45-99ca-7640a61277c3), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:10.983619 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-770950f8-0b48-4a03-aad4-9cee5b6fe917 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:10.988432 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-770950f8-0b48-4a03-aad4-9cee5b6fe917 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/58ee7a8e-1f5b-4a45-99ca-7640a61277c3 HTTP/1.1" status: 204 len: 168 time: 0.1775725 May 06 14:59:10.997961 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770950f8-0b48-4a03-aad4-9cee5b6fe917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ee7a8e-1f5b-4a45-99ca-7640a61277c3,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:11.080306 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3569c87-dcbc-4ad0-b8e7-187e066de823 req-b8a79578-006e-4c95-9983-2fae1ff578f1 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:11.082228 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-b3569c87-dcbc-4ad0-b8e7-187e066de823 req-b8a79578-006e-4c95-9983-2fae1ff578f1 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 944 time: 0.0644734 May 06 14:59:11.149879 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-b3569c87-dcbc-4ad0-b8e7-187e066de823 req-d04e8491-9e34-46c9-bcb5-f6dbc6f28459 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607927 May 06 14:59:11.376199 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 43076) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:59:11.391549 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d7348674-dbb6-47f5-986f-6de8b57bb10c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:11.527712 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d7348674-dbb6-47f5-986f-6de8b57bb10c admin admin] Publish callbacks [] for security_group (41ea709e-07ac-4ed9-b228-b590e246c2ea), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:11.528042 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-6d034377-a394-4a0b-81ef-4bf7e2905a91 req-4d0d90cb-7758-42f4-b923-4da5b11ed623 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0c80ff3-d242-45f6-84fa-b0941a41414e HTTP/1.1" status: 200 len: 217 time: 0.0630474 May 06 14:59:11.532938 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d7348674-dbb6-47f5-986f-6de8b57bb10c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (41ea709e-07ac-4ed9-b228-b590e246c2ea), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:11.574901 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-d7348674-dbb6-47f5-986f-6de8b57bb10c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f0b842b03a8c4beda117c1710302aae0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1968122 May 06 14:59:11.575817 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7348674-dbb6-47f5-986f-6de8b57bb10c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41ea709e-07ac-4ed9-b228-b590e246c2ea,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:11.578123 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 43082) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:59:11.637795 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-03460617-c2bf-42eb-b201-36dca305ddab admin admin] Publish callbacks [] for security_group (41ea709e-07ac-4ed9-b228-b590e246c2ea), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:11.660658 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-03460617-c2bf-42eb-b201-36dca305ddab admin admin] Publish callbacks [] for security_group (41ea709e-07ac-4ed9-b228-b590e246c2ea), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:11.726330 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-03460617-c2bf-42eb-b201-36dca305ddab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (41ea709e-07ac-4ed9-b228-b590e246c2ea), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:11.729854 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-03460617-c2bf-42eb-b201-36dca305ddab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:11.730999 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-03460617-c2bf-42eb-b201-36dca305ddab admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/41ea709e-07ac-4ed9-b228-b590e246c2ea HTTP/1.1" status: 204 len: 168 time: 0.1519892 May 06 14:59:11.741153 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03460617-c2bf-42eb-b201-36dca305ddab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ea709e-07ac-4ed9-b228-b590e246c2ea,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:11.826357 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device a0c80ff3-d242-45f6-84fa-b0941a41414e details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 14:59:11.859251 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1715673a-2065-442c-afc1-9cbe6ced8e78 req-4e349a16-5eaa-40b8-87e7-6679d913405c tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:11.867285 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-1715673a-2065-442c-afc1-9cbe6ced8e78 req-4e349a16-5eaa-40b8-87e7-6679d913405c tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 944 time: 0.0601048 May 06 14:59:11.960825 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-1715673a-2065-442c-afc1-9cbe6ced8e78 req-5142c9c2-2eda-4601-82a1-abf26b52f930 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882392 May 06 14:59:12.063593 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] For port a0c80ff3-d242-45f6-84fa-b0941a41414e, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=a0c80ff3-d242-45f6-84fa-b0941a41414e,segment=NetworkSegment(be6ce9c6-e762-4e52-a069-ce1413c2ff6a),segment_id=be6ce9c6-e762-4e52-a069-ce1413c2ff6a)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:59:12.083972 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Returning: {'device': 'a0c80ff3-d242-45f6-84fa-b0941a41414e', 'network_id': '1f8443d4-24c9-4ac0-96d7-8083233dcc1b', 'port_id': 'a0c80ff3-d242-45f6-84fa-b0941a41414e', 'mac_address': 'fa:16:3e:69:ab:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67575c08-c86c-46ea-9526-64956bd20b03', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 14:59:12.086212 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ffd408-1b53-40ba-8f1a-d2495fee8b09 req-8ff054e6-387a-4644-bd79-f0d8bb0bba74 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:12.088331 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-d9ffd408-1b53-40ba-8f1a-d2495fee8b09 req-8ff054e6-387a-4644-bd79-f0d8bb0bba74 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 943 time: 0.0661654 May 06 14:59:12.164211 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Current status of the port a0c80ff3-d242-45f6-84fa-b0941a41414e is: DOWN; New status is: BUILD {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 14:59:12.165744 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (a0c80ff3-d242-45f6-84fa-b0941a41414e), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:12.175104 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-d9ffd408-1b53-40ba-8f1a-d2495fee8b09 req-55adbaf8-62d7-4a8d-a3da-b4126ba2a465 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae37bc9a-9476-42ad-aa65-4d3a44fcf205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774107 May 06 14:59:12.203286 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.notifiers.nova [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0c80ff3-d242-45f6-84fa-b0941a41414e {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 14:59:12.220384 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] For port a0c80ff3-d242-45f6-84fa-b0941a41414e, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=a0c80ff3-d242-45f6-84fa-b0941a41414e,segment=NetworkSegment(be6ce9c6-e762-4e52-a069-ce1413c2ff6a),segment_id=be6ce9c6-e762-4e52-a069-ce1413c2ff6a)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:59:12.225541 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (a0c80ff3-d242-45f6-84fa-b0941a41414e), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:12.226507 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device 77a330e2-c9ae-47be-b923-976dff909895 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 14:59:12.350270 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Pushing event updated for resources: {'Port': ['ID=a0c80ff3-d242-45f6-84fa-b0941a41414e,revision_number=4']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:12.391341 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] For port 77a330e2-c9ae-47be-b923-976dff909895, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=77a330e2-c9ae-47be-b923-976dff909895,segment=NetworkSegment(cf545a1c-4990-4216-8ab0-67a99018f922),segment_id=cf545a1c-4990-4216-8ab0-67a99018f922)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:59:12.404501 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Returning: {'device': '77a330e2-c9ae-47be-b923-976dff909895', 'network_id': 'd7304f76-b992-4cc2-a77b-3291aec20f6e', 'port_id': '77a330e2-c9ae-47be-b923-976dff909895', 'mac_address': 'fa:16:3e:f1:16:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '386bbac7-026e-4f68-a22c-f26fa009fb15', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 14:59:12.422879 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eae1ce-3903-42b7-8ac8-6dcee8e09f77 req-c3f28d2c-6731-424e-82e7-f5738d4d4b83 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:12.424480 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-a9eae1ce-3903-42b7-8ac8-6dcee8e09f77 req-c3f28d2c-6731-424e-82e7-f5738d4d4b83 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/networks?id=c0a1ab6e-aa6d-4ce9-8682-74a6ac4822ef HTTP/1.1" status: 200 len: 809 time: 0.1303627 May 06 14:59:12.445209 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-a9eae1ce-3903-42b7-8ac8-6dcee8e09f77 req-710067e5-d4ed-4bed-88d5-f57ef1093b7d tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/quotas/0124bfd61ad14bd395ecd3c54849f2fe HTTP/1.1" status: 200 len: 375 time: 0.0106637 May 06 14:59:12.453897 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Current status of the port 77a330e2-c9ae-47be-b923-976dff909895 is: DOWN; New status is: BUILD {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 14:59:12.454288 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (77a330e2-c9ae-47be-b923-976dff909895), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:12.472593 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.notifiers.nova [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77a330e2-c9ae-47be-b923-976dff909895 {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 14:59:12.501858 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] For port 77a330e2-c9ae-47be-b923-976dff909895, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=77a330e2-c9ae-47be-b923-976dff909895,segment=NetworkSegment(cf545a1c-4990-4216-8ab0-67a99018f922),segment_id=cf545a1c-4990-4216-8ab0-67a99018f922)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:59:12.516099 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (77a330e2-c9ae-47be-b923-976dff909895), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:12.667452 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Pushing event updated for resources: {'Port': ['ID=77a330e2-c9ae-47be-b923-976dff909895,revision_number=4']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:12.675976 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-68b1beb6-545b-4f86-a143-b395004404eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b8293b96-1d4f-4101-9243-9870353ff712), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:12.732330 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-a9eae1ce-3903-42b7-8ac8-6dcee8e09f77 req-1c787cd1-93f1-4f34-84d8-090113b3c429 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0124bfd61ad14bd395ecd3c54849f2fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2737753 May 06 14:59:12.842351 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d034377-a394-4a0b-81ef-4bf7e2905a91 req-cdedb58a-4cc8-460f-b83e-405f800c1b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:12.843997 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-6d034377-a394-4a0b-81ef-4bf7e2905a91 req-cdedb58a-4cc8-460f-b83e-405f800c1b06 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=67575c08-c86c-46ea-9526-64956bd20b03 HTTP/1.1" status: 200 len: 857 time: 0.1107845 May 06 14:59:12.912058 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-a9eae1ce-3903-42b7-8ac8-6dcee8e09f77 req-82c0b9ee-5630-4327-b6a4-2cd604a242f5 service neutron] 10.222.0.23 "GET /v2.0/networks/c0a1ab6e-aa6d-4ce9-8682-74a6ac4822ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481190 May 06 14:59:12.913702 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d034377-a394-4a0b-81ef-4bf7e2905a91 req-298311d8-6d82-4240-875a-7f2ea46ecc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:12.915870 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-6d034377-a394-4a0b-81ef-4bf7e2905a91 req-298311d8-6d82-4240-875a-7f2ea46ecc04 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f8443d4-24c9-4ac0-96d7-8083233dcc1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0593882 May 06 14:59:13.046722 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] get_ports_and_sgs() called for port_ids ['a0c80ff3-d242-45f6-84fa-b0941a41414e'] {{(pid=103344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 14:59:13.145926 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508781e1-3fc5-49ba-841f-6efc3c434e2d req-fd957acb-6df9-4a48-af03-7a97120e68cc tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:13.148450 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-508781e1-3fc5-49ba-841f-6efc3c434e2d req-fd957acb-6df9-4a48-af03-7a97120e68cc tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 944 time: 0.0794084 May 06 14:59:13.192285 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-a9eae1ce-3903-42b7-8ac8-6dcee8e09f77 req-c76ab561-7290-436c-befa-71b37b3a8c77 service neutron] 10.222.0.23 "GET /v2.0/networks/c0a1ab6e-aa6d-4ce9-8682-74a6ac4822ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571528 May 06 14:59:13.200585 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-6d034377-a394-4a0b-81ef-4bf7e2905a91 req-680650c8-3e0d-419a-a916-44c9c4f1df1e service neutron] 10.222.0.26 "GET /v2.0/networks/1f8443d4-24c9-4ac0-96d7-8083233dcc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750146 May 06 14:59:13.245949 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] get_ports_and_sgs() called for port_ids ['77a330e2-c9ae-47be-b923-976dff909895'] {{(pid=103344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 14:59:13.249616 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-508781e1-3fc5-49ba-841f-6efc3c434e2d req-4b8ee1b9-09e8-4cb1-adcb-c43245f5593c tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919549 May 06 14:59:13.422145 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a06b15-8017-43df-b3c2-fac202718a30 req-a04be369-163b-40e3-a20d-7b65dc9f2a1a tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:13.428585 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-6d034377-a394-4a0b-81ef-4bf7e2905a91 req-deb8c618-d6d0-4120-bbfc-73b739c43c37 service neutron] 10.222.0.26 "GET /v2.0/networks/1f8443d4-24c9-4ac0-96d7-8083233dcc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458111 May 06 14:59:13.429327 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-54a06b15-8017-43df-b3c2-fac202718a30 req-a04be369-163b-40e3-a20d-7b65dc9f2a1a tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 944 time: 0.1133194 May 06 14:59:13.525412 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-54a06b15-8017-43df-b3c2-fac202718a30 req-f4bbd2c7-9a1e-4600-9689-6d12d5a41e93 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903840 May 06 14:59:13.599557 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-0edac230-e365-4221-83c9-773467173fc5 req-55e886d9-c05f-4e54-b2b2-8da0146ff3fd tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/ports?device_id=88476c17-cf4a-415d-b211-ab859c3d8c9b HTTP/1.1" status: 200 len: 210 time: 0.0392182 May 06 14:59:13.609779 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fed0ffd-abd7-46c0-aabe-52a8ee38b181 req-f145dfd5-782f-4de3-95f4-95473339f5e4 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:13.620303 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-1fed0ffd-abd7-46c0-aabe-52a8ee38b181 req-f145dfd5-782f-4de3-95f4-95473339f5e4 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 944 time: 0.1081128 May 06 14:59:13.705214 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-1fed0ffd-abd7-46c0-aabe-52a8ee38b181 req-64a6bd44-c08d-4c32-ad44-c8e195bf9dfe tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae37bc9a-9476-42ad-aa65-4d3a44fcf205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797822 May 06 14:59:13.739814 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (20451d70-ea89-4a66-885a-20a1b2a3bff8), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:14.087648 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device fc111146-c44c-49db-8747-5b951a689021 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 14:59:14.268010 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] For port fc111146-c44c-49db-8747-5b951a689021, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=fc111146-c44c-49db-8747-5b951a689021,segment=NetworkSegment(be6ce9c6-e762-4e52-a069-ce1413c2ff6a),segment_id=be6ce9c6-e762-4e52-a069-ce1413c2ff6a)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:59:14.287859 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Returning: {'device': 'fc111146-c44c-49db-8747-5b951a689021', 'network_id': '1f8443d4-24c9-4ac0-96d7-8083233dcc1b', 'port_id': 'fc111146-c44c-49db-8747-5b951a689021', 'mac_address': 'fa:16:3e:dc:03:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67575c08-c86c-46ea-9526-64956bd20b03', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 14:59:14.404216 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Current status of the port fc111146-c44c-49db-8747-5b951a689021 is: DOWN; New status is: BUILD {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 14:59:14.404661 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (fc111146-c44c-49db-8747-5b951a689021), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:14.405188 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7049a91-6b17-43a7-a7c4-e930385a29c4 req-5947b144-724e-4a7b-b290-41c5f2d856c2 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:14.422335 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-b7049a91-6b17-43a7-a7c4-e930385a29c4 req-5947b144-724e-4a7b-b290-41c5f2d856c2 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 944 time: 0.0888324 May 06 14:59:14.423854 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.notifiers.nova [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc111146-c44c-49db-8747-5b951a689021 {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 14:59:14.455174 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] For port fc111146-c44c-49db-8747-5b951a689021, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=fc111146-c44c-49db-8747-5b951a689021,segment=NetworkSegment(be6ce9c6-e762-4e52-a069-ce1413c2ff6a),segment_id=be6ce9c6-e762-4e52-a069-ce1413c2ff6a)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:59:14.461765 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (fc111146-c44c-49db-8747-5b951a689021), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:14.501782 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-b7049a91-6b17-43a7-a7c4-e930385a29c4 req-5a5e06c5-488e-401c-8235-639e9ad82b2c tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784869 May 06 14:59:14.506724 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 43218) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:59:14.532260 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Pushing event updated for resources: {'Port': ['ID=fc111146-c44c-49db-8747-5b951a689021,revision_number=4']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:14.659521 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device a0c80ff3-d242-45f6-84fa-b0941a41414e up at agent hyperv_hv-cinder-84067 {{(pid=103344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 14:59:14.669469 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a32cf2b1-e444-45f9-acae-6de3a35253d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:14.693939 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65841930-212f-47f4-82f9-71c496627c44 req-fa81138c-b19f-4abf-b2cd-113b394eb460 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:14.703718 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-65841930-212f-47f4-82f9-71c496627c44 req-fa81138c-b19f-4abf-b2cd-113b394eb460 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 945 time: 0.1019604 May 06 14:59:14.731831 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-7da7ff89-0563-42d1-9e19-93943d7777ff req-8f3347bd-c096-4ca0-8879-da14fa05ab26 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/ports?device_id=88476c17-cf4a-415d-b211-ab859c3d8c9b HTTP/1.1" status: 200 len: 210 time: 0.0468445 May 06 14:59:14.741796 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Provisioning for port a0c80ff3-d242-45f6-84fa-b0941a41414e completed by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 06 14:59:14.755112 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Provisioning complete for port a0c80ff3-d242-45f6-84fa-b0941a41414e triggered by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 14:59:14.755535 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (a0c80ff3-d242-45f6-84fa-b0941a41414e), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:14.837617 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-65841930-212f-47f4-82f9-71c496627c44 req-630adee0-2415-46cd-841e-0897a82ec5ac tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300604 May 06 14:59:14.861670 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Current status of the port a0c80ff3-d242-45f6-84fa-b0941a41414e is: BUILD; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 14:59:14.862362 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (a0c80ff3-d242-45f6-84fa-b0941a41414e), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:14.891123 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab1e10ed-8f86-49b0-8b91-00f990b09e38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0c80ff3-d242-45f6-84fa-b0941a41414e'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:59:14.893866 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e0964ea08b7304cb3fd06b6962f873a42c5b1f8277632c4cd90ec00bfa9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-541724a1-b0fb-4b09-83a7-c1b279ca315b" -d '{"events": [{"server_uuid": "ab1e10ed-8f86-49b0-8b91-00f990b09e38", "name": "network-vif-plugged", "status": "completed", "tag": "a0c80ff3-d242-45f6-84fa-b0941a41414e"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 14:59:14.897764 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a32cf2b1-e444-45f9-acae-6de3a35253d4 admin admin] Publish callbacks [] for security_group (7ba60993-8f9d-4eeb-8fd8-bf9fbb92ed76), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:14.905199 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315e8923-4b37-4bfe-a385-894ac2fb1722 req-dae78b30-2739-48ca-a3b6-75900ad7c9b0 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:14.908869 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a32cf2b1-e444-45f9-acae-6de3a35253d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (7ba60993-8f9d-4eeb-8fd8-bf9fbb92ed76), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:14.913186 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-315e8923-4b37-4bfe-a385-894ac2fb1722 req-dae78b30-2739-48ca-a3b6-75900ad7c9b0 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 944 time: 0.0676899 May 06 14:59:14.925371 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] For port a0c80ff3-d242-45f6-84fa-b0941a41414e, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=a0c80ff3-d242-45f6-84fa-b0941a41414e,segment=NetworkSegment(be6ce9c6-e762-4e52-a069-ce1413c2ff6a),segment_id=be6ce9c6-e762-4e52-a069-ce1413c2ff6a)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:59:14.933256 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (a0c80ff3-d242-45f6-84fa-b0941a41414e), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:14.934669 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device 77a330e2-c9ae-47be-b923-976dff909895 up at agent hyperv_hv-cinder-84067 {{(pid=103344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 14:59:14.985947 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-315e8923-4b37-4bfe-a385-894ac2fb1722 req-d4f214ab-6daf-4713-be08-d42bfa9ed3ce tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae37bc9a-9476-42ad-aa65-4d3a44fcf205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718801 May 06 14:59:15.007801 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 14:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-866091f2-a384-4560-aee9-dad7c1feddfc x-openstack-request-id: req-866091f2-a384-4560-aee9-dad7c1feddfc {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 14:59:15.008327 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab1e10ed-8f86-49b0-8b91-00f990b09e38", "name": "network-vif-plugged", "status": "completed", "tag": "a0c80ff3-d242-45f6-84fa-b0941a41414e", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 14:59:15.009100 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-866091f2-a384-4560-aee9-dad7c1feddfc {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 14:59:15.009190 dv-cinder-840678-2-iscsi neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event matching ['req-866091f2-a384-4560-aee9-dad7c1feddfc'] response: {'server_uuid': 'ab1e10ed-8f86-49b0-8b91-00f990b09e38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0c80ff3-d242-45f6-84fa-b0941a41414e', 'code': 200} May 06 14:59:15.022277 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-a32cf2b1-e444-45f9-acae-6de3a35253d4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7556b262575047aca552e72d6828468d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5137393 May 06 14:59:15.025534 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32cf2b1-e444-45f9-acae-6de3a35253d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba60993-8f9d-4eeb-8fd8-bf9fbb92ed76,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:15.026673 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 43234) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:59:15.034779 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] get_ports_and_sgs() called for port_ids ['fc111146-c44c-49db-8747-5b951a689021'] {{(pid=103344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 14:59:15.079683 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Pushing event updated for resources: {'Port': ['ID=a0c80ff3-d242-45f6-84fa-b0941a41414e,revision_number=5']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:15.099844 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Provisioning for port 77a330e2-c9ae-47be-b923-976dff909895 completed by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 06 14:59:15.107389 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Provisioning complete for port 77a330e2-c9ae-47be-b923-976dff909895 triggered by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 14:59:15.107790 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (77a330e2-c9ae-47be-b923-976dff909895), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:15.113604 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-59407926-5316-4fde-8330-130760193119 admin admin] Publish callbacks [] for security_group (7ba60993-8f9d-4eeb-8fd8-bf9fbb92ed76), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:15.120336 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eae1ce-3903-42b7-8ac8-6dcee8e09f77 req-c47cf816-0671-4ca0-81d9-f422175dd0ca tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:15.121957 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-a9eae1ce-3903-42b7-8ac8-6dcee8e09f77 req-c47cf816-0671-4ca0-81d9-f422175dd0ca tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.26 "GET /v2.0/networks?id=c0a1ab6e-aa6d-4ce9-8682-74a6ac4822ef HTTP/1.1" status: 200 len: 809 time: 0.2163548 May 06 14:59:15.144338 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.v2.base [req-a9eae1ce-3903-42b7-8ac8-6dcee8e09f77 req-11a8035a-d520-4b4e-a939-b6089d316c75 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Request body: {'port': {'device_id': '88476c17-cf4a-415d-b211-ab859c3d8c9b', 'network_id': 'c0a1ab6e-aa6d-4ce9-8682-74a6ac4822ef', 'admin_state_up': True, 'tenant_id': '0124bfd61ad14bd395ecd3c54849f2fe'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 14:59:15.218824 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-59407926-5316-4fde-8330-130760193119 admin admin] Publish callbacks [] for security_group (7ba60993-8f9d-4eeb-8fd8-bf9fbb92ed76), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:15.268215 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Current status of the port 77a330e2-c9ae-47be-b923-976dff909895 is: BUILD; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 14:59:15.268627 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (77a330e2-c9ae-47be-b923-976dff909895), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:15.303333 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-59407926-5316-4fde-8330-130760193119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (7ba60993-8f9d-4eeb-8fd8-bf9fbb92ed76), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:15.306955 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-59407926-5316-4fde-8330-130760193119 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:15.308545 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-59407926-5316-4fde-8330-130760193119 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7ba60993-8f9d-4eeb-8fd8-bf9fbb92ed76 HTTP/1.1" status: 204 len: 168 time: 0.2808423 May 06 14:59:15.329962 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] For port 77a330e2-c9ae-47be-b923-976dff909895, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=77a330e2-c9ae-47be-b923-976dff909895,segment=NetworkSegment(cf545a1c-4990-4216-8ab0-67a99018f922),segment_id=cf545a1c-4990-4216-8ab0-67a99018f922)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:59:15.331683 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59407926-5316-4fde-8330-130760193119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba60993-8f9d-4eeb-8fd8-bf9fbb92ed76,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:15.334970 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (77a330e2-c9ae-47be-b923-976dff909895), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:15.357105 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9eae1ce-3903-42b7-8ac8-6dcee8e09f77 req-11a8035a-d520-4b4e-a939-b6089d316c75 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Made reservation on behalf of 0124bfd61ad14bd395ecd3c54849f2fe for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:59:15.360885 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-a9eae1ce-3903-42b7-8ac8-6dcee8e09f77 req-11a8035a-d520-4b4e-a939-b6089d316c75 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:15.412746 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Pushing event updated for resources: {'Port': ['ID=77a330e2-c9ae-47be-b923-976dff909895,revision_number=5']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:15.454740 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276b1286-8b2b-46fc-9209-b2729ba505fa req-15d078df-2553-44ad-b9cd-0c0418b95bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:15.456470 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-276b1286-8b2b-46fc-9209-b2729ba505fa req-15d078df-2553-44ad-b9cd-0c0418b95bc6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ab1e10ed-8f86-49b0-8b91-00f990b09e38 HTTP/1.1" status: 200 len: 1129 time: 0.1102517 May 06 14:59:15.515395 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-a9eae1ce-3903-42b7-8ac8-6dcee8e09f77 req-11a8035a-d520-4b4e-a939-b6089d316c75 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Allocated IP 172.20.0.6 (c0a1ab6e-aa6d-4ce9-8682-74a6ac4822ef/ef6501ca-ace5-4c6e-88c7-78551c4368ba/c508c7ff-886d-4428-bfe0-b721015e5331) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:59:15.523715 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-276b1286-8b2b-46fc-9209-b2729ba505fa req-8d7edff0-43e1-45a3-bcc1-9a16c3c30245 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574327 May 06 14:59:15.669009 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 43254) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:59:15.682644 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4ab28105-ea3c-4550-a584-bc0fce612150 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:15.683173 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cdfd75-120c-4547-98bd-747a59a89415 req-14c6889f-d6a0-4ca9-96a8-71cb5c8700f5 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:15.684763 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-66cdfd75-120c-4547-98bd-747a59a89415 req-14c6889f-d6a0-4ca9-96a8-71cb5c8700f5 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 944 time: 0.1040292 May 06 14:59:15.768909 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4ab28105-ea3c-4550-a584-bc0fce612150 admin admin] Publish callbacks [] for security_group (6601747b-ad90-447a-b00d-95c6a110471d), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:15.770049 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-66cdfd75-120c-4547-98bd-747a59a89415 req-3193da40-b72d-4c19-abde-301b882268b7 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792489 May 06 14:59:15.773678 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-a9eae1ce-3903-42b7-8ac8-6dcee8e09f77 req-11a8035a-d520-4b4e-a939-b6089d316c75 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Publish callbacks [] for port (c508c7ff-886d-4428-bfe0-b721015e5331), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:15.783339 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4ab28105-ea3c-4550-a584-bc0fce612150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (6601747b-ad90-447a-b00d-95c6a110471d), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:15.824235 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-a9eae1ce-3903-42b7-8ac8-6dcee8e09f77 req-11a8035a-d520-4b4e-a939-b6089d316c75 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732313435468'] for port (c508c7ff-886d-4428-bfe0-b721015e5331), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:15.827943 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-4ab28105-ea3c-4550-a584-bc0fce612150 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5011f1a7114f49678c6da0756ce0a3f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1578743 May 06 14:59:15.829726 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab28105-ea3c-4550-a584-bc0fce612150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6601747b-ad90-447a-b00d-95c6a110471d,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:15.831011 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 43262) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:59:15.886716 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de9f49c-ffcf-4458-93fb-ce6083973935 req-390a45f0-204d-4aae-8b33-61b4e68cfda5 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:15.888421 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-0de9f49c-ffcf-4458-93fb-ce6083973935 req-390a45f0-204d-4aae-8b33-61b4e68cfda5 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/ports?device_id=88476c17-cf4a-415d-b211-ab859c3d8c9b HTTP/1.1" status: 200 len: 931 time: 0.0644720 May 06 14:59:15.901648 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9eae1ce-3903-42b7-8ac8-6dcee8e09f77 req-11a8035a-d520-4b4e-a939-b6089d316c75 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Network c0a1ab6e-aa6d-4ce9-8682-74a6ac4822ef is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:59:15.907684 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-a9eae1ce-3903-42b7-8ac8-6dcee8e09f77 req-11a8035a-d520-4b4e-a939-b6089d316c75 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:59:15.919596 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9eae1ce-3903-42b7-8ac8-6dcee8e09f77 req-11a8035a-d520-4b4e-a939-b6089d316c75 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 14:59:15.925005 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eae1ce-3903-42b7-8ac8-6dcee8e09f77 req-11a8035a-d520-4b4e-a939-b6089d316c75 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:15.925658 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-a9eae1ce-3903-42b7-8ac8-6dcee8e09f77 req-11a8035a-d520-4b4e-a939-b6089d316c75 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566627'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:15.943170 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a8035a-d520-4b4e-a939-b6089d316c75 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Pushing event updated for resources: {'Port': ['ID=c508c7ff-886d-4428-bfe0-b721015e5331,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:15.954268 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-0de9f49c-ffcf-4458-93fb-ce6083973935 req-577ff382-e053-4a6b-bec5-3a09e03e625b tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/security-groups?id=442a10b9-9929-49f9-8146-8830d8f9fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602686 May 06 14:59:15.991666 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-a9eae1ce-3903-42b7-8ac8-6dcee8e09f77 req-11a8035a-d520-4b4e-a939-b6089d316c75 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8562500 May 06 14:59:16.012955 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.v2.base [req-a9eae1ce-3903-42b7-8ac8-6dcee8e09f77 req-9201643d-0b09-452f-9fdc-5389c692e45e service neutron] Request body: {'port': {'device_id': '88476c17-cf4a-415d-b211-ab859c3d8c9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 14:59:16.020878 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b3855c-6704-43ca-9e50-a409a6cf4e11 req-bc26bc06-19ed-48d2-ada0-fbf0235ee72c tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:16.022440 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-b5b3855c-6704-43ca-9e50-a409a6cf4e11 req-bc26bc06-19ed-48d2-ada0-fbf0235ee72c tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 945 time: 0.0932024 May 06 14:59:16.025542 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-701ee10b-333e-41ef-a269-4a6901f453ed admin admin] Publish callbacks [] for security_group (6601747b-ad90-447a-b00d-95c6a110471d), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:16.080556 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device 3fde30d6-e4a7-41a8-a67c-29a4deb4e074 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 14:59:16.125185 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3db330-9150-45ef-89b3-0f66c25a732f req-d1192843-f6bd-4a53-8fbb-e186558cecfa tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:16.126221 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-bc3db330-9150-45ef-89b3-0f66c25a732f req-d1192843-f6bd-4a53-8fbb-e186558cecfa tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 945 time: 0.0639598 May 06 14:59:16.128369 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-701ee10b-333e-41ef-a269-4a6901f453ed admin admin] Publish callbacks [] for security_group (6601747b-ad90-447a-b00d-95c6a110471d), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:16.130800 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-a9eae1ce-3903-42b7-8ac8-6dcee8e09f77 req-9201643d-0b09-452f-9fdc-5389c692e45e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (c508c7ff-886d-4428-bfe0-b721015e5331), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:16.143056 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device fc111146-c44c-49db-8747-5b951a689021 up at agent hyperv_hv-cinder-84067 {{(pid=103344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 14:59:16.191744 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-bc3db330-9150-45ef-89b3-0f66c25a732f req-43fb2faf-945e-44a8-8cdb-50683d7bdf1f tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae37bc9a-9476-42ad-aa65-4d3a44fcf205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593090 May 06 14:59:16.217533 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-b5b3855c-6704-43ca-9e50-a409a6cf4e11 req-dc651ea1-3495-441e-8e70-0ab1acf59a47 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710136 May 06 14:59:16.234441 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] For port 3fde30d6-e4a7-41a8-a67c-29a4deb4e074, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=3fde30d6-e4a7-41a8-a67c-29a4deb4e074,segment=NetworkSegment(59b9f651-300b-41a0-9754-50f9dffdafce),segment_id=59b9f651-300b-41a0-9754-50f9dffdafce)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:59:16.237329 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Provisioning for port fc111146-c44c-49db-8747-5b951a689021 completed by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 06 14:59:16.249540 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Provisioning complete for port fc111146-c44c-49db-8747-5b951a689021 triggered by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 14:59:16.250221 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (fc111146-c44c-49db-8747-5b951a689021), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:16.253175 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Returning: {'device': '3fde30d6-e4a7-41a8-a67c-29a4deb4e074', 'network_id': 'e617326c-50d9-4a05-90f1-04262502b764', 'port_id': '3fde30d6-e4a7-41a8-a67c-29a4deb4e074', 'mac_address': 'fa:16:3e:8c:3f:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73d058b8-ef9e-473c-9be9-61c8d64fe350', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 14:59:16.314252 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-701ee10b-333e-41ef-a269-4a6901f453ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (6601747b-ad90-447a-b00d-95c6a110471d), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:16.316811 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-701ee10b-333e-41ef-a269-4a6901f453ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:16.319715 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-701ee10b-333e-41ef-a269-4a6901f453ed admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6601747b-ad90-447a-b00d-95c6a110471d HTTP/1.1" status: 204 len: 168 time: 0.4869785 May 06 14:59:16.322516 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Current status of the port 3fde30d6-e4a7-41a8-a67c-29a4deb4e074 is: DOWN; New status is: BUILD {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 14:59:16.323127 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (3fde30d6-e4a7-41a8-a67c-29a4deb4e074), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:16.337890 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.notifiers.nova [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fde30d6-e4a7-41a8-a67c-29a4deb4e074 {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 14:59:16.351227 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701ee10b-333e-41ef-a269-4a6901f453ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6601747b-ad90-447a-b00d-95c6a110471d,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:16.388317 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] For port 3fde30d6-e4a7-41a8-a67c-29a4deb4e074, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=3fde30d6-e4a7-41a8-a67c-29a4deb4e074,segment=NetworkSegment(59b9f651-300b-41a0-9754-50f9dffdafce),segment_id=59b9f651-300b-41a0-9754-50f9dffdafce)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:59:16.400873 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (3fde30d6-e4a7-41a8-a67c-29a4deb4e074), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:16.407314 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Current status of the port fc111146-c44c-49db-8747-5b951a689021 is: BUILD; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 14:59:16.407534 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (fc111146-c44c-49db-8747-5b951a689021), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:16.505406 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] For port fc111146-c44c-49db-8747-5b951a689021, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=fc111146-c44c-49db-8747-5b951a689021,segment=NetworkSegment(be6ce9c6-e762-4e52-a069-ce1413c2ff6a),segment_id=be6ce9c6-e762-4e52-a069-ce1413c2ff6a)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:59:16.509963 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Pushing event updated for resources: {'Port': ['ID=3fde30d6-e4a7-41a8-a67c-29a4deb4e074,revision_number=4']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:16.513040 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (fc111146-c44c-49db-8747-5b951a689021), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:16.556739 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [req-a9eae1ce-3903-42b7-8ac8-6dcee8e09f77 req-9201643d-0b09-452f-9fdc-5389c692e45e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c508c7ff-886d-4428-bfe0-b721015e5331 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 14:59:16.567995 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-a9eae1ce-3903-42b7-8ac8-6dcee8e09f77 req-9201643d-0b09-452f-9fdc-5389c692e45e service neutron] Publish callbacks [] for port (c508c7ff-886d-4428-bfe0-b721015e5331), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:16.569355 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Pushing event updated for resources: {'Port': ['ID=fc111146-c44c-49db-8747-5b951a689021,revision_number=5']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:16.588917 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-a9eae1ce-3903-42b7-8ac8-6dcee8e09f77 req-9201643d-0b09-452f-9fdc-5389c692e45e service neutron] Transition to ACTIVE for port object c508c7ff-886d-4428-bfe0-b721015e5331 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 06 14:59:16.593755 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-a9eae1ce-3903-42b7-8ac8-6dcee8e09f77 req-9201643d-0b09-452f-9fdc-5389c692e45e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (c508c7ff-886d-4428-bfe0-b721015e5331), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:16.647867 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9201643d-0b09-452f-9fdc-5389c692e45e service neutron] Pushing event updated for resources: {'Port': ['ID=c508c7ff-886d-4428-bfe0-b721015e5331,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:16.690233 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-a9eae1ce-3903-42b7-8ac8-6dcee8e09f77 req-9201643d-0b09-452f-9fdc-5389c692e45e service neutron] Attempting to bind port c508c7ff-886d-4428-bfe0-b721015e5331 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 14:59:16.691261 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-a9eae1ce-3903-42b7-8ac8-6dcee8e09f77 req-9201643d-0b09-452f-9fdc-5389c692e45e service neutron] Attempting to bind port c508c7ff-886d-4428-bfe0-b721015e5331 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': 'ad38d823-2b9b-4a57-be3a-d0aef122e776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'c0a1ab6e-aa6d-4ce9-8682-74a6ac4822ef'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 14:59:16.691707 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9eae1ce-3903-42b7-8ac8-6dcee8e09f77 req-9201643d-0b09-452f-9fdc-5389c692e45e service neutron] Attempting to bind port c508c7ff-886d-4428-bfe0-b721015e5331 on network c0a1ab6e-aa6d-4ce9-8682-74a6ac4822ef {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 14:59:16.697396 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9eae1ce-3903-42b7-8ac8-6dcee8e09f77 req-9201643d-0b09-452f-9fdc-5389c692e45e service neutron] Port c508c7ff-886d-4428-bfe0-b721015e5331 on network c0a1ab6e-aa6d-4ce9-8682-74a6ac4822ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 14:59:16.698034 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9eae1ce-3903-42b7-8ac8-6dcee8e09f77 req-9201643d-0b09-452f-9fdc-5389c692e45e service neutron] Attempting to bind port c508c7ff-886d-4428-bfe0-b721015e5331 on network c0a1ab6e-aa6d-4ce9-8682-74a6ac4822ef {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 14:59:16.704305 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9eae1ce-3903-42b7-8ac8-6dcee8e09f77 req-9201643d-0b09-452f-9fdc-5389c692e45e service neutron] Checking agent: {'id': '1eb4536b-031c-4a65-bfe5-fc1ede7d9429', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 14, 56, 20), 'started_at': datetime.datetime(2022, 5, 6, 14, 56, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 14:59:16.704668 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9eae1ce-3903-42b7-8ac8-6dcee8e09f77 req-9201643d-0b09-452f-9fdc-5389c692e45e service neutron] Checking segment: {'id': 'ad38d823-2b9b-4a57-be3a-d0aef122e776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'c0a1ab6e-aa6d-4ce9-8682-74a6ac4822ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 14:59:16.705189 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9eae1ce-3903-42b7-8ac8-6dcee8e09f77 req-9201643d-0b09-452f-9fdc-5389c692e45e service neutron] Bound using segment: {'id': 'ad38d823-2b9b-4a57-be3a-d0aef122e776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'c0a1ab6e-aa6d-4ce9-8682-74a6ac4822ef'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 14:59:16.705642 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-a9eae1ce-3903-42b7-8ac8-6dcee8e09f77 req-9201643d-0b09-452f-9fdc-5389c692e45e service neutron] Bound port: c508c7ff-886d-4428-bfe0-b721015e5331, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad38d823-2b9b-4a57-be3a-d0aef122e776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'c0a1ab6e-aa6d-4ce9-8682-74a6ac4822ef'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 14:59:16.705988 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-a9eae1ce-3903-42b7-8ac8-6dcee8e09f77 req-9201643d-0b09-452f-9fdc-5389c692e45e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (c508c7ff-886d-4428-bfe0-b721015e5331), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:16.758360 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 43284) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:59:16.774569 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-a9eae1ce-3903-42b7-8ac8-6dcee8e09f77 req-9201643d-0b09-452f-9fdc-5389c692e45e service neutron] For port c508c7ff-886d-4428-bfe0-b721015e5331, host hv-cinder-84067, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:59:16.774760 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9c47fe1a-738d-4a8a-b53e-9b1ddc80ff02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:16.778982 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-a9eae1ce-3903-42b7-8ac8-6dcee8e09f77 req-9201643d-0b09-452f-9fdc-5389c692e45e service neutron] For port c508c7ff-886d-4428-bfe0-b721015e5331, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=c508c7ff-886d-4428-bfe0-b721015e5331,segment=NetworkSegment(ad38d823-2b9b-4a57-be3a-d0aef122e776),segment_id=ad38d823-2b9b-4a57-be3a-d0aef122e776)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:59:16.785639 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-a9eae1ce-3903-42b7-8ac8-6dcee8e09f77 req-9201643d-0b09-452f-9fdc-5389c692e45e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (c508c7ff-886d-4428-bfe0-b721015e5331), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:16.802096 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.agents_db [None req-6003b131-4361-4e36-81e7-47e90cbdf206 None None] Agent healthcheck: found 6 active agents {{(pid=103345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 14:59:16.811570 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 43286) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:59:16.828262 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] get_ports_and_sgs() called for port_ids ['3fde30d6-e4a7-41a8-a67c-29a4deb4e074'] {{(pid=103344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 14:59:16.828650 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eae1ce-3903-42b7-8ac8-6dcee8e09f77 req-9201643d-0b09-452f-9fdc-5389c692e45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:16.829211 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-a9eae1ce-3903-42b7-8ac8-6dcee8e09f77 req-9201643d-0b09-452f-9fdc-5389c692e45e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566627'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:16.830606 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-a9eae1ce-3903-42b7-8ac8-6dcee8e09f77 req-9201643d-0b09-452f-9fdc-5389c692e45e service neutron] 10.222.0.26 "PUT /v2.0/ports/c508c7ff-886d-4428-bfe0-b721015e5331 HTTP/1.1" status: 200 len: 1093 time: 0.8257837 May 06 14:59:16.831057 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88476c17-cf4a-415d-b211-ab859c3d8c9b', 'tag': 'c508c7ff-886d-4428-bfe0-b721015e5331'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:59:16.833439 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e079183c6aa01fbf7ecda8705e9d532761ec392512c90f9d6467ac227f3657d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b4e66c-8766-47c6-9083-2f82e820d7f8" -d '{"events": [{"name": "network-changed", "server_uuid": "88476c17-cf4a-415d-b211-ab859c3d8c9b", "tag": "c508c7ff-886d-4428-bfe0-b721015e5331"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 14:59:16.875435 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9201643d-0b09-452f-9fdc-5389c692e45e service neutron] Pushing event updated for resources: {'Port': ['ID=c508c7ff-886d-4428-bfe0-b721015e5331,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:16.909104 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9c47fe1a-738d-4a8a-b53e-9b1ddc80ff02 admin admin] Publish callbacks [] for security_group (7e2d854f-7eb4-468c-b11b-33e33232d302), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:16.916302 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9c47fe1a-738d-4a8a-b53e-9b1ddc80ff02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (7e2d854f-7eb4-468c-b11b-33e33232d302), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:16.919751 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 14:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a69cde-e851-4a76-9085-be984878bdff x-openstack-request-id: req-64a69cde-e851-4a76-9085-be984878bdff {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 14:59:16.920049 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88476c17-cf4a-415d-b211-ab859c3d8c9b", "tag": "c508c7ff-886d-4428-bfe0-b721015e5331", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 14:59:16.920341 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-64a69cde-e851-4a76-9085-be984878bdff {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 14:59:16.920784 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64a69cde-e851-4a76-9085-be984878bdff'] response: {'name': 'network-changed', 'server_uuid': '88476c17-cf4a-415d-b211-ab859c3d8c9b', 'tag': 'c508c7ff-886d-4428-bfe0-b721015e5331', 'status': 'completed', 'code': 200} May 06 14:59:16.989080 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c47fe1a-738d-4a8a-b53e-9b1ddc80ff02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e2d854f-7eb4-468c-b11b-33e33232d302,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:16.999534 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-9c47fe1a-738d-4a8a-b53e-9b1ddc80ff02 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b4e66868534f4df09eaa1e975f2890e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2390256 May 06 14:59:17.002137 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 43296) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:59:17.012946 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b025609-05d9-4579-b4e1-8d53ddd01ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77a330e2-c9ae-47be-b923-976dff909895'}, {'server_uuid': '519cecee-39e5-4926-b71e-f13614fb3ac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc111146-c44c-49db-8747-5b951a689021'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:59:17.015511 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e0964ea08b7304cb3fd06b6962f873a42c5b1f8277632c4cd90ec00bfa9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f92094-dd33-4b04-a9fe-1bdb50e391a4" -d '{"events": [{"server_uuid": "6b025609-05d9-4579-b4e1-8d53ddd01ba5", "name": "network-vif-plugged", "status": "completed", "tag": "77a330e2-c9ae-47be-b923-976dff909895"}, {"server_uuid": "519cecee-39e5-4926-b71e-f13614fb3ac2", "name": "network-vif-plugged", "status": "completed", "tag": "fc111146-c44c-49db-8747-5b951a689021"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 14:59:17.016031 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69bd29c-6ed0-40d5-9782-361cd473036d req-f00b4e37-61e5-49a2-8703-29cf832a3b1b tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:17.017613 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-a69bd29c-6ed0-40d5-9782-361cd473036d req-f00b4e37-61e5-49a2-8703-29cf832a3b1b tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 945 time: 0.0838349 May 06 14:59:17.072696 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dbfa8d8a-37d0-464d-ae33-d450cc245239 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:17.105315 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce76998-e073-4e0e-9d71-c0c4956c6c78 req-fc859086-5a56-453f-9b9f-dbdc63e64d0b tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:17.107143 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-9ce76998-e073-4e0e-9d71-c0c4956c6c78 req-fc859086-5a56-453f-9b9f-dbdc63e64d0b tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/ports?device_id=88476c17-cf4a-415d-b211-ab859c3d8c9b HTTP/1.1" status: 200 len: 943 time: 0.0532463 May 06 14:59:17.132751 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-a69bd29c-6ed0-40d5-9782-361cd473036d req-36cbe9e1-776d-4d16-83af-88bc9b09789d tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087456 May 06 14:59:17.180828 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eae1ce-3903-42b7-8ac8-6dcee8e09f77 req-10440efc-f27c-46e9-ba46-1fda2d7bfd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:17.182170 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1a90bf54-c8f1-4e33-a286-f11feffad8c7 admin admin] Publish callbacks [] for security_group (7e2d854f-7eb4-468c-b11b-33e33232d302), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:17.194551 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-a9eae1ce-3903-42b7-8ac8-6dcee8e09f77 req-10440efc-f27c-46e9-ba46-1fda2d7bfd5d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0124bfd61ad14bd395ecd3c54849f2fe&device_id=88476c17-cf4a-415d-b211-ab859c3d8c9b HTTP/1.1" status: 200 len: 1127 time: 0.0742185 May 06 14:59:17.220017 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1a90bf54-c8f1-4e33-a286-f11feffad8c7 admin admin] Publish callbacks [] for security_group (7e2d854f-7eb4-468c-b11b-33e33232d302), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:17.228570 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-9ce76998-e073-4e0e-9d71-c0c4956c6c78 req-cc74bd80-c4df-4c3a-8cd2-615f3c5aed01 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/security-groups?id=442a10b9-9929-49f9-8146-8830d8f9fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100368 May 06 14:59:17.251841 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dbfa8d8a-37d0-464d-ae33-d450cc245239 admin admin] Publish callbacks [] for security_group (3b244f50-811a-4e86-aead-f209d4dfe1be), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:17.255719 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 06 May 2022 14:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc0f0e02-0729-43c7-b8be-1c2db2c4fa87 x-openstack-request-id: req-dc0f0e02-0729-43c7-b8be-1c2db2c4fa87 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 14:59:17.256228 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b025609-05d9-4579-b4e1-8d53ddd01ba5", "name": "network-vif-plugged", "status": "completed", "tag": "77a330e2-c9ae-47be-b923-976dff909895", "code": 200}, {"server_uuid": "519cecee-39e5-4926-b71e-f13614fb3ac2", "name": "network-vif-plugged", "status": "completed", "tag": "fc111146-c44c-49db-8747-5b951a689021", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 14:59:17.256375 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dc0f0e02-0729-43c7-b8be-1c2db2c4fa87 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 14:59:17.256884 dv-cinder-840678-2-iscsi neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc0f0e02-0729-43c7-b8be-1c2db2c4fa87'] response: {'server_uuid': '6b025609-05d9-4579-b4e1-8d53ddd01ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77a330e2-c9ae-47be-b923-976dff909895', 'code': 200} May 06 14:59:17.257208 dv-cinder-840678-2-iscsi neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc0f0e02-0729-43c7-b8be-1c2db2c4fa87'] response: {'server_uuid': '519cecee-39e5-4926-b71e-f13614fb3ac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc111146-c44c-49db-8747-5b951a689021', 'code': 200} May 06 14:59:17.312845 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-dbfa8d8a-37d0-464d-ae33-d450cc245239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (3b244f50-811a-4e86-aead-f209d4dfe1be), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:17.348883 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1a90bf54-c8f1-4e33-a286-f11feffad8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (7e2d854f-7eb4-468c-b11b-33e33232d302), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:17.348883 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1a90bf54-c8f1-4e33-a286-f11feffad8c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:17.348883 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-1a90bf54-c8f1-4e33-a286-f11feffad8c7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7e2d854f-7eb4-468c-b11b-33e33232d302 HTTP/1.1" status: 204 len: 168 time: 0.3401420 May 06 14:59:17.378677 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887ac7e9-bd7f-4185-b124-1e9831bee942 req-84e35c51-1e2b-4877-9464-9ff6e7c12559 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:17.389205 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-887ac7e9-bd7f-4185-b124-1e9831bee942 req-84e35c51-1e2b-4877-9464-9ff6e7c12559 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 945 time: 0.0898709 May 06 14:59:17.408129 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5446a8-d400-4a6c-8609-911337051899 req-a4ee7bd9-3a5b-49f4-aad2-1b8b5fc5bae6 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:17.410037 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-3f5446a8-d400-4a6c-8609-911337051899 req-a4ee7bd9-3a5b-49f4-aad2-1b8b5fc5bae6 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 946 time: 0.0936818 May 06 14:59:17.460960 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfa8d8a-37d0-464d-ae33-d450cc245239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b244f50-811a-4e86-aead-f209d4dfe1be,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:17.471842 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-dbfa8d8a-37d0-464d-ae33-d450cc245239 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=72ed39139a59446fa07d5e8812ee0d41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6588616 May 06 14:59:17.472533 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-887ac7e9-bd7f-4185-b124-1e9831bee942 req-47ed7370-9ec0-49c7-a4b6-e4dc3e89e7e8 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae37bc9a-9476-42ad-aa65-4d3a44fcf205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813198 May 06 14:59:17.476372 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 43318) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:59:17.493725 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a90bf54-c8f1-4e33-a286-f11feffad8c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e2d854f-7eb4-468c-b11b-33e33232d302,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:17.501191 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-3f5446a8-d400-4a6c-8609-911337051899 req-7f131087-1e09-49b7-8e0e-651e2e6563d2 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806401 May 06 14:59:17.557668 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-26dce2ef-5035-472b-920f-64eecb1b7b99 admin admin] Publish callbacks [] for security_group (3b244f50-811a-4e86-aead-f209d4dfe1be), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:17.583242 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-26dce2ef-5035-472b-920f-64eecb1b7b99 admin admin] Publish callbacks [] for security_group (3b244f50-811a-4e86-aead-f209d4dfe1be), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:17.636845 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-26dce2ef-5035-472b-920f-64eecb1b7b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (3b244f50-811a-4e86-aead-f209d4dfe1be), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:17.639490 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-26dce2ef-5035-472b-920f-64eecb1b7b99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:17.642999 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-26dce2ef-5035-472b-920f-64eecb1b7b99 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3b244f50-811a-4e86-aead-f209d4dfe1be HTTP/1.1" status: 204 len: 168 time: 0.1615965 May 06 14:59:17.648468 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dce2ef-5035-472b-920f-64eecb1b7b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b244f50-811a-4e86-aead-f209d4dfe1be,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:17.817636 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-d6cc80c8-4723-4550-b307-65a8244ac10a req-9211fac5-69d1-48e9-838a-8965b96f661c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1e9c0b35-6c24-4b6e-a913-e73cd5bd7025&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0497499 May 06 14:59:17.938205 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 43334) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:59:17.948794 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-a9eae1ce-3903-42b7-8ac8-6dcee8e09f77 req-247edcf1-1e45-4b92-a4bc-f29e619f3a7b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c508c7ff-886d-4428-bfe0-b721015e5331 HTTP/1.1" status: 200 len: 217 time: 0.0406234 May 06 14:59:17.958912 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eb3366e6-907c-40d2-9c4b-11756dc6d848 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:18.092305 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc80c8-4723-4550-b307-65a8244ac10a req-bafea433-3450-40e5-bc79-336db7a49a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:18.094805 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-d6cc80c8-4723-4550-b307-65a8244ac10a req-bafea433-3450-40e5-bc79-336db7a49a58 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3cab862a707246328df1cfcad6ba10cc&device_id=1e9c0b35-6c24-4b6e-a913-e73cd5bd7025 HTTP/1.1" status: 200 len: 1129 time: 0.0753763 May 06 14:59:18.103418 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eae1ce-3903-42b7-8ac8-6dcee8e09f77 req-50977ec6-271e-4e6f-b30c-9c1f46c6b50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:18.105146 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-a9eae1ce-3903-42b7-8ac8-6dcee8e09f77 req-50977ec6-271e-4e6f-b30c-9c1f46c6b50f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ef6501ca-ace5-4c6e-88c7-78551c4368ba HTTP/1.1" status: 200 len: 849 time: 0.1045411 May 06 14:59:18.107798 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device 3fde30d6-e4a7-41a8-a67c-29a4deb4e074 up at agent hyperv_hv-cinder-84067 {{(pid=103344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 14:59:18.127840 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eb3366e6-907c-40d2-9c4b-11756dc6d848 admin admin] Publish callbacks [] for security_group (599d4560-64af-42e3-8143-d2ff929ffd62), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:18.132633 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-eb3366e6-907c-40d2-9c4b-11756dc6d848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (599d4560-64af-42e3-8143-d2ff929ffd62), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:18.181895 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-eb3366e6-907c-40d2-9c4b-11756dc6d848 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a26eb463d04e479a817558987b219290&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2425272 May 06 14:59:18.183128 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3366e6-907c-40d2-9c4b-11756dc6d848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=599d4560-64af-42e3-8143-d2ff929ffd62,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:18.187329 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 43342) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:59:18.187713 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-a9eae1ce-3903-42b7-8ac8-6dcee8e09f77 req-d13b8fe4-86ae-4b6f-9ac4-ba84a2c4a20e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c0a1ab6e-aa6d-4ce9-8682-74a6ac4822ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517604 May 06 14:59:18.235890 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc05563-5e56-474d-80ab-b045e422895c req-de8e2b35-7a5e-4c40-b24d-bd4424f8aa92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:18.237524 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-5bc05563-5e56-474d-80ab-b045e422895c req-de8e2b35-7a5e-4c40-b24d-bd4424f8aa92 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 1129 time: 0.0486753 May 06 14:59:18.247578 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Provisioning for port 3fde30d6-e4a7-41a8-a67c-29a4deb4e074 completed by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 06 14:59:18.259028 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Provisioning complete for port 3fde30d6-e4a7-41a8-a67c-29a4deb4e074 triggered by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 14:59:18.260742 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (3fde30d6-e4a7-41a8-a67c-29a4deb4e074), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:18.320365 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ef7f6-4ac7-4995-8f17-04aa6cb4a6a0 req-767f470d-a1da-44bc-8653-624e029c3799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:18.322008 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-366ef7f6-4ac7-4995-8f17-04aa6cb4a6a0 req-767f470d-a1da-44bc-8653-624e029c3799 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 1130 time: 0.1337702 May 06 14:59:18.394476 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-565b41d4-dd7f-4372-8ee3-365787d9d82c admin admin] Publish callbacks [] for security_group (599d4560-64af-42e3-8143-d2ff929ffd62), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:18.395539 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Current status of the port 3fde30d6-e4a7-41a8-a67c-29a4deb4e074 is: BUILD; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 14:59:18.396120 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (3fde30d6-e4a7-41a8-a67c-29a4deb4e074), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:18.444265 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-5bc05563-5e56-474d-80ab-b045e422895c req-65864780-1e73-41d5-90b0-d0a556ba34e8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ae37bc9a-9476-42ad-aa65-4d3a44fcf205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1778920 May 06 14:59:18.449281 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] For port 3fde30d6-e4a7-41a8-a67c-29a4deb4e074, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=3fde30d6-e4a7-41a8-a67c-29a4deb4e074,segment=NetworkSegment(59b9f651-300b-41a0-9754-50f9dffdafce),segment_id=59b9f651-300b-41a0-9754-50f9dffdafce)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:59:18.450105 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc80c8-4723-4550-b307-65a8244ac10a req-7381045f-66d3-47f6-80ac-5eabcab6d5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:18.451730 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-d6cc80c8-4723-4550-b307-65a8244ac10a req-7381045f-66d3-47f6-80ac-5eabcab6d5e9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f03bc0ab-4c4b-42d7-8084-72f3c477842c HTTP/1.1" status: 200 len: 913 time: 0.2567995 May 06 14:59:18.455678 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (3fde30d6-e4a7-41a8-a67c-29a4deb4e074), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:18.472381 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006dc0a9-12bd-4ae9-9e98-a6f4b487f2d8 req-3a3262c8-c0eb-4e27-bea1-6a1e2bfeac60 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:18.475234 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-006dc0a9-12bd-4ae9-9e98-a6f4b487f2d8 req-3a3262c8-c0eb-4e27-bea1-6a1e2bfeac60 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/ports?device_id=88476c17-cf4a-415d-b211-ab859c3d8c9b HTTP/1.1" status: 200 len: 943 time: 0.1083248 May 06 14:59:18.481017 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-366ef7f6-4ac7-4995-8f17-04aa6cb4a6a0 req-0f631234-fc02-4395-9a82-3a147edeaf00 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380680 May 06 14:59:18.484586 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-565b41d4-dd7f-4372-8ee3-365787d9d82c admin admin] Publish callbacks [] for security_group (599d4560-64af-42e3-8143-d2ff929ffd62), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:18.518370 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3942c8-91cf-4d88-a26e-3bf28d263078 req-8c9dc846-33c3-4765-8964-63d37d88cd8c tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:18.527916 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-ed3942c8-91cf-4d88-a26e-3bf28d263078 req-8c9dc846-33c3-4765-8964-63d37d88cd8c tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 945 time: 0.1924293 May 06 14:59:18.556890 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-a9eae1ce-3903-42b7-8ac8-6dcee8e09f77 req-21aff195-b8aa-467a-90d2-7f4764a718a2 service neutron] 10.222.0.26 "GET /v2.0/networks/c0a1ab6e-aa6d-4ce9-8682-74a6ac4822ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3180373 May 06 14:59:18.565596 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Pushing event updated for resources: {'Port': ['ID=3fde30d6-e4a7-41a8-a67c-29a4deb4e074,revision_number=5']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:18.590553 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-006dc0a9-12bd-4ae9-9e98-a6f4b487f2d8 req-d54ae4a2-e71c-47e6-bf5c-dd34537546f6 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/security-groups?id=442a10b9-9929-49f9-8146-8830d8f9fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079977 May 06 14:59:18.596904 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-ed3942c8-91cf-4d88-a26e-3bf28d263078 req-77a4641c-461e-47da-b11b-a567c1b22fc6 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660741 May 06 14:59:18.627445 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-565b41d4-dd7f-4372-8ee3-365787d9d82c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (599d4560-64af-42e3-8143-d2ff929ffd62), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:18.632016 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-565b41d4-dd7f-4372-8ee3-365787d9d82c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:18.633909 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-565b41d4-dd7f-4372-8ee3-365787d9d82c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/599d4560-64af-42e3-8143-d2ff929ffd62 HTTP/1.1" status: 204 len: 168 time: 0.4444633 May 06 14:59:18.660358 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565b41d4-dd7f-4372-8ee3-365787d9d82c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599d4560-64af-42e3-8143-d2ff929ffd62,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:18.673934 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565b41d4-dd7f-4372-8ee3-365787d9d82c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:59:18.674436 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565b41d4-dd7f-4372-8ee3-365787d9d82c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:59:18.675083 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565b41d4-dd7f-4372-8ee3-365787d9d82c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:59:18.675607 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565b41d4-dd7f-4372-8ee3-365787d9d82c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:59:18.676124 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565b41d4-dd7f-4372-8ee3-365787d9d82c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:59:18.676632 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565b41d4-dd7f-4372-8ee3-365787d9d82c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:59:18.677130 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565b41d4-dd7f-4372-8ee3-365787d9d82c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:59:18.678144 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565b41d4-dd7f-4372-8ee3-365787d9d82c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:59:18.678863 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565b41d4-dd7f-4372-8ee3-365787d9d82c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:59:18.679744 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565b41d4-dd7f-4372-8ee3-365787d9d82c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:59:18.681191 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565b41d4-dd7f-4372-8ee3-365787d9d82c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:59:18.681826 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565b41d4-dd7f-4372-8ee3-365787d9d82c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:59:18.682468 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565b41d4-dd7f-4372-8ee3-365787d9d82c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:59:18.683117 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565b41d4-dd7f-4372-8ee3-365787d9d82c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:59:18.683742 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565b41d4-dd7f-4372-8ee3-365787d9d82c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:59:18.775688 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ac614d-e435-431b-b805-f7dcd3de460c req-b9986a7e-3969-4c48-9730-2c29772d516b tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:18.784540 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-33ac614d-e435-431b-b805-f7dcd3de460c req-b9986a7e-3969-4c48-9730-2c29772d516b tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 945 time: 0.1087835 May 06 14:59:18.828876 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da968f9c-60dc-46f7-9f5f-475f4cb3291d req-2f18cca1-739c-4ff5-9911-5f7a6a4cb953 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:18.830492 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-da968f9c-60dc-46f7-9f5f-475f4cb3291d req-2f18cca1-739c-4ff5-9911-5f7a6a4cb953 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 946 time: 0.0872726 May 06 14:59:18.869427 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-33ac614d-e435-431b-b805-f7dcd3de460c req-c1a3f78e-ba0d-41a5-a772-53cb59f29364 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae37bc9a-9476-42ad-aa65-4d3a44fcf205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842028 May 06 14:59:18.890892 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-da968f9c-60dc-46f7-9f5f-475f4cb3291d req-33b22c11-c5c4-4ca3-8230-3671dac8382b tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531783 May 06 14:59:19.097882 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 43384) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:59:19.106454 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-d6cc80c8-4723-4550-b307-65a8244ac10a req-c98b88de-26ad-408e-bb0b-bd4872f9c3e5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=717d7960-a9b2-443e-b452-ab59038ccfb0 HTTP/1.1" status: 200 len: 217 time: 0.0533087 May 06 14:59:19.163868 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-a9eae1ce-3903-42b7-8ac8-6dcee8e09f77 req-7b936e9e-ef98-4b4d-88cf-3e56e2e8b198 service neutron] 10.222.0.26 "GET /v2.0/networks/c0a1ab6e-aa6d-4ce9-8682-74a6ac4822ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110077 May 06 14:59:19.170328 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc80c8-4723-4550-b307-65a8244ac10a req-d9967411-7eb4-4a8e-946f-832450b452e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:19.171811 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-d6cc80c8-4723-4550-b307-65a8244ac10a req-d9967411-7eb4-4a8e-946f-832450b452e7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=95944682-d016-4a2a-ba9e-dc7755076b92 HTTP/1.1" status: 200 len: 852 time: 0.0565691 May 06 14:59:19.259638 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52a38ab-2c8e-4183-ace7-e7dc866226ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fde30d6-e4a7-41a8-a67c-29a4deb4e074'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:59:19.262303 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e0964ea08b7304cb3fd06b6962f873a42c5b1f8277632c4cd90ec00bfa9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a05a3b-c121-4209-9d21-5f84a70c73ae" -d '{"events": [{"server_uuid": "e52a38ab-2c8e-4183-ace7-e7dc866226ca", "name": "network-vif-plugged", "status": "completed", "tag": "3fde30d6-e4a7-41a8-a67c-29a4deb4e074"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 14:59:19.299963 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 14:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f285e833-9687-49bc-9dfb-7b9e56a05bb4 x-openstack-request-id: req-f285e833-9687-49bc-9dfb-7b9e56a05bb4 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 14:59:19.300261 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e52a38ab-2c8e-4183-ace7-e7dc866226ca", "name": "network-vif-plugged", "status": "completed", "tag": "3fde30d6-e4a7-41a8-a67c-29a4deb4e074", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 14:59:19.301014 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f285e833-9687-49bc-9dfb-7b9e56a05bb4 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 14:59:19.301430 dv-cinder-840678-2-iscsi neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f285e833-9687-49bc-9dfb-7b9e56a05bb4'] response: {'server_uuid': 'e52a38ab-2c8e-4183-ace7-e7dc866226ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fde30d6-e4a7-41a8-a67c-29a4deb4e074', 'code': 200} May 06 14:59:19.312499 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b205feac-760b-4e6a-a39c-7210aaaadd3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:19.398350 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b205feac-760b-4e6a-a39c-7210aaaadd3d admin admin] Publish callbacks [] for security_group (7cdf4172-329a-47e2-a5ba-61451c06674f), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:19.406248 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b205feac-760b-4e6a-a39c-7210aaaadd3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (7cdf4172-329a-47e2-a5ba-61451c06674f), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:19.447931 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-b205feac-760b-4e6a-a39c-7210aaaadd3d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f794f875ef854455b4bb9c5e2e1bd59f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3488414 May 06 14:59:19.449108 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b205feac-760b-4e6a-a39c-7210aaaadd3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cdf4172-329a-47e2-a5ba-61451c06674f,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:19.450843 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 43402) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:59:19.521444 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0c7f5d77-db44-4560-8d1b-30028038399c admin admin] Publish callbacks [] for security_group (7cdf4172-329a-47e2-a5ba-61451c06674f), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:19.556692 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0c7f5d77-db44-4560-8d1b-30028038399c admin admin] Publish callbacks [] for security_group (7cdf4172-329a-47e2-a5ba-61451c06674f), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:19.620640 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0c7f5d77-db44-4560-8d1b-30028038399c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (7cdf4172-329a-47e2-a5ba-61451c06674f), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:19.627698 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0c7f5d77-db44-4560-8d1b-30028038399c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:19.629232 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-0c7f5d77-db44-4560-8d1b-30028038399c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7cdf4172-329a-47e2-a5ba-61451c06674f HTTP/1.1" status: 204 len: 168 time: 0.1762002 May 06 14:59:19.654093 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7f5d77-db44-4560-8d1b-30028038399c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cdf4172-329a-47e2-a5ba-61451c06674f,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:19.671726 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7f5d77-db44-4560-8d1b-30028038399c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:59:19.672752 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7f5d77-db44-4560-8d1b-30028038399c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:59:19.674294 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7f5d77-db44-4560-8d1b-30028038399c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:59:19.677753 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7f5d77-db44-4560-8d1b-30028038399c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:59:19.680003 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7f5d77-db44-4560-8d1b-30028038399c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:59:19.680794 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7f5d77-db44-4560-8d1b-30028038399c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:59:19.681546 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7f5d77-db44-4560-8d1b-30028038399c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:59:19.683466 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7f5d77-db44-4560-8d1b-30028038399c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:59:19.684466 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7f5d77-db44-4560-8d1b-30028038399c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:59:19.685576 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7f5d77-db44-4560-8d1b-30028038399c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:59:19.687731 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7f5d77-db44-4560-8d1b-30028038399c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:59:19.688249 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7f5d77-db44-4560-8d1b-30028038399c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:59:19.689171 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7f5d77-db44-4560-8d1b-30028038399c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:59:19.689622 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7f5d77-db44-4560-8d1b-30028038399c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:59:19.691552 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7f5d77-db44-4560-8d1b-30028038399c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:59:19.767299 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16df0428-8297-430a-a2f4-dcd59986b513 req-e8c2ccda-8f91-4a2e-81d0-d3b054ae7d7c tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:19.769303 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-16df0428-8297-430a-a2f4-dcd59986b513 req-e8c2ccda-8f91-4a2e-81d0-d3b054ae7d7c tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 946 time: 0.0814786 May 06 14:59:19.793166 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d45682-75ee-4ae0-ba7e-9aadd26e02d5 req-7af89dfe-3055-409e-a340-a5a33523edd4 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:19.794766 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-e0d45682-75ee-4ae0-ba7e-9aadd26e02d5 req-7af89dfe-3055-409e-a340-a5a33523edd4 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/ports?device_id=88476c17-cf4a-415d-b211-ab859c3d8c9b HTTP/1.1" status: 200 len: 943 time: 0.0657592 May 06 14:59:19.830418 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-16df0428-8297-430a-a2f4-dcd59986b513 req-0ed8bbe6-d70b-4952-bece-347b001abb54 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555260 May 06 14:59:19.853041 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-e0d45682-75ee-4ae0-ba7e-9aadd26e02d5 req-7cff4786-5e20-468d-b5af-7465e8054948 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/security-groups?id=442a10b9-9929-49f9-8146-8830d8f9fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522211 May 06 14:59:19.923468 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-d6cc80c8-4723-4550-b307-65a8244ac10a req-6d431b3c-48df-4027-bdd2-7720d8584a95 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f03bc0ab-4c4b-42d7-8084-72f3c477842c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331473 May 06 14:59:20.017909 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464d1ab9-8f80-4e7a-90bf-bbbb55f28c03 req-87008fc6-164d-421a-8a96-695640ccf50a tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:20.019357 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-464d1ab9-8f80-4e7a-90bf-bbbb55f28c03 req-87008fc6-164d-421a-8a96-695640ccf50a tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 945 time: 0.0611029 May 06 14:59:20.058184 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a34839-6c48-4fb6-8d10-6eac83a939af req-9d50ce4e-8eac-4464-90f5-165d80cc8b2e tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:20.060101 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-d1a34839-6c48-4fb6-8d10-6eac83a939af req-9d50ce4e-8eac-4464-90f5-165d80cc8b2e tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 946 time: 0.0774579 May 06 14:59:20.082980 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-464d1ab9-8f80-4e7a-90bf-bbbb55f28c03 req-ae4c0802-69da-4c9b-b9dd-833501ac2e3e tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae37bc9a-9476-42ad-aa65-4d3a44fcf205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550356 May 06 14:59:20.150025 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-d1a34839-6c48-4fb6-8d10-6eac83a939af req-b1e9e452-f562-4fc4-a55b-0fe34d256884 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817609 May 06 14:59:20.228918 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 43440) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:59:20.242843 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7324d11f-13e4-43b8-b0aa-af6b97a23afa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:20.340396 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7324d11f-13e4-43b8-b0aa-af6b97a23afa admin admin] Publish callbacks [] for security_group (459c0556-b968-463b-974e-050ec342badb), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:20.346719 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7324d11f-13e4-43b8-b0aa-af6b97a23afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (459c0556-b968-463b-974e-050ec342badb), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:20.391869 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324d11f-13e4-43b8-b0aa-af6b97a23afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=459c0556-b968-463b-974e-050ec342badb,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:20.407981 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 43448) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:59:20.419532 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-7324d11f-13e4-43b8-b0aa-af6b97a23afa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ad416dc92ed1493caa1132d606b7cbd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1895118 May 06 14:59:20.422002 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 43452) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:59:20.474029 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-82a1ade7-24e2-4f6a-a219-1528460483d5 admin admin] Publish callbacks [] for security_group (459c0556-b968-463b-974e-050ec342badb), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:20.497383 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (1eb4536b-031c-4a65-bfe5-fc1ede7d9429), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:20.498967 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-82a1ade7-24e2-4f6a-a219-1528460483d5 admin admin] Publish callbacks [] for security_group (459c0556-b968-463b-974e-050ec342badb), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:20.532700 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3decf6a1-73c2-4df9-81be-230252498ca9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:20.550522 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-82a1ade7-24e2-4f6a-a219-1528460483d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (459c0556-b968-463b-974e-050ec342badb), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:20.553219 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-82a1ade7-24e2-4f6a-a219-1528460483d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:20.554369 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-82a1ade7-24e2-4f6a-a219-1528460483d5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/459c0556-b968-463b-974e-050ec342badb HTTP/1.1" status: 204 len: 168 time: 0.1309786 May 06 14:59:20.565237 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a1ade7-24e2-4f6a-a219-1528460483d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=459c0556-b968-463b-974e-050ec342badb,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:20.635825 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3decf6a1-73c2-4df9-81be-230252498ca9 admin admin] Publish callbacks [] for security_group (331c24fd-0d86-4a43-b30c-f2e16a13c55a), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:20.640130 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3decf6a1-73c2-4df9-81be-230252498ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (331c24fd-0d86-4a43-b30c-f2e16a13c55a), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:20.681268 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-3decf6a1-73c2-4df9-81be-230252498ca9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=873c823b233d47759b8bffddc49335a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2693300 May 06 14:59:20.681268 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3decf6a1-73c2-4df9-81be-230252498ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=331c24fd-0d86-4a43-b30c-f2e16a13c55a,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:20.682098 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 43458) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:59:20.735701 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-278ce0f0-0390-4527-9fa3-932d295f6e16 admin admin] Publish callbacks [] for security_group (331c24fd-0d86-4a43-b30c-f2e16a13c55a), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:20.759208 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-278ce0f0-0390-4527-9fa3-932d295f6e16 admin admin] Publish callbacks [] for security_group (331c24fd-0d86-4a43-b30c-f2e16a13c55a), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:20.813953 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-278ce0f0-0390-4527-9fa3-932d295f6e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (331c24fd-0d86-4a43-b30c-f2e16a13c55a), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:20.816757 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-278ce0f0-0390-4527-9fa3-932d295f6e16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:20.818046 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-278ce0f0-0390-4527-9fa3-932d295f6e16 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/331c24fd-0d86-4a43-b30c-f2e16a13c55a HTTP/1.1" status: 204 len: 168 time: 0.1342599 May 06 14:59:20.827975 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278ce0f0-0390-4527-9fa3-932d295f6e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=331c24fd-0d86-4a43-b30c-f2e16a13c55a,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:20.970269 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3c870-1de0-4280-81df-b40074dd35ef req-9056411c-9cef-49ef-897b-da0fe4db7eb5 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:20.973153 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-b4e3c870-1de0-4280-81df-b40074dd35ef req-9056411c-9cef-49ef-897b-da0fe4db7eb5 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 946 time: 0.0677001 May 06 14:59:20.996077 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96d227-563c-4189-9532-fa4462433384 req-e941f623-ad4e-457e-bc76-6b5b97bcd3be tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:20.997681 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-fc96d227-563c-4189-9532-fa4462433384 req-e941f623-ad4e-457e-bc76-6b5b97bcd3be tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/ports?device_id=88476c17-cf4a-415d-b211-ab859c3d8c9b HTTP/1.1" status: 200 len: 943 time: 0.0633771 May 06 14:59:21.039713 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-b4e3c870-1de0-4280-81df-b40074dd35ef req-9bf9fd93-1ac3-4218-af91-db38e6456dde tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548494 May 06 14:59:21.063448 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-fc96d227-563c-4189-9532-fa4462433384 req-0900b4d1-2c02-4de2-9b88-a186b9ae87d3 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/security-groups?id=442a10b9-9929-49f9-8146-8830d8f9fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580010 May 06 14:59:21.221494 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af37d6-5b3b-4a8e-99f6-e46a406f8fa2 req-e56169a6-5580-472d-9260-e5591de0b6fb tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:21.223396 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-d1af37d6-5b3b-4a8e-99f6-e46a406f8fa2 req-e56169a6-5580-472d-9260-e5591de0b6fb tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 945 time: 0.0670834 May 06 14:59:21.265415 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69af825-f88b-4064-877b-6f493bc8733c req-caf2bedd-33d6-4421-979a-9f34d4a9c5fa tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:21.268124 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-d69af825-f88b-4064-877b-6f493bc8733c req-caf2bedd-33d6-4421-979a-9f34d4a9c5fa tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 946 time: 0.0601695 May 06 14:59:21.281625 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-d1af37d6-5b3b-4a8e-99f6-e46a406f8fa2 req-ad12707d-47ed-454e-be99-57d2355a414f tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae37bc9a-9476-42ad-aa65-4d3a44fcf205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519874 May 06 14:59:21.335150 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-d69af825-f88b-4064-877b-6f493bc8733c req-48deda3b-b08e-4d6c-ba47-c52448b86078 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591600 May 06 14:59:22.123516 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device c508c7ff-886d-4428-bfe0-b721015e5331 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 14:59:22.229433 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4844666-740b-4063-bf68-fafc7868d71e req-a970759c-93e6-48a9-9f5e-cb78b7a87c33 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:22.234663 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-c4844666-740b-4063-bf68-fafc7868d71e req-a970759c-93e6-48a9-9f5e-cb78b7a87c33 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 946 time: 0.0990064 May 06 14:59:22.272334 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d65b4f-f04c-4385-b3c7-e316128f23f1 req-606061e7-88df-49ae-98f3-6dd9938c7c7f tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:22.285051 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-f6d65b4f-f04c-4385-b3c7-e316128f23f1 req-606061e7-88df-49ae-98f3-6dd9938c7c7f tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/ports?device_id=88476c17-cf4a-415d-b211-ab859c3d8c9b HTTP/1.1" status: 200 len: 943 time: 0.1183312 May 06 14:59:22.370173 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-c4844666-740b-4063-bf68-fafc7868d71e req-eb3750a9-c9de-4307-a07e-8414bbb2cd98 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296327 May 06 14:59:22.395264 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-f6d65b4f-f04c-4385-b3c7-e316128f23f1 req-103f936b-b6ce-4a34-8874-57a573498dbd tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/security-groups?id=442a10b9-9929-49f9-8146-8830d8f9fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086931 May 06 14:59:22.440768 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] For port c508c7ff-886d-4428-bfe0-b721015e5331, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=c508c7ff-886d-4428-bfe0-b721015e5331,segment=NetworkSegment(ad38d823-2b9b-4a57-be3a-d0aef122e776),segment_id=ad38d823-2b9b-4a57-be3a-d0aef122e776)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:59:22.458233 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Returning: {'device': 'c508c7ff-886d-4428-bfe0-b721015e5331', 'network_id': 'c0a1ab6e-aa6d-4ce9-8682-74a6ac4822ef', 'port_id': 'c508c7ff-886d-4428-bfe0-b721015e5331', 'mac_address': 'fa:16:3e:85:ef:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef6501ca-ace5-4c6e-88c7-78551c4368ba', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 14:59:22.506910 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Current status of the port c508c7ff-886d-4428-bfe0-b721015e5331 is: DOWN; New status is: BUILD {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 14:59:22.508635 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (c508c7ff-886d-4428-bfe0-b721015e5331), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:22.534850 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.notifiers.nova [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c508c7ff-886d-4428-bfe0-b721015e5331 {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 14:59:22.563203 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] For port c508c7ff-886d-4428-bfe0-b721015e5331, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=c508c7ff-886d-4428-bfe0-b721015e5331,segment=NetworkSegment(ad38d823-2b9b-4a57-be3a-d0aef122e776),segment_id=ad38d823-2b9b-4a57-be3a-d0aef122e776)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:59:22.569913 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (c508c7ff-886d-4428-bfe0-b721015e5331), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:22.610633 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6947b3d7-ac0e-4d6e-9201-34844be0a2ad req-4f077329-9a1d-49b5-8825-fb542ed6c450 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:22.618813 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-6947b3d7-ac0e-4d6e-9201-34844be0a2ad req-4f077329-9a1d-49b5-8825-fb542ed6c450 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 946 time: 0.0856276 May 06 14:59:22.637845 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daa8962-1fa5-4bed-8b69-400221d1d401 req-6ab88c49-8889-4e5a-8f30-d3e16de37ebc tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:22.655298 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-1daa8962-1fa5-4bed-8b69-400221d1d401 req-6ab88c49-8889-4e5a-8f30-d3e16de37ebc tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 945 time: 0.1249673 May 06 14:59:22.682964 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Pushing event updated for resources: {'Port': ['ID=c508c7ff-886d-4428-bfe0-b721015e5331,revision_number=4']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:22.701607 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:59:22.701956 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:59:22.702525 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:59:22.703066 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:59:22.705159 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:59:22.705660 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:59:22.706163 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:59:22.709095 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:59:22.709651 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:59:22.710150 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:59:22.710644 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:59:22.711733 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:59:22.714866 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:59:22.715448 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:59:22.715962 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:59:22.727901 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-1daa8962-1fa5-4bed-8b69-400221d1d401 req-b9e84634-7704-4258-bb11-64c34c9a0e48 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae37bc9a-9476-42ad-aa65-4d3a44fcf205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681450 May 06 14:59:22.735347 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-6947b3d7-ac0e-4d6e-9201-34844be0a2ad req-13b58fed-9dcb-4d97-a79d-68812df498d5 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153610 May 06 14:59:22.837784 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47cef24-5783-4c2d-b590-0b69d85a390c req-33a574a7-0236-496c-878f-895af5908591 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:22.839352 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-e47cef24-5783-4c2d-b590-0b69d85a390c req-33a574a7-0236-496c-878f-895af5908591 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 945 time: 0.0499253 May 06 14:59:22.848128 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 43588) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:59:22.853724 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.v2.base [None req-e7bbf87c-fa70-4f29-84c6-964a9983aade tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Request body: {'floatingip': {'port_id': '77a330e2-c9ae-47be-b923-976dff909895'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 14:59:22.932547 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e7bbf87c-fa70-4f29-84c6-964a9983aade tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks [] for floatingip (958e8efe-8759-485c-80cc-06e4e662c46a), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:23.121437 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] get_ports_and_sgs() called for port_ids ['c508c7ff-886d-4428-bfe0-b721015e5331'] {{(pid=103344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 14:59:23.207154 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 43598) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:59:23.335349 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f6c800da-6e43-4065-8282-d433420cb427 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:23.445280 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f6c800da-6e43-4065-8282-d433420cb427 admin admin] Publish callbacks [] for security_group (54e04faf-7980-4e4e-b2b1-9fbd050f1061), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:23.451113 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f6c800da-6e43-4065-8282-d433420cb427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (54e04faf-7980-4e4e-b2b1-9fbd050f1061), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:23.528355 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-f6c800da-6e43-4065-8282-d433420cb427 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a61c9690307a422180537982425434de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3180449 May 06 14:59:23.538229 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 43610) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:59:23.555762 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c800da-6e43-4065-8282-d433420cb427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e04faf-7980-4e4e-b2b1-9fbd050f1061,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:23.576415 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03334cf2-24b8-4322-9c45-8cd5fbf74fa6 req-249b6a6c-6068-443a-82ba-6115e8560fad tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:23.578025 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-03334cf2-24b8-4322-9c45-8cd5fbf74fa6 req-249b6a6c-6068-443a-82ba-6115e8560fad tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/ports?device_id=88476c17-cf4a-415d-b211-ab859c3d8c9b HTTP/1.1" status: 200 len: 944 time: 0.0984833 May 06 14:59:23.615253 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1108cf7-01f9-4956-956a-62986a2a1cac req-c75613b8-3863-4079-8079-7e3c72b1f93f tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:23.616916 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-e1108cf7-01f9-4956-956a-62986a2a1cac req-c75613b8-3863-4079-8079-7e3c72b1f93f tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 946 time: 0.1736505 May 06 14:59:23.647339 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7a4c42f3-93e0-42b2-a854-a694b7c4425c admin admin] Publish callbacks [] for security_group (54e04faf-7980-4e4e-b2b1-9fbd050f1061), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:23.652737 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-03334cf2-24b8-4322-9c45-8cd5fbf74fa6 req-8b456bb9-d22d-4866-badc-f1cf37f4bc9c tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/security-groups?id=442a10b9-9929-49f9-8146-8830d8f9fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658576 May 06 14:59:23.701689 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7a4c42f3-93e0-42b2-a854-a694b7c4425c admin admin] Publish callbacks [] for security_group (54e04faf-7980-4e4e-b2b1-9fbd050f1061), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:23.755331 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7a4c42f3-93e0-42b2-a854-a694b7c4425c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (54e04faf-7980-4e4e-b2b1-9fbd050f1061), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:23.758716 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7a4c42f3-93e0-42b2-a854-a694b7c4425c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:23.759970 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-7a4c42f3-93e0-42b2-a854-a694b7c4425c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/54e04faf-7980-4e4e-b2b1-9fbd050f1061 HTTP/1.1" status: 204 len: 168 time: 0.2207627 May 06 14:59:23.769860 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4c42f3-93e0-42b2-a854-a694b7c4425c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e04faf-7980-4e4e-b2b1-9fbd050f1061,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:23.918854 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a94f0bd-0862-4425-9a21-86e8978db0e5 req-21b25f20-d1d4-4f67-9358-7760a377bfb6 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:23.926692 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-6a94f0bd-0862-4425-9a21-86e8978db0e5 req-21b25f20-d1d4-4f67-9358-7760a377bfb6 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 946 time: 0.0879958 May 06 14:59:23.952518 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-e1108cf7-01f9-4956-956a-62986a2a1cac req-655483ec-a050-4f53-9712-0cdb70d66e8c tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3216677 May 06 14:59:23.984979 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.db.resource_extend [None req-e7bbf87c-fa70-4f29-84c6-964a9983aade tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 14:59:23.996906 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-6a94f0bd-0862-4425-9a21-86e8978db0e5 req-57c4bf2b-0782-467a-8235-091f9a4c36d0 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677495 May 06 14:59:24.073415 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e7bbf87c-fa70-4f29-84c6-964a9983aade tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:24.077836 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e7bbf87c-fa70-4f29-84c6-964a9983aade tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429592'] for floatingip (958e8efe-8759-485c-80cc-06e4e662c46a), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:24.097831 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 43628) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:59:24.111870 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b3217418-4bc5-4a9c-8d80-629bafc278ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:24.189050 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.db.l3_db [None req-e7bbf87c-fa70-4f29-84c6-964a9983aade tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Floating IP 958e8efe-8759-485c-80cc-06e4e662c46a associated. External IP: 172.27.2.158, port: 77a330e2-c9ae-47be-b923-976dff909895. May 06 14:59:24.221912 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b3217418-4bc5-4a9c-8d80-629bafc278ae admin admin] Publish callbacks [] for security_group (a04357aa-7085-4dbe-984c-abbb6c716c93), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:24.227621 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b3217418-4bc5-4a9c-8d80-629bafc278ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (a04357aa-7085-4dbe-984c-abbb6c716c93), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:24.247829 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 43632) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:59:24.288349 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-b3217418-4bc5-4a9c-8d80-629bafc278ae admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e551e1e3bc444dbc918d2d0e0fafe3bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1892385 May 06 14:59:24.289961 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 43636) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:59:24.290613 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3217418-4bc5-4a9c-8d80-629bafc278ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a04357aa-7085-4dbe-984c-abbb6c716c93,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:24.345931 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-04d374c0-b1cf-4513-b8ae-f5b8dd2fada3 admin admin] Publish callbacks [] for security_group (a04357aa-7085-4dbe-984c-abbb6c716c93), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:24.372195 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-04d374c0-b1cf-4513-b8ae-f5b8dd2fada3 admin admin] Publish callbacks [] for security_group (a04357aa-7085-4dbe-984c-abbb6c716c93), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:24.392791 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-aed35e29-054f-42db-9605-76d542398e59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:24.427194 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-04d374c0-b1cf-4513-b8ae-f5b8dd2fada3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (a04357aa-7085-4dbe-984c-abbb6c716c93), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:24.430066 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-04d374c0-b1cf-4513-b8ae-f5b8dd2fada3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:24.431215 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-04d374c0-b1cf-4513-b8ae-f5b8dd2fada3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a04357aa-7085-4dbe-984c-abbb6c716c93 HTTP/1.1" status: 204 len: 168 time: 0.1369653 May 06 14:59:24.438990 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d374c0-b1cf-4513-b8ae-f5b8dd2fada3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a04357aa-7085-4dbe-984c-abbb6c716c93,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:24.470556 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7bbf87c-fa70-4f29-84c6-964a9983aade tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Router 8a0c7401-61b1-45fb-ad97-618184e04f5f has already been hosted by L3 agent ec8f31e6-1756-4927-8bc3-e144e6f0af83 {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:59:24.573969 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-aed35e29-054f-42db-9605-76d542398e59 admin admin] Publish callbacks [] for security_group (91d87cc6-b6ea-4496-a23b-82cce568ab6f), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:24.581263 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-aed35e29-054f-42db-9605-76d542398e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (91d87cc6-b6ea-4496-a23b-82cce568ab6f), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:24.664846 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-aed35e29-054f-42db-9605-76d542398e59 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=192b34a3662e4360b8e8450ad7b945e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4159536 May 06 14:59:24.666609 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7bbf87c-fa70-4f29-84c6-964a9983aade tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Notify agent at l3_agent.dv-cinder-840678-2-iscsi the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:59:24.667936 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 43642) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:59:24.668560 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed35e29-054f-42db-9605-76d542398e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91d87cc6-b6ea-4496-a23b-82cce568ab6f,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:24.673378 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e7bbf87c-fa70-4f29-84c6-964a9983aade tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:24.681117 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26f403a-16ca-4206-aa84-69bfc09a60a3 None None] Sync routers for ids ['8a0c7401-61b1-45fb-ad97-618184e04f5f'] in dv-cinder-840678-2-iscsi {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:59:24.693127 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26f403a-16ca-4206-aa84-69bfc09a60a3 None None] Routers {'8a0c7401-61b1-45fb-ad97-618184e04f5f'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 14:59:24.693787 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-d26f403a-16ca-4206-aa84-69bfc09a60a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T14:59:10Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['8a0c7401-61b1-45fb-ad97-618184e04f5f'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:59:24.717249 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-e7bbf87c-fa70-4f29-84c6-964a9983aade tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "PUT /v2.0/floatingips/958e8efe-8759-485c-80cc-06e4e662c46a HTTP/1.1" status: 200 len: 991 time: 1.8595059 May 06 14:59:24.717249 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b025609-05d9-4579-b4e1-8d53ddd01ba5', 'tag': '77a330e2-c9ae-47be-b923-976dff909895'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:59:24.717249 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e079183c6aa01fbf7ecda8705e9d532761ec392512c90f9d6467ac227f3657d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef89aa4-2f09-4bcc-ab66-527ffd59532d" -d '{"events": [{"name": "network-changed", "server_uuid": "6b025609-05d9-4579-b4e1-8d53ddd01ba5", "tag": "77a330e2-c9ae-47be-b923-976dff909895"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 14:59:24.754614 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 14:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0135e46c-ee40-49d0-8015-a4cd0b71c2ba x-openstack-request-id: req-0135e46c-ee40-49d0-8015-a4cd0b71c2ba {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 14:59:24.754909 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b025609-05d9-4579-b4e1-8d53ddd01ba5", "tag": "77a330e2-c9ae-47be-b923-976dff909895", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 14:59:24.755168 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0135e46c-ee40-49d0-8015-a4cd0b71c2ba {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 14:59:24.755890 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0135e46c-ee40-49d0-8015-a4cd0b71c2ba'] response: {'name': 'network-changed', 'server_uuid': '6b025609-05d9-4579-b4e1-8d53ddd01ba5', 'tag': '77a330e2-c9ae-47be-b923-976dff909895', 'status': 'completed', 'code': 200} May 06 14:59:24.802474 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7085a199-937c-4b2e-a67a-bf7e98f9e39a admin admin] Publish callbacks [] for security_group (91d87cc6-b6ea-4496-a23b-82cce568ab6f), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:24.829068 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7085a199-937c-4b2e-a67a-bf7e98f9e39a admin admin] Publish callbacks [] for security_group (91d87cc6-b6ea-4496-a23b-82cce568ab6f), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:24.840404 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaed205-3c33-4d76-bb23-dee5d60d45ee req-3d129c03-239b-4b24-acda-41403da26700 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:24.841991 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-dfaed205-3c33-4d76-bb23-dee5d60d45ee req-3d129c03-239b-4b24-acda-41403da26700 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/ports?device_id=88476c17-cf4a-415d-b211-ab859c3d8c9b HTTP/1.1" status: 200 len: 944 time: 0.0489364 May 06 14:59:24.843012 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-d26f403a-16ca-4206-aa84-69bfc09a60a3 None None] Set router 8a0c7401-61b1-45fb-ad97-618184e04f5f gateway port host: dv-cinder-840678-2-iscsi {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 14:59:24.887983 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7085a199-937c-4b2e-a67a-bf7e98f9e39a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (91d87cc6-b6ea-4496-a23b-82cce568ab6f), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:24.893752 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7085a199-937c-4b2e-a67a-bf7e98f9e39a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:24.895061 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-7085a199-937c-4b2e-a67a-bf7e98f9e39a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/91d87cc6-b6ea-4496-a23b-82cce568ab6f HTTP/1.1" status: 204 len: 168 time: 0.2256973 May 06 14:59:24.934034 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7085a199-937c-4b2e-a67a-bf7e98f9e39a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d87cc6-b6ea-4496-a23b-82cce568ab6f,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:24.965140 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-dfaed205-3c33-4d76-bb23-dee5d60d45ee req-122b0090-a2e9-42d2-baeb-f60b45171567 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/security-groups?id=442a10b9-9929-49f9-8146-8830d8f9fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173062 May 06 14:59:25.106622 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2799167f-1189-4790-b339-d3a5d5bd0f7a req-f4d3ce2c-d208-4454-866b-0275634dd961 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:25.113251 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-2799167f-1189-4790-b339-d3a5d5bd0f7a req-f4d3ce2c-d208-4454-866b-0275634dd961 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 946 time: 0.0801749 May 06 14:59:25.186400 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f063a4-10a2-47d8-b188-e8dc90c49f5c req-eae2e922-2822-490f-a37a-d22426edfffd tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:25.192097 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-2799167f-1189-4790-b339-d3a5d5bd0f7a req-b5d8174e-4119-4069-9c91-0553ca5147b3 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762806 May 06 14:59:25.197171 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-23f063a4-10a2-47d8-b188-e8dc90c49f5c req-eae2e922-2822-490f-a37a-d22426edfffd tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 946 time: 0.0926447 May 06 14:59:25.262259 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-23f063a4-10a2-47d8-b188-e8dc90c49f5c req-7b9d39a2-6202-4dd9-ae00-d43fde26ad26 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639882 May 06 14:59:25.262807 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-d26f403a-16ca-4206-aa84-69bfc09a60a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0c7401-61b1-45fb-ad97-618184e04f5f', 'name': 'tempest-AttachVolumeTestJSON-221166996-router', 'tenant_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f9c2112f-e4c4-4372-9457-49fe78c23454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:58:19Z', 'updated_at': '2022-05-06T14:58:32Z', 'revision_number': 4, 'project_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'gw_port': {'id': 'f9c2112f-e4c4-4372-9457-49fe78c23454', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0c7401-61b1-45fb-ad97-618184e04f5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:20Z', 'updated_at': '2022-05-06T14:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_floatingips': [{'id': '958e8efe-8759-485c-80cc-06e4e662c46a', 'tenant_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'floating_ip_address': '172.27.2.158', 'floating_network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'router_id': '8a0c7401-61b1-45fb-ad97-618184e04f5f', 'port_id': '77a330e2-c9ae-47be-b923-976dff909895', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7304f76-b992-4cc2-a77b-3291aec20f6e', 'mac_address': 'fa:16:3e:f1:16:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b025609-05d9-4579-b4e1-8d53ddd01ba5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:58:47Z', 'updated_at': '2022-05-06T14:59:23Z', 'revision_number': 1, 'project_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '209a3bdd-8a51-42ac-a00b-6fcb2e14dcb2', 'name': '', 'network_id': 'd7304f76-b992-4cc2-a77b-3291aec20f6e', 'tenant_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'mac_address': 'fa:16:3e:5e:a1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0c7401-61b1-45fb-ad97-618184e04f5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '386bbac7-026e-4f68-a22c-f26fa009fb15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:28Z', 'updated_at': '2022-05-06T14:58:49Z', 'revision_number': 5, 'project_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'subnets': [{'id': '386bbac7-026e-4f68-a22c-f26fa009fb15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:59:25.306781 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26f403a-16ca-4206-aa84-69bfc09a60a3 None None] Checking router: 8a0c7401-61b1-45fb-ad97-618184e04f5f for host: dv-cinder-840678-2-iscsi {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:59:25.315567 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26f403a-16ca-4206-aa84-69bfc09a60a3 None None] Routers {'8a0c7401-61b1-45fb-ad97-618184e04f5f'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 14:59:25.316387 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-d26f403a-16ca-4206-aa84-69bfc09a60a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T14:59:10Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['8a0c7401-61b1-45fb-ad97-618184e04f5f'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:59:25.444770 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-d26f403a-16ca-4206-aa84-69bfc09a60a3 None None] Set router 8a0c7401-61b1-45fb-ad97-618184e04f5f gateway port host: dv-cinder-840678-2-iscsi {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 14:59:25.454162 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 43682) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:59:25.467720 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-49fb4807-6e5b-4283-830c-8f67a8b8692f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:25.547708 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-49fb4807-6e5b-4283-830c-8f67a8b8692f admin admin] Publish callbacks [] for security_group (841f7d40-922b-46eb-8610-fa1d08d552c9), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:25.552349 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-49fb4807-6e5b-4283-830c-8f67a8b8692f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (841f7d40-922b-46eb-8610-fa1d08d552c9), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:25.593507 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-49fb4807-6e5b-4283-830c-8f67a8b8692f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cc3f1bc686034eef92c670510f400b64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1357832 May 06 14:59:25.593782 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 43684) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:59:25.600692 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fb4807-6e5b-4283-830c-8f67a8b8692f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=841f7d40-922b-46eb-8610-fa1d08d552c9,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:25.655107 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a02f6156-f29f-4628-b05b-5df3083d21ae admin admin] Publish callbacks [] for security_group (841f7d40-922b-46eb-8610-fa1d08d552c9), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:25.678907 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a02f6156-f29f-4628-b05b-5df3083d21ae admin admin] Publish callbacks [] for security_group (841f7d40-922b-46eb-8610-fa1d08d552c9), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:25.693939 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-d26f403a-16ca-4206-aa84-69bfc09a60a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0c7401-61b1-45fb-ad97-618184e04f5f', 'name': 'tempest-AttachVolumeTestJSON-221166996-router', 'tenant_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f9c2112f-e4c4-4372-9457-49fe78c23454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:58:19Z', 'updated_at': '2022-05-06T14:58:32Z', 'revision_number': 4, 'project_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'gw_port': {'id': 'f9c2112f-e4c4-4372-9457-49fe78c23454', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0c7401-61b1-45fb-ad97-618184e04f5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:20Z', 'updated_at': '2022-05-06T14:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_floatingips': [{'id': '958e8efe-8759-485c-80cc-06e4e662c46a', 'tenant_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'floating_ip_address': '172.27.2.158', 'floating_network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'router_id': '8a0c7401-61b1-45fb-ad97-618184e04f5f', 'port_id': '77a330e2-c9ae-47be-b923-976dff909895', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7304f76-b992-4cc2-a77b-3291aec20f6e', 'mac_address': 'fa:16:3e:f1:16:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b025609-05d9-4579-b4e1-8d53ddd01ba5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:58:47Z', 'updated_at': '2022-05-06T14:59:23Z', 'revision_number': 1, 'project_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '209a3bdd-8a51-42ac-a00b-6fcb2e14dcb2', 'name': '', 'network_id': 'd7304f76-b992-4cc2-a77b-3291aec20f6e', 'tenant_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'mac_address': 'fa:16:3e:5e:a1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0c7401-61b1-45fb-ad97-618184e04f5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '386bbac7-026e-4f68-a22c-f26fa009fb15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:28Z', 'updated_at': '2022-05-06T14:58:49Z', 'revision_number': 5, 'project_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'subnets': [{'id': '386bbac7-026e-4f68-a22c-f26fa009fb15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:59:25.729623 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26f403a-16ca-4206-aa84-69bfc09a60a3 None None] The sync data for ids ['8a0c7401-61b1-45fb-ad97-618184e04f5f'] in dv-cinder-840678-2-iscsi is: [{'id': '8a0c7401-61b1-45fb-ad97-618184e04f5f', 'name': 'tempest-AttachVolumeTestJSON-221166996-router', 'tenant_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f9c2112f-e4c4-4372-9457-49fe78c23454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:58:19Z', 'updated_at': '2022-05-06T14:58:32Z', 'revision_number': 4, 'project_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'gw_port': {'id': 'f9c2112f-e4c4-4372-9457-49fe78c23454', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0c7401-61b1-45fb-ad97-618184e04f5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:20Z', 'updated_at': '2022-05-06T14:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_floatingips': [{'id': '958e8efe-8759-485c-80cc-06e4e662c46a', 'tenant_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'floating_ip_address': '172.27.2.158', 'floating_network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'router_id': '8a0c7401-61b1-45fb-ad97-618184e04f5f', 'port_id': '77a330e2-c9ae-47be-b923-976dff909895', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7304f76-b992-4cc2-a77b-3291aec20f6e', 'mac_address': 'fa:16:3e:f1:16:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b025609-05d9-4579-b4e1-8d53ddd01ba5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:58:47Z', 'updated_at': '2022-05-06T14:59:23Z', 'revision_number': 1, 'project_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '209a3bdd-8a51-42ac-a00b-6fcb2e14dcb2', 'name': '', 'network_id': 'd7304f76-b992-4cc2-a77b-3291aec20f6e', 'tenant_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'mac_address': 'fa:16:3e:5e:a1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0c7401-61b1-45fb-ad97-618184e04f5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '386bbac7-026e-4f68-a22c-f26fa009fb15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:28Z', 'updated_at': '2022-05-06T14:58:49Z', 'revision_number': 5, 'project_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'subnets': [{'id': '386bbac7-026e-4f68-a22c-f26fa009fb15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:59:25.738638 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a02f6156-f29f-4628-b05b-5df3083d21ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (841f7d40-922b-46eb-8610-fa1d08d552c9), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:25.741584 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a02f6156-f29f-4628-b05b-5df3083d21ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:25.743281 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-a02f6156-f29f-4628-b05b-5df3083d21ae admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/841f7d40-922b-46eb-8610-fa1d08d552c9 HTTP/1.1" status: 204 len: 168 time: 0.1484149 May 06 14:59:25.753138 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02f6156-f29f-4628-b05b-5df3083d21ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=841f7d40-922b-46eb-8610-fa1d08d552c9,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:26.057216 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134b0787-4d97-41c4-a1dc-fb13ac6d3560 None None] New status for floating IP 958e8efe-8759-485c-80cc-06e4e662c46a: ACTIVE {{(pid=103344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 14:59:26.123967 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa86683-9f7f-451e-a50d-d18ee14c6f1b req-ba188e7e-a7ec-47eb-837c-fde00a0b5883 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:26.123967 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-faa86683-9f7f-451e-a50d-d18ee14c6f1b req-ba188e7e-a7ec-47eb-837c-fde00a0b5883 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/ports?device_id=88476c17-cf4a-415d-b211-ab859c3d8c9b HTTP/1.1" status: 200 len: 944 time: 0.0649831 May 06 14:59:26.185439 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-faa86683-9f7f-451e-a50d-d18ee14c6f1b req-f33dc848-9b38-4175-b0eb-42540ff1324b tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/security-groups?id=442a10b9-9929-49f9-8146-8830d8f9fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542104 May 06 14:59:26.315649 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f78d1c-43b3-426b-af9d-3548ca52ddd3 req-ce55fd71-a063-4dbc-a4c3-73512946b19b tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:26.317290 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-89f78d1c-43b3-426b-af9d-3548ca52ddd3 req-ce55fd71-a063-4dbc-a4c3-73512946b19b tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 946 time: 0.0530174 May 06 14:59:26.371803 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-89f78d1c-43b3-426b-af9d-3548ca52ddd3 req-4ae89302-a9ac-4fb5-ae36-1bc88203cbec tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446301 May 06 14:59:26.414648 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe052c2-4a50-4a3c-8b4d-bde95f049f8f req-428baf51-e8f1-4232-8dfb-f8e1f4930b92 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:26.416392 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-bbe052c2-4a50-4a3c-8b4d-bde95f049f8f req-428baf51-e8f1-4232-8dfb-f8e1f4930b92 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 946 time: 0.0606215 May 06 14:59:26.465946 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-bbe052c2-4a50-4a3c-8b4d-bde95f049f8f req-4d490294-ce33-44ed-9717-dc6b640e3c31 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441012 May 06 14:59:27.305372 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f3de0c-f948-4b1a-b26b-b675be370a91 req-88b7d686-b0b7-422d-8704-240962b296c9 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:27.306739 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-73f3de0c-f948-4b1a-b26b-b675be370a91 req-88b7d686-b0b7-422d-8704-240962b296c9 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/ports?device_id=88476c17-cf4a-415d-b211-ab859c3d8c9b HTTP/1.1" status: 200 len: 944 time: 0.0451891 May 06 14:59:27.353650 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-73f3de0c-f948-4b1a-b26b-b675be370a91 req-7dfdcaba-dc1f-49eb-ac75-2d81642e2222 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/security-groups?id=442a10b9-9929-49f9-8146-8830d8f9fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410225 May 06 14:59:27.490001 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f93e87-4a27-4086-ae07-9b90379be8ff req-e85c415f-b188-4436-8200-99deae3af45a tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:27.491580 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-64f93e87-4a27-4086-ae07-9b90379be8ff req-e85c415f-b188-4436-8200-99deae3af45a tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 946 time: 0.0463247 May 06 14:59:27.544196 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-64f93e87-4a27-4086-ae07-9b90379be8ff req-9c8f22c0-75fe-4744-a4ab-78eac250849f tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457206 May 06 14:59:27.587200 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72ff460-0183-4852-9fbd-cab5320d9656 req-a3611827-f821-45a4-a992-f7f92c62d7f8 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:27.588728 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-f72ff460-0183-4852-9fbd-cab5320d9656 req-a3611827-f821-45a4-a992-f7f92c62d7f8 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 946 time: 0.0542643 May 06 14:59:27.638450 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-f72ff460-0183-4852-9fbd-cab5320d9656 req-b48fd570-27fd-4f74-98b1-c9d019fcd2bc tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439653 May 06 14:59:28.306729 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b4e66c-8766-47c6-9083-2f82e820d7f8 req-5e97d972-9708-4a1f-85a2-5b20f8a7da3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:28.308375 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-03b4e66c-8766-47c6-9083-2f82e820d7f8 req-5e97d972-9708-4a1f-85a2-5b20f8a7da3c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0124bfd61ad14bd395ecd3c54849f2fe&device_id=88476c17-cf4a-415d-b211-ab859c3d8c9b HTTP/1.1" status: 200 len: 1128 time: 0.0443866 May 06 14:59:28.353429 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-d6cc80c8-4723-4550-b307-65a8244ac10a req-bd3309c3-a2ab-461d-8763-dbf882842051 service neutron] 10.222.0.26 "GET /v2.0/networks/f03bc0ab-4c4b-42d7-8084-72f3c477842c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892694 May 06 14:59:28.393946 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device c508c7ff-886d-4428-bfe0-b721015e5331 up at agent hyperv_hv-cinder-84067 {{(pid=103344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 14:59:28.448644 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Provisioning for port c508c7ff-886d-4428-bfe0-b721015e5331 completed by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 06 14:59:28.454498 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Provisioning complete for port c508c7ff-886d-4428-bfe0-b721015e5331 triggered by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 14:59:28.454928 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (c508c7ff-886d-4428-bfe0-b721015e5331), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:28.478869 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30abcda6-d958-4d98-8333-7719edd332f8 req-45c2de03-0192-43ec-9b8f-312ed9762e36 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:28.480431 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-30abcda6-d958-4d98-8333-7719edd332f8 req-45c2de03-0192-43ec-9b8f-312ed9762e36 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/ports?device_id=88476c17-cf4a-415d-b211-ab859c3d8c9b HTTP/1.1" status: 200 len: 944 time: 0.0518835 May 06 14:59:28.543065 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-30abcda6-d958-4d98-8333-7719edd332f8 req-54300e17-38a1-40ec-b7f1-552fdf02bf09 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/security-groups?id=442a10b9-9929-49f9-8146-8830d8f9fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562580 May 06 14:59:28.553197 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Current status of the port c508c7ff-886d-4428-bfe0-b721015e5331 is: BUILD; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 14:59:28.553511 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (c508c7ff-886d-4428-bfe0-b721015e5331), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:28.580386 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88476c17-cf4a-415d-b211-ab859c3d8c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c508c7ff-886d-4428-bfe0-b721015e5331'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:59:28.582777 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e0964ea08b7304cb3fd06b6962f873a42c5b1f8277632c4cd90ec00bfa9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bbe467b-bcad-4913-bd46-55467898efd8" -d '{"events": [{"server_uuid": "88476c17-cf4a-415d-b211-ab859c3d8c9b", "name": "network-vif-plugged", "status": "completed", "tag": "c508c7ff-886d-4428-bfe0-b721015e5331"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 14:59:28.598152 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] For port c508c7ff-886d-4428-bfe0-b721015e5331, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=c508c7ff-886d-4428-bfe0-b721015e5331,segment=NetworkSegment(ad38d823-2b9b-4a57-be3a-d0aef122e776),segment_id=ad38d823-2b9b-4a57-be3a-d0aef122e776)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:59:28.606370 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (c508c7ff-886d-4428-bfe0-b721015e5331), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:28.636954 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 14:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b94a754-d953-4d85-9105-b5a4f5954cce x-openstack-request-id: req-3b94a754-d953-4d85-9105-b5a4f5954cce {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 14:59:28.637482 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88476c17-cf4a-415d-b211-ab859c3d8c9b", "name": "network-vif-plugged", "status": "completed", "tag": "c508c7ff-886d-4428-bfe0-b721015e5331", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 14:59:28.637802 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3b94a754-d953-4d85-9105-b5a4f5954cce {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 14:59:28.638923 dv-cinder-840678-2-iscsi neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b94a754-d953-4d85-9105-b5a4f5954cce'] response: {'server_uuid': '88476c17-cf4a-415d-b211-ab859c3d8c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c508c7ff-886d-4428-bfe0-b721015e5331', 'code': 200} May 06 14:59:28.668189 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Pushing event updated for resources: {'Port': ['ID=c508c7ff-886d-4428-bfe0-b721015e5331,revision_number=5']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:28.681010 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf7c00-1051-4ede-87b3-9cfd8a6bf757 req-8fff0172-c81b-4b6d-92a0-ece40a6d4bf6 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:28.682531 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-d2cf7c00-1051-4ede-87b3-9cfd8a6bf757 req-8fff0172-c81b-4b6d-92a0-ece40a6d4bf6 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 946 time: 0.0486913 May 06 14:59:28.741424 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-d2cf7c00-1051-4ede-87b3-9cfd8a6bf757 req-077b86a9-95e2-415e-8abf-67c949cd8df7 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522900 May 06 14:59:28.765451 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e00a2-860c-4648-85d7-7f988e0120d4 req-1821c8c4-c2f6-4410-a493-ca7168e37c8b tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:28.766924 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-d06e00a2-860c-4648-85d7-7f988e0120d4 req-1821c8c4-c2f6-4410-a493-ca7168e37c8b tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 946 time: 0.0538177 May 06 14:59:28.819703 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-d06e00a2-860c-4648-85d7-7f988e0120d4 req-c43bf5ef-6661-43e9-a626-c7d91a718082 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468655 May 06 14:59:29.198893 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1dfc60-5595-479e-bc59-665d41f68582 req-c5f94f53-6b9c-4d9d-b1de-a03577c3c329 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:29.200525 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-3b1dfc60-5595-479e-bc59-665d41f68582 req-c5f94f53-6b9c-4d9d-b1de-a03577c3c329 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 946 time: 0.0693281 May 06 14:59:29.273323 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-3b1dfc60-5595-479e-bc59-665d41f68582 req-d7372a78-2e8c-40eb-b652-81414d2c8fd2 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668232 May 06 14:59:29.412988 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b4e66c-8766-47c6-9083-2f82e820d7f8 req-6e5847d4-c549-4708-97a6-7fa0bfe1cce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:29.415362 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-03b4e66c-8766-47c6-9083-2f82e820d7f8 req-6e5847d4-c549-4708-97a6-7fa0bfe1cce2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c0a1ab6e-aa6d-4ce9-8682-74a6ac4822ef HTTP/1.1" status: 200 len: 910 time: 0.1041350 May 06 14:59:29.660147 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39f45ec-8a72-46e9-a4d4-c64317ff535b req-dc4e80a7-53a4-4e76-a01b-c476b1407f87 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:29.661667 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-e39f45ec-8a72-46e9-a4d4-c64317ff535b req-dc4e80a7-53a4-4e76-a01b-c476b1407f87 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/ports?device_id=88476c17-cf4a-415d-b211-ab859c3d8c9b HTTP/1.1" status: 200 len: 945 time: 0.0485787 May 06 14:59:29.711892 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-e39f45ec-8a72-46e9-a4d4-c64317ff535b req-46e3c0bd-2d52-496c-bbcd-2f2e039ae159 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/security-groups?id=442a10b9-9929-49f9-8146-8830d8f9fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434802 May 06 14:59:29.869117 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121fd3a2-2b52-4808-ade8-0f2eafb859fe req-e3b3c10b-d3d1-47f3-b6c7-c031a57928e2 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:29.870680 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-121fd3a2-2b52-4808-ade8-0f2eafb859fe req-e3b3c10b-d3d1-47f3-b6c7-c031a57928e2 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 946 time: 0.0491843 May 06 14:59:29.918647 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-121fd3a2-2b52-4808-ade8-0f2eafb859fe req-d99ae028-2ebd-4ea0-a65b-6452063c1776 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418766 May 06 14:59:30.394856 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e576c-b5a8-4db0-a1e9-61c1090575f8 req-3e299576-326c-414d-a006-bfba0225a9eb tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:30.396338 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-fb8e576c-b5a8-4db0-a1e9-61c1090575f8 req-3e299576-326c-414d-a006-bfba0225a9eb tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 946 time: 0.0525165 May 06 14:59:30.443922 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-fb8e576c-b5a8-4db0-a1e9-61c1090575f8 req-7139f7b8-d1e2-4e21-9ed8-7d741c13819b tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419464 May 06 14:59:30.825665 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccadce5-bb89-44b1-9e82-c29432a9ce3c req-a5dd758b-2501-4b48-9b5d-57054e5a1a0a tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:30.827176 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-cccadce5-bb89-44b1-9e82-c29432a9ce3c req-a5dd758b-2501-4b48-9b5d-57054e5a1a0a tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/ports?device_id=88476c17-cf4a-415d-b211-ab859c3d8c9b HTTP/1.1" status: 200 len: 945 time: 0.0472245 May 06 14:59:30.873330 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-cccadce5-bb89-44b1-9e82-c29432a9ce3c req-49a33dde-6429-4667-b439-7422cc3d650e tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/security-groups?id=442a10b9-9929-49f9-8146-8830d8f9fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406082 May 06 14:59:31.040356 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3db227-00f1-4b40-b738-64de0870ecd5 req-d37e97c9-1f95-4867-8102-458857196640 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:31.041772 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-4b3db227-00f1-4b40-b738-64de0870ecd5 req-d37e97c9-1f95-4867-8102-458857196640 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 946 time: 0.0487978 May 06 14:59:31.089518 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-4b3db227-00f1-4b40-b738-64de0870ecd5 req-d8846a48-486e-4b19-81a8-41837e3e04de tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421419 May 06 14:59:31.566336 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e4b6f4-aa06-4411-aa08-eef94ec57026 req-2780b4b5-2d3a-4291-a09f-c386b47b98cb tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:31.567788 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-14e4b6f4-aa06-4411-aa08-eef94ec57026 req-2780b4b5-2d3a-4291-a09f-c386b47b98cb tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 946 time: 0.0487661 May 06 14:59:31.616216 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-14e4b6f4-aa06-4411-aa08-eef94ec57026 req-b2732c9a-2662-4e1a-a0fc-55b5111f4d27 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419328 May 06 14:59:31.989656 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a8034b-3bb2-43b6-826e-29ff35edc43f req-64b2204e-65ee-45cc-a2a9-d558cb810dfc tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:31.991129 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-08a8034b-3bb2-43b6-826e-29ff35edc43f req-64b2204e-65ee-45cc-a2a9-d558cb810dfc tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/ports?device_id=88476c17-cf4a-415d-b211-ab859c3d8c9b HTTP/1.1" status: 200 len: 945 time: 0.0505645 May 06 14:59:32.048427 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-08a8034b-3bb2-43b6-826e-29ff35edc43f req-0add732d-a3d8-40a9-aea5-8d684f407b8e tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/security-groups?id=442a10b9-9929-49f9-8146-8830d8f9fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482402 May 06 14:59:32.212863 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e0984-815d-4321-911b-c09f4b6d2308 req-8bbe6f15-8b41-418d-9f31-938b5c23fec2 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:32.214348 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-602e0984-815d-4321-911b-c09f4b6d2308 req-8bbe6f15-8b41-418d-9f31-938b5c23fec2 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 946 time: 0.0473895 May 06 14:59:32.262732 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-602e0984-815d-4321-911b-c09f4b6d2308 req-d5e4f48b-3f5a-4e02-8510-7777949f5183 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426741 May 06 14:59:32.730720 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c4bc7-6e32-4bd1-b5ad-fd4e9a3ba72b req-4af840fe-9662-49ef-9070-199673210028 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:32.732224 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-328c4bc7-6e32-4bd1-b5ad-fd4e9a3ba72b req-4af840fe-9662-49ef-9070-199673210028 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 946 time: 0.0467274 May 06 14:59:32.779521 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-328c4bc7-6e32-4bd1-b5ad-fd4e9a3ba72b req-7e280519-9291-43bb-afa6-650dba835f4e tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417161 May 06 14:59:33.310903 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4fdec6-0ad3-4353-a571-78fad33e2c26 req-6df213cd-5694-47eb-87be-3bd4ff41bd1d tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:33.312487 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-5d4fdec6-0ad3-4353-a571-78fad33e2c26 req-6df213cd-5694-47eb-87be-3bd4ff41bd1d tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/ports?device_id=88476c17-cf4a-415d-b211-ab859c3d8c9b HTTP/1.1" status: 200 len: 945 time: 0.0517237 May 06 14:59:33.362532 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-5d4fdec6-0ad3-4353-a571-78fad33e2c26 req-6cea6803-ecdd-4a7a-baed-b5c08bc428de tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/security-groups?id=442a10b9-9929-49f9-8146-8830d8f9fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444067 May 06 14:59:33.389720 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913abf9b-4cb9-4a73-a54f-dcaf61e0b39f req-346461ca-cf29-4e7a-b5ca-aae7c03ef5a1 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:33.391363 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-913abf9b-4cb9-4a73-a54f-dcaf61e0b39f req-346461ca-cf29-4e7a-b5ca-aae7c03ef5a1 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 946 time: 0.0550044 May 06 14:59:33.449513 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-913abf9b-4cb9-4a73-a54f-dcaf61e0b39f req-c6b829f8-dc58-4e59-8d8d-182931eaea86 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520191 May 06 14:59:33.913373 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2cfae4-751d-46e0-9683-9e0ad56a29bd req-e32c4c2d-6ba6-45a7-a55c-ecbafafbe47d tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:33.915582 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-8f2cfae4-751d-46e0-9683-9e0ad56a29bd req-e32c4c2d-6ba6-45a7-a55c-ecbafafbe47d tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 946 time: 0.0547149 May 06 14:59:33.980468 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-8f2cfae4-751d-46e0-9683-9e0ad56a29bd req-0257a904-a204-4052-98d8-93557662582c tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590231 May 06 14:59:34.431500 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68974ee-fbc5-4d83-a239-691d97292ca7 req-7f6868d5-9c08-4b81-9a25-2214159c82ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:34.433027 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-f68974ee-fbc5-4d83-a239-691d97292ca7 req-7f6868d5-9c08-4b81-9a25-2214159c82ff service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 1130 time: 0.2923491 May 06 14:59:34.473549 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-d6cc80c8-4723-4550-b307-65a8244ac10a req-e7291e80-267e-4245-8f74-82a8259c4e52 service neutron] 10.222.0.26 "GET /v2.0/networks/f03bc0ab-4c4b-42d7-8084-72f3c477842c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3238943 May 06 14:59:34.490972 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f14c05-90b8-4248-9003-0b0e4cb6fc3c req-39ec9be7-20c2-41ca-8966-1a28dc60eafb tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:34.492631 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-21f14c05-90b8-4248-9003-0b0e4cb6fc3c req-39ec9be7-20c2-41ca-8966-1a28dc60eafb tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/ports?device_id=88476c17-cf4a-415d-b211-ab859c3d8c9b HTTP/1.1" status: 200 len: 945 time: 0.0581625 May 06 14:59:34.552574 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-21f14c05-90b8-4248-9003-0b0e4cb6fc3c req-41f0b4e5-e27c-492b-bfd0-ffc6cb3ff355 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/security-groups?id=442a10b9-9929-49f9-8146-8830d8f9fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541461 May 06 14:59:34.573763 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88bb631-9a73-4f93-9479-206e5d78689b req-5c1ab32d-b422-4ae1-b808-1bebe37086cf tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:34.575316 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-e88bb631-9a73-4f93-9479-206e5d78689b req-5c1ab32d-b422-4ae1-b808-1bebe37086cf tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 946 time: 0.0491207 May 06 14:59:34.632239 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-e88bb631-9a73-4f93-9479-206e5d78689b req-6e034747-2f02-4a39-8ac1-717cfa8989eb tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498078 May 06 14:59:35.095513 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f7abce-3d65-42fe-9b83-1f78758d62c9 req-ec2aed70-5844-4101-9d5c-e6a22c20faf9 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:35.097035 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-41f7abce-3d65-42fe-9b83-1f78758d62c9 req-ec2aed70-5844-4101-9d5c-e6a22c20faf9 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 946 time: 0.0469735 May 06 14:59:35.145996 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-41f7abce-3d65-42fe-9b83-1f78758d62c9 req-76c67c91-c508-4619-8653-98d1c4b6501d tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432308 May 06 14:59:35.680031 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c78c28-22ff-4a25-a2e6-3faab5c0421e req-6f5331b5-b61c-4a02-abd3-0a62fa19674a tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:35.681753 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-b5c78c28-22ff-4a25-a2e6-3faab5c0421e req-6f5331b5-b61c-4a02-abd3-0a62fa19674a tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/ports?device_id=88476c17-cf4a-415d-b211-ab859c3d8c9b HTTP/1.1" status: 200 len: 945 time: 0.0524442 May 06 14:59:35.732846 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-b5c78c28-22ff-4a25-a2e6-3faab5c0421e req-ce619885-44cd-4ee2-a019-259396a1aafa tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/security-groups?id=442a10b9-9929-49f9-8146-8830d8f9fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455267 May 06 14:59:35.764909 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f90fd-19d7-470c-8d10-0f91ad794291 req-90e91ad6-eca5-4d30-a892-f54cc79d1280 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:35.766412 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-ee1f90fd-19d7-470c-8d10-0f91ad794291 req-90e91ad6-eca5-4d30-a892-f54cc79d1280 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 946 time: 0.0541360 May 06 14:59:35.819074 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-ee1f90fd-19d7-470c-8d10-0f91ad794291 req-9c14ec0b-a00f-4cc9-864a-b6106ab36f8a tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469899 May 06 14:59:36.260325 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43c10f-7a34-45a7-af4c-72ec04feb8e5 req-4315c9c9-2543-4076-b4bb-3bdfd5598ff6 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:36.261907 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-7d43c10f-7a34-45a7-af4c-72ec04feb8e5 req-4315c9c9-2543-4076-b4bb-3bdfd5598ff6 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 946 time: 0.0463386 May 06 14:59:36.312837 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-7d43c10f-7a34-45a7-af4c-72ec04feb8e5 req-850d8e73-1716-4735-9faa-50738f6db2c3 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451381 May 06 14:59:36.849249 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a3db87-c927-499c-b990-c435e4d38dfb req-6e00724b-b15b-4798-a022-5cc840b9e332 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:36.850800 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-e0a3db87-c927-499c-b990-c435e4d38dfb req-6e00724b-b15b-4798-a022-5cc840b9e332 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/ports?device_id=88476c17-cf4a-415d-b211-ab859c3d8c9b HTTP/1.1" status: 200 len: 945 time: 0.0480249 May 06 14:59:36.900390 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-e0a3db87-c927-499c-b990-c435e4d38dfb req-b0ad05c9-299c-4695-be9b-351d964fce8d tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/security-groups?id=442a10b9-9929-49f9-8146-8830d8f9fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431464 May 06 14:59:36.944346 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1440d66-1afb-4bff-8396-d7d174a202b3 req-75bfdbe8-0ccd-4d77-9d17-11e871201d2b tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:36.946032 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-f1440d66-1afb-4bff-8396-d7d174a202b3 req-75bfdbe8-0ccd-4d77-9d17-11e871201d2b tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 946 time: 0.0485165 May 06 14:59:36.995209 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-f1440d66-1afb-4bff-8396-d7d174a202b3 req-b128c384-b541-4c48-a560-9eba0f2af3da tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436425 May 06 14:59:37.099398 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3e270809-bb63-4133-887d-ff47a0ffedf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (79b17169-ed94-4769-ba4e-30adf371f78f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:37.427470 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28830f16-dfc2-4657-81ee-d654ca68df30 req-9de6fed0-3e9b-4d47-a85e-30f325dc4330 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:37.428878 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-28830f16-dfc2-4657-81ee-d654ca68df30 req-9de6fed0-3e9b-4d47-a85e-30f325dc4330 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 946 time: 0.0466671 May 06 14:59:37.481233 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-28830f16-dfc2-4657-81ee-d654ca68df30 req-6f3066b5-0473-41cc-ab14-fa620eb59042 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459642 May 06 14:59:38.025041 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-03b4e66c-8766-47c6-9083-2f82e820d7f8 req-fd8f2c91-9b4e-486c-be66-ba07bb5bd807 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c508c7ff-886d-4428-bfe0-b721015e5331 HTTP/1.1" status: 200 len: 217 time: 0.0455663 May 06 14:59:38.097425 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7509e9-17c2-419d-8776-98dee8f15517 req-28ee031e-a575-4240-8092-446059a484cb tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:38.099616 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-fc7509e9-17c2-419d-8776-98dee8f15517 req-28ee031e-a575-4240-8092-446059a484cb tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/ports?device_id=88476c17-cf4a-415d-b211-ab859c3d8c9b HTTP/1.1" status: 200 len: 945 time: 0.1139162 May 06 14:59:38.104872 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd7633-2239-4f75-87f8-f1035235e4aa req-c713af51-7b55-4ea6-8e1a-296cd57a3dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:38.111031 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-77bd7633-2239-4f75-87f8-f1035235e4aa req-c713af51-7b55-4ea6-8e1a-296cd57a3dc6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=66121d02dbff4c3a920161e445959085&device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 1130 time: 0.1013796 May 06 14:59:38.121551 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-f68974ee-fbc5-4d83-a239-691d97292ca7 req-f03d4fca-0a6f-4ea2-94fd-18d0d1714e50 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435294 May 06 14:59:38.204453 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef89aa4-2f09-4bcc-ab66-527ffd59532d req-ac8d7e19-204d-41ed-bfae-2544fad81a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:38.205980 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-fef89aa4-2f09-4bcc-ab66-527ffd59532d req-ac8d7e19-204d-41ed-bfae-2544fad81a43 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5ad13dae3f6649fb8d8d2bdd1f1caaef&device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 1129 time: 0.1319909 May 06 14:59:38.224174 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7cfe10-3443-4776-ac7b-afcef4a9bd9b req-4c78f4ea-3116-4770-93bf-6509acca7723 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:38.225650 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-4a7cfe10-3443-4776-ac7b-afcef4a9bd9b req-4c78f4ea-3116-4770-93bf-6509acca7723 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 946 time: 0.0983126 May 06 14:59:38.227858 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b4e66c-8766-47c6-9083-2f82e820d7f8 req-bd7f7164-7da7-49b2-a43a-7523fe0f2b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:38.229487 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-03b4e66c-8766-47c6-9083-2f82e820d7f8 req-bd7f7164-7da7-49b2-a43a-7523fe0f2b26 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ef6501ca-ace5-4c6e-88c7-78551c4368ba HTTP/1.1" status: 200 len: 849 time: 0.1403325 May 06 14:59:38.242673 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-fc7509e9-17c2-419d-8776-98dee8f15517 req-ee85c3d1-40cf-47f3-a047-3a11104dc56e tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/security-groups?id=442a10b9-9929-49f9-8146-8830d8f9fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296821 May 06 14:59:38.269596 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd7633-2239-4f75-87f8-f1035235e4aa req-2178925e-4466-4190-a8fb-630b38c6182a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:38.271062 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-77bd7633-2239-4f75-87f8-f1035235e4aa req-2178925e-4466-4190-a8fb-630b38c6182a service neutron] 10.222.0.26 "GET /v2.0/networks?id=1f8443d4-24c9-4ac0-96d7-8083233dcc1b HTTP/1.1" status: 200 len: 919 time: 0.1312137 May 06 14:59:38.280114 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-4a7cfe10-3443-4776-ac7b-afcef4a9bd9b req-907a0213-23a6-4ccd-a368-2f8654799c3f tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457711 May 06 14:59:38.656323 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-77bd7633-2239-4f75-87f8-f1035235e4aa req-3a2b69b8-4987-4c52-8453-73958aca5bd1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc111146-c44c-49db-8747-5b951a689021 HTTP/1.1" status: 200 len: 217 time: 0.0595443 May 06 14:59:38.662934 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333c4f75-021c-4a17-b4cd-7d3d7b54cf43 req-d22fd470-5f7b-466b-800d-95f5e99cf452 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:38.664639 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-333c4f75-021c-4a17-b4cd-7d3d7b54cf43 req-d22fd470-5f7b-466b-800d-95f5e99cf452 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 946 time: 0.1131458 May 06 14:59:38.709021 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef89aa4-2f09-4bcc-ab66-527ffd59532d req-feec177c-d259-4b9f-b037-e9685754eae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:38.710520 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-fef89aa4-2f09-4bcc-ab66-527ffd59532d req-feec177c-d259-4b9f-b037-e9685754eae0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d7304f76-b992-4cc2-a77b-3291aec20f6e HTTP/1.1" status: 200 len: 911 time: 0.1126134 May 06 14:59:38.727960 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-333c4f75-021c-4a17-b4cd-7d3d7b54cf43 req-0a9253cd-d76a-40e6-9962-e128d6340a19 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567806 May 06 14:59:38.999560 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d4a3b5-670b-46fc-82ce-e2a50745a98e req-d99f80c3-d973-4d4d-89c3-892174a15501 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:39.001089 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-b1d4a3b5-670b-46fc-82ce-e2a50745a98e req-d99f80c3-d973-4d4d-89c3-892174a15501 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e9c0b35-6c24-4b6e-a913-e73cd5bd7025 HTTP/1.1" status: 200 len: 945 time: 0.0491655 May 06 14:59:39.064892 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-b1d4a3b5-670b-46fc-82ce-e2a50745a98e req-37093ef8-a8ec-44b9-83dc-1766abc7d449 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] 10.222.0.23 "GET /v2.0/security-groups?id=acff08bc-b078-4314-a809-bc9c681e2c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580604 May 06 14:59:39.411742 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbcb623-5eb9-466b-81c1-a6faa2a5cfae req-449aa754-0656-4855-ad67-d7c23127d4b0 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:39.413349 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-bbbcb623-5eb9-466b-81c1-a6faa2a5cfae req-449aa754-0656-4855-ad67-d7c23127d4b0 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 946 time: 0.0529733 May 06 14:59:39.416830 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-33d99d26-8bed-4438-99fb-c1d3f649adc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (ec8f31e6-1756-4927-8bc3-e144e6f0af83), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:39.475903 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-bbbcb623-5eb9-466b-81c1-a6faa2a5cfae req-5110e4a2-364e-40a9-a7de-7439a960bc7b tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492578 May 06 14:59:39.556994 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44921623-ce21-4544-bfe8-0ef70588dc24 req-85633a1f-4c29-4df1-acbf-7131e3aa55f2 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:39.558463 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-44921623-ce21-4544-bfe8-0ef70588dc24 req-85633a1f-4c29-4df1-acbf-7131e3aa55f2 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/ports?device_id=88476c17-cf4a-415d-b211-ab859c3d8c9b HTTP/1.1" status: 200 len: 945 time: 0.2434092 May 06 14:59:39.605671 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-44921623-ce21-4544-bfe8-0ef70588dc24 req-b924c1a2-f60e-471f-b8bf-33e1e4616bd1 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/security-groups?id=442a10b9-9929-49f9-8146-8830d8f9fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415463 May 06 14:59:39.840975 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f909b2-ccaa-4708-a597-a21af99a95dd req-9e59a16b-fa97-40ef-a962-8f67dcf2b588 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:39.842420 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-f0f909b2-ccaa-4708-a597-a21af99a95dd req-9e59a16b-fa97-40ef-a962-8f67dcf2b588 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 946 time: 0.0454087 May 06 14:59:39.888758 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-f0f909b2-ccaa-4708-a597-a21af99a95dd req-3bda3b7b-0f38-49ea-a06b-0d8682c25d23 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406647 May 06 14:59:40.181988 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17373a2-b84c-47b7-826e-aaeacdad68c4 req-f6033944-8819-4a05-89b9-eafd7fd29482 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:40.183480 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-c17373a2-b84c-47b7-826e-aaeacdad68c4 req-f6033944-8819-4a05-89b9-eafd7fd29482 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e9c0b35-6c24-4b6e-a913-e73cd5bd7025 HTTP/1.1" status: 200 len: 945 time: 0.0473042 May 06 14:59:40.228711 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-c17373a2-b84c-47b7-826e-aaeacdad68c4 req-0e11157b-948b-4313-b32e-b05df3ca2bfe tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] 10.222.0.23 "GET /v2.0/security-groups?id=acff08bc-b078-4314-a809-bc9c681e2c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396149 May 06 14:59:40.507341 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1afa6ce1-9145-4257-8e23-9dd2cd4b1998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b699075f-0d9f-4d2e-b182-9d9eb15bfab1), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:40.596308 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce5d90b-a1b7-4711-ad5c-57f9d4ebe8c1 req-9ab1171c-9445-475e-8be4-3eeb6b9622f1 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:40.597785 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-bce5d90b-a1b7-4711-ad5c-57f9d4ebe8c1 req-9ab1171c-9445-475e-8be4-3eeb6b9622f1 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 946 time: 0.0459070 May 06 14:59:40.644550 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-bce5d90b-a1b7-4711-ad5c-57f9d4ebe8c1 req-c7fbef64-804f-4ca8-86a2-db174665eb5c tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406139 May 06 14:59:40.722095 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd59c34e-9f21-4966-acbb-40b0dd7959a5 req-65293688-e189-4915-b4e8-dc491cb38240 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:40.726494 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-cd59c34e-9f21-4966-acbb-40b0dd7959a5 req-65293688-e189-4915-b4e8-dc491cb38240 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/ports?device_id=88476c17-cf4a-415d-b211-ab859c3d8c9b HTTP/1.1" status: 200 len: 945 time: 0.0478261 May 06 14:59:40.771507 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-cd59c34e-9f21-4966-acbb-40b0dd7959a5 req-338204c9-0349-4d58-94e8-fde5933114c6 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/security-groups?id=442a10b9-9929-49f9-8146-8830d8f9fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413232 May 06 14:59:41.010624 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e10e60-3085-4b51-a763-249a64f59dd9 req-95b42bb3-5cf8-4071-9b4b-c1a8441cc073 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:41.012153 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-f4e10e60-3085-4b51-a763-249a64f59dd9 req-95b42bb3-5cf8-4071-9b4b-c1a8441cc073 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 946 time: 0.0572953 May 06 14:59:41.060388 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-f4e10e60-3085-4b51-a763-249a64f59dd9 req-b50a2612-d314-4691-bd8c-f0883a4473b5 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424016 May 06 14:59:41.140684 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-03b4e66c-8766-47c6-9083-2f82e820d7f8 req-a5c6a9a4-e93f-4f68-bed4-f4a9d5d5257c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c0a1ab6e-aa6d-4ce9-8682-74a6ac4822ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282822 May 06 14:59:41.342885 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61b73b4-28dc-46e4-b660-3c6436f3061a req-fe901331-2da0-4cdd-ade2-90ac1275a32d tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:41.344332 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-d61b73b4-28dc-46e4-b660-3c6436f3061a req-fe901331-2da0-4cdd-ade2-90ac1275a32d tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e9c0b35-6c24-4b6e-a913-e73cd5bd7025 HTTP/1.1" status: 200 len: 945 time: 0.0463574 May 06 14:59:41.391815 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-d61b73b4-28dc-46e4-b660-3c6436f3061a req-4e573f5e-a6ca-453a-8e6c-4fdb98bf3691 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] 10.222.0.23 "GET /v2.0/security-groups?id=acff08bc-b078-4314-a809-bc9c681e2c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419426 May 06 14:59:41.773010 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8353e1-81cd-43b2-a328-ee8fff5da727 req-e7f450dd-d08f-4c02-b1ec-22d45ccbfa30 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:41.774521 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-1f8353e1-81cd-43b2-a328-ee8fff5da727 req-e7f450dd-d08f-4c02-b1ec-22d45ccbfa30 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 946 time: 0.0554509 May 06 14:59:41.826085 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-1f8353e1-81cd-43b2-a328-ee8fff5da727 req-457a93de-f1ec-4510-9195-8ea58ac0ebc5 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436990 May 06 14:59:41.898730 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021eee0f-8230-4d4a-8c65-7642fda99c78 req-314050c3-33f5-475c-89ec-80d54b416d60 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:41.901531 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-021eee0f-8230-4d4a-8c65-7642fda99c78 req-314050c3-33f5-475c-89ec-80d54b416d60 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/ports?device_id=88476c17-cf4a-415d-b211-ab859c3d8c9b HTTP/1.1" status: 200 len: 945 time: 0.0569432 May 06 14:59:41.948421 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-021eee0f-8230-4d4a-8c65-7642fda99c78 req-f68cd0f5-235a-4597-9f3e-61895157f807 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/security-groups?id=442a10b9-9929-49f9-8146-8830d8f9fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416114 May 06 14:59:42.178295 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f2b7ab-a1ea-4ec3-923a-37ada618393d req-6b054165-f9ec-43be-b564-645b3c0ef621 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:42.179794 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-e2f2b7ab-a1ea-4ec3-923a-37ada618393d req-6b054165-f9ec-43be-b564-645b3c0ef621 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 946 time: 0.0500216 May 06 14:59:42.233165 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-e2f2b7ab-a1ea-4ec3-923a-37ada618393d req-1da1f210-bd05-4811-aa20-62d42ae883da tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469475 May 06 14:59:42.537293 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dba4da-05a8-41ad-83c9-2bb1578bd4ee req-71ed9e81-6e20-4eb4-8a2b-f28b3f2e05c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:42.538786 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-28dba4da-05a8-41ad-83c9-2bb1578bd4ee req-71ed9e81-6e20-4eb4-8a2b-f28b3f2e05c0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=88476c17-cf4a-415d-b211-ab859c3d8c9b HTTP/1.1" status: 200 len: 1129 time: 0.0735085 May 06 14:59:42.540812 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd7633-2239-4f75-87f8-f1035235e4aa req-8e9975ee-45b1-4463-bbdd-cad9e1f28be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:42.542499 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-77bd7633-2239-4f75-87f8-f1035235e4aa req-8e9975ee-45b1-4463-bbdd-cad9e1f28be9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=67575c08-c86c-46ea-9526-64956bd20b03 HTTP/1.1" status: 200 len: 857 time: 0.0905328 May 06 14:59:42.639313 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-68b1beb6-545b-4f86-a143-b395004404eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b8293b96-1d4f-4101-9243-9870353ff712), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:42.645249 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8368ed67-193b-418c-9c1b-cb073aba5f51 req-04d486a6-12f1-4f56-a3c6-cd127d101a6c tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:42.646717 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-8368ed67-193b-418c-9c1b-cb073aba5f51 req-04d486a6-12f1-4f56-a3c6-cd127d101a6c tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e9c0b35-6c24-4b6e-a913-e73cd5bd7025 HTTP/1.1" status: 200 len: 945 time: 0.1509433 May 06 14:59:42.653065 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-fef89aa4-2f09-4bcc-ab66-527ffd59532d req-c672fbd6-3b41-4f1d-9d74-42446088f00a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77a330e2-c9ae-47be-b923-976dff909895 HTTP/1.1" status: 200 len: 1001 time: 0.2017972 May 06 14:59:42.717671 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-03b4e66c-8766-47c6-9083-2f82e820d7f8 req-3cc503ec-5f19-4945-b0d4-88001a34b687 service neutron] 10.222.0.26 "GET /v2.0/networks/c0a1ab6e-aa6d-4ce9-8682-74a6ac4822ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127748 May 06 14:59:42.721059 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-8368ed67-193b-418c-9c1b-cb073aba5f51 req-4e108c96-4d00-4a53-9342-c01094470fe1 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] 10.222.0.23 "GET /v2.0/security-groups?id=acff08bc-b078-4314-a809-bc9c681e2c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671294 May 06 14:59:42.949867 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c6d9b-934d-4feb-a326-071e0c8ec5f6 req-e59b5002-a4d1-48ed-8f0d-e9b9160386e9 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:42.951402 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-439c6d9b-934d-4feb-a326-071e0c8ec5f6 req-e59b5002-a4d1-48ed-8f0d-e9b9160386e9 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 946 time: 0.0499897 May 06 14:59:43.004634 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-439c6d9b-934d-4feb-a326-071e0c8ec5f6 req-777c1a9f-d795-4ba4-9bb3-7dde2777d1c6 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471594 May 06 14:59:43.079561 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50a26e9-c6fe-4835-88d4-45ab742b1831 req-39b452c7-73e9-404c-840b-fbbd42de346f tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:43.085191 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-d50a26e9-c6fe-4835-88d4-45ab742b1831 req-39b452c7-73e9-404c-840b-fbbd42de346f tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/ports?device_id=88476c17-cf4a-415d-b211-ab859c3d8c9b HTTP/1.1" status: 200 len: 945 time: 0.0546780 May 06 14:59:43.147384 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-d50a26e9-c6fe-4835-88d4-45ab742b1831 req-aeceb323-2570-4c2e-84c2-17979c11e689 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/security-groups?id=442a10b9-9929-49f9-8146-8830d8f9fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605631 May 06 14:59:43.364199 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4446066b-2ca0-4595-a002-6360cbe56795 req-a5cb36b4-ee34-4fd9-a2c5-ddfc2b6b4c19 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:43.366162 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-4446066b-2ca0-4595-a002-6360cbe56795 req-a5cb36b4-ee34-4fd9-a2c5-ddfc2b6b4c19 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 946 time: 0.0533051 May 06 14:59:43.421022 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-4446066b-2ca0-4595-a002-6360cbe56795 req-ae3632a4-6510-45b6-9b24-3598e99fbed2 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453525 May 06 14:59:43.574654 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 44026) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:59:43.694268 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b6511f48-a23e-4d56-903a-ef3354e896c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:43.728082 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (20451d70-ea89-4a66-885a-20a1b2a3bff8), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:43.779545 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b6511f48-a23e-4d56-903a-ef3354e896c4 admin admin] Publish callbacks [] for security_group (05552212-fc13-4a81-ab01-d94782eb197e), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:43.784952 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b6511f48-a23e-4d56-903a-ef3354e896c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (05552212-fc13-4a81-ab01-d94782eb197e), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:43.826693 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-b6511f48-a23e-4d56-903a-ef3354e896c4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=170aa3ef89474632955b143b4665b6e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2508800 May 06 14:59:43.827836 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6511f48-a23e-4d56-903a-ef3354e896c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05552212-fc13-4a81-ab01-d94782eb197e,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:43.830216 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 44032) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:59:43.864282 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883aba6-88bc-4a2f-90d1-6eccf273afd1 req-339cf448-bfff-41eb-8c21-5980d3487284 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:43.865901 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-e883aba6-88bc-4a2f-90d1-6eccf273afd1 req-339cf448-bfff-41eb-8c21-5980d3487284 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e9c0b35-6c24-4b6e-a913-e73cd5bd7025 HTTP/1.1" status: 200 len: 945 time: 0.0673609 May 06 14:59:43.890335 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-939214b8-a8fb-4aac-8b5a-eda512de1cb2 admin admin] Publish callbacks [] for security_group (05552212-fc13-4a81-ab01-d94782eb197e), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:43.912898 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-939214b8-a8fb-4aac-8b5a-eda512de1cb2 admin admin] Publish callbacks [] for security_group (05552212-fc13-4a81-ab01-d94782eb197e), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:43.921634 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-e883aba6-88bc-4a2f-90d1-6eccf273afd1 req-1760f966-084e-4fb6-9ffc-f381a0ff400d tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] 10.222.0.23 "GET /v2.0/security-groups?id=acff08bc-b078-4314-a809-bc9c681e2c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491915 May 06 14:59:43.969457 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-939214b8-a8fb-4aac-8b5a-eda512de1cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (05552212-fc13-4a81-ab01-d94782eb197e), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:43.972488 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-939214b8-a8fb-4aac-8b5a-eda512de1cb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:43.973779 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-939214b8-a8fb-4aac-8b5a-eda512de1cb2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/05552212-fc13-4a81-ab01-d94782eb197e HTTP/1.1" status: 204 len: 168 time: 0.1426384 May 06 14:59:43.984071 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939214b8-a8fb-4aac-8b5a-eda512de1cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05552212-fc13-4a81-ab01-d94782eb197e,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:44.142389 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db77531-0ce5-41aa-9d53-02fee0fa2571 req-9dfdb2e5-4304-4cc7-b056-1a281af3449b tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:44.143917 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-7db77531-0ce5-41aa-9d53-02fee0fa2571 req-9dfdb2e5-4304-4cc7-b056-1a281af3449b tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 946 time: 0.0504711 May 06 14:59:44.215341 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-7db77531-0ce5-41aa-9d53-02fee0fa2571 req-8c684f2d-9eac-4cea-987f-756b821f89eb tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638371 May 06 14:59:44.298904 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b7257f-dcfa-4843-a86a-c8b7f477cf28 req-d07334b2-e9df-45fc-92c4-e4378f92ce89 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:44.300646 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-d6b7257f-dcfa-4843-a86a-c8b7f477cf28 req-d07334b2-e9df-45fc-92c4-e4378f92ce89 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/ports?device_id=88476c17-cf4a-415d-b211-ab859c3d8c9b HTTP/1.1" status: 200 len: 945 time: 0.0658615 May 06 14:59:44.360641 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-d6b7257f-dcfa-4843-a86a-c8b7f477cf28 req-81ccb8ec-0c04-4ef3-89b5-62f8cde09e58 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/security-groups?id=442a10b9-9929-49f9-8146-8830d8f9fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528886 May 06 14:59:44.480960 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 44060) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:59:44.563223 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748853e7-6f0f-4689-8566-cf3048e5061d req-69a40b12-7962-42bd-8587-cda71b4da834 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:44.569126 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-748853e7-6f0f-4689-8566-cf3048e5061d req-69a40b12-7962-42bd-8587-cda71b4da834 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 946 time: 0.0676103 May 06 14:59:44.629949 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-045811c9-0cca-49fd-ab97-baff1f72ffb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:44.634585 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-748853e7-6f0f-4689-8566-cf3048e5061d req-201fd788-46c8-4c41-871c-aed9bdff3147 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640614 May 06 14:59:44.724256 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-045811c9-0cca-49fd-ab97-baff1f72ffb7 admin admin] Publish callbacks [] for security_group (285d2474-4698-436f-abea-63f627947928), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:44.729213 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-045811c9-0cca-49fd-ab97-baff1f72ffb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (285d2474-4698-436f-abea-63f627947928), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:44.770553 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-045811c9-0cca-49fd-ab97-baff1f72ffb7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3cbab0e6e3e24a03b5b710c590759164&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2882261 May 06 14:59:44.771623 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045811c9-0cca-49fd-ab97-baff1f72ffb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=285d2474-4698-436f-abea-63f627947928,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:44.773335 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 44072) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:59:44.832066 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9cb773c7-a264-4aa4-b88c-adcd8b2351f1 admin admin] Publish callbacks [] for security_group (285d2474-4698-436f-abea-63f627947928), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:44.856729 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9cb773c7-a264-4aa4-b88c-adcd8b2351f1 admin admin] Publish callbacks [] for security_group (285d2474-4698-436f-abea-63f627947928), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:44.937477 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd7633-2239-4f75-87f8-f1035235e4aa req-248b6144-373e-47b3-b428-e46aadf30b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:44.937905 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef89aa4-2f09-4bcc-ab66-527ffd59532d req-df895439-8a67-4086-837d-eac5d2b4e303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:44.939445 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-77bd7633-2239-4f75-87f8-f1035235e4aa req-248b6144-373e-47b3-b428-e46aadf30b91 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f8443d4-24c9-4ac0-96d7-8083233dcc1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0682368 May 06 14:59:44.939737 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-fef89aa4-2f09-4bcc-ab66-527ffd59532d req-df895439-8a67-4086-837d-eac5d2b4e303 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=386bbac7-026e-4f68-a22c-f26fa009fb15 HTTP/1.1" status: 200 len: 849 time: 0.0651848 May 06 14:59:44.955270 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-28dba4da-05a8-41ad-83c9-2bb1578bd4ee req-969190f7-9aed-45ba-a4b0-8a93b06d69f0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=442a10b9-9929-49f9-8146-8830d8f9fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823755 May 06 14:59:44.957580 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9cb773c7-a264-4aa4-b88c-adcd8b2351f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (285d2474-4698-436f-abea-63f627947928), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:44.960832 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9cb773c7-a264-4aa4-b88c-adcd8b2351f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:44.961469 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-9cb773c7-a264-4aa4-b88c-adcd8b2351f1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/285d2474-4698-436f-abea-63f627947928 HTTP/1.1" status: 204 len: 168 time: 0.1866755 May 06 14:59:44.971949 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb773c7-a264-4aa4-b88c-adcd8b2351f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=285d2474-4698-436f-abea-63f627947928,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:45.078928 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be25e8a6-9746-47f6-97b4-c380cf9bbcac req-528538ef-8bb2-4d87-92b6-b5d8e2c8f758 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:45.080685 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-be25e8a6-9746-47f6-97b4-c380cf9bbcac req-528538ef-8bb2-4d87-92b6-b5d8e2c8f758 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e9c0b35-6c24-4b6e-a913-e73cd5bd7025 HTTP/1.1" status: 200 len: 945 time: 0.0626745 May 06 14:59:45.145366 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-be25e8a6-9746-47f6-97b4-c380cf9bbcac req-6071dff2-58c7-4ebd-8e91-506f53d65c92 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] 10.222.0.23 "GET /v2.0/security-groups?id=acff08bc-b078-4314-a809-bc9c681e2c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557287 May 06 14:59:45.360922 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65edf83c-c722-4c59-83e0-c5aa3a5b7870 req-ec427d98-21d8-472c-a5ba-85474367ed6a tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:45.367719 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-65edf83c-c722-4c59-83e0-c5aa3a5b7870 req-ec427d98-21d8-472c-a5ba-85474367ed6a tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 946 time: 0.0629990 May 06 14:59:45.455307 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-65edf83c-c722-4c59-83e0-c5aa3a5b7870 req-29007276-2671-4418-ad08-fcb557ee6689 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866380 May 06 14:59:45.512720 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd9e7b-fc86-4528-92be-d308b534f2ad req-b5527680-0d7a-411d-be9f-2a4b39f580a0 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:45.514484 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-5cbd9e7b-fc86-4528-92be-d308b534f2ad req-b5527680-0d7a-411d-be9f-2a4b39f580a0 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/ports?device_id=88476c17-cf4a-415d-b211-ab859c3d8c9b HTTP/1.1" status: 200 len: 945 time: 0.0595434 May 06 14:59:45.639979 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-5cbd9e7b-fc86-4528-92be-d308b534f2ad req-4d67eb87-3c98-47d2-b450-e61e58750331 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/security-groups?id=442a10b9-9929-49f9-8146-8830d8f9fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191180 May 06 14:59:45.678821 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-03b4e66c-8766-47c6-9083-2f82e820d7f8 req-62aade69-fd39-4a03-957a-759eab3acbe8 service neutron] 10.222.0.26 "GET /v2.0/networks/c0a1ab6e-aa6d-4ce9-8682-74a6ac4822ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346173 May 06 14:59:45.785816 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44287205-5521-4847-bb56-b030e2757ccd req-b030695c-a3a5-416f-bb3b-3df57216db62 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:45.787429 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-44287205-5521-4847-bb56-b030e2757ccd req-b030695c-a3a5-416f-bb3b-3df57216db62 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 946 time: 0.0726645 May 06 14:59:45.848075 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-44287205-5521-4847-bb56-b030e2757ccd req-8071ebc3-04d4-4c01-8adb-40af94c116fa tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526838 May 06 14:59:45.923111 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 44124) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:59:46.021231 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.v2.base [None req-d4a3b22e-3e2a-4e5d-8ae4-4cc0e949513c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-408062417-network', 'tenant_id': 'bb5f41fdaad246b7bc30c8f8021129a3'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 14:59:46.044864 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4a3b22e-3e2a-4e5d-8ae4-4cc0e949513c admin admin] Made reservation on behalf of bb5f41fdaad246b7bc30c8f8021129a3 for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:59:46.047218 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d4a3b22e-3e2a-4e5d-8ae4-4cc0e949513c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:46.055730 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d4a3b22e-3e2a-4e5d-8ae4-4cc0e949513c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:46.139731 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d4a3b22e-3e2a-4e5d-8ae4-4cc0e949513c admin admin] Publish callbacks [] for security_group (b763f2a6-516d-43a8-99cc-e6a843c3c75b), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:46.143557 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d4a3b22e-3e2a-4e5d-8ae4-4cc0e949513c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (b763f2a6-516d-43a8-99cc-e6a843c3c75b), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:46.170565 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4a3b22e-3e2a-4e5d-8ae4-4cc0e949513c admin admin] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 14:59:46.179588 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a3b22e-3e2a-4e5d-8ae4-4cc0e949513c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b763f2a6-516d-43a8-99cc-e6a843c3c75b,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:46.188494 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d4a3b22e-3e2a-4e5d-8ae4-4cc0e949513c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16165668'] for segment (bb34cda3-37af-4167-b981-0643034a4aa7), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:46.188879 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.db.segments_db [None req-d4a3b22e-3e2a-4e5d-8ae4-4cc0e949513c admin admin] Added segment bb34cda3-37af-4167-b981-0643034a4aa7 of type vlan for network 930e9db3-dfec-4f84-956d-74111c835ba4 May 06 14:59:46.237544 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d4a3b22e-3e2a-4e5d-8ae4-4cc0e949513c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732313419650'] for network (930e9db3-dfec-4f84-956d-74111c835ba4), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:46.270909 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d4a3b22e-3e2a-4e5d-8ae4-4cc0e949513c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605'] for network (930e9db3-dfec-4f84-956d-74111c835ba4), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:46.271832 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a3b22e-3e2a-4e5d-8ae4-4cc0e949513c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:46.272461 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d4a3b22e-3e2a-4e5d-8ae4-4cc0e949513c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566627'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:46.277701 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b30075-2a42-461a-93de-08be8b7856c3 req-10a45f3d-1261-4641-914a-ac6a71806fcb tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:46.279431 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-b6b30075-2a42-461a-93de-08be8b7856c3 req-10a45f3d-1261-4641-914a-ac6a71806fcb tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e9c0b35-6c24-4b6e-a913-e73cd5bd7025 HTTP/1.1" status: 200 len: 945 time: 0.0599217 May 06 14:59:46.329869 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-d4a3b22e-3e2a-4e5d-8ae4-4cc0e949513c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4056427 May 06 14:59:46.334266 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-b6b30075-2a42-461a-93de-08be8b7856c3 req-ccc92c31-4364-44b6-ad54-5c7e26bfc65a tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] 10.222.0.23 "GET /v2.0/security-groups?id=acff08bc-b078-4314-a809-bc9c681e2c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490935 May 06 14:59:46.334651 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 44130) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:59:46.342224 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.v2.base [None req-8df8f3be-7a66-4134-aedd-7a35703f0834 admin admin] Request body: {'subnet': {'network_id': '930e9db3-dfec-4f84-956d-74111c835ba4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-408062417-subnet', 'tenant_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'ip_version': 4}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 14:59:46.351308 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a3b22e-3e2a-4e5d-8ae4-4cc0e949513c admin admin] Pushing event updated for resources: {'Network': ['ID=930e9db3-dfec-4f84-956d-74111c835ba4,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:46.363197 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Network 930e9db3-dfec-4f84-956d-74111c835ba4 details requested by agent ovs-agent-dv-cinder-840678-2-iscsi with host dv-cinder-840678-2-iscsi {{(pid=103344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 14:59:46.373642 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df8f3be-7a66-4134-aedd-7a35703f0834 admin admin] Made reservation on behalf of bb5f41fdaad246b7bc30c8f8021129a3 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:59:46.376362 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8df8f3be-7a66-4134-aedd-7a35703f0834 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3310232'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:46.499467 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef89aa4-2f09-4bcc-ab66-527ffd59532d req-0c707eca-d28c-49a3-989c-1963da962b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:46.501165 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-fef89aa4-2f09-4bcc-ab66-527ffd59532d req-0c707eca-d28c-49a3-989c-1963da962b26 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d7304f76-b992-4cc2-a77b-3291aec20f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0581882 May 06 14:59:46.640297 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d825d160-ebe8-4930-b22b-2b4c5cee796e req-19b2597f-ceff-4270-9c9a-4a6f0d595a3f tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:46.641844 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-d825d160-ebe8-4930-b22b-2b4c5cee796e req-19b2597f-ceff-4270-9c9a-4a6f0d595a3f tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 946 time: 0.1029925 May 06 14:59:46.643627 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-77bd7633-2239-4f75-87f8-f1035235e4aa req-86478049-dc4b-4d6e-aa01-d8bed2da62a0 service neutron] 10.222.0.26 "GET /v2.0/networks/1f8443d4-24c9-4ac0-96d7-8083233dcc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993265 May 06 14:59:46.726971 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8df8f3be-7a66-4134-aedd-7a35703f0834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4192600', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3310222'] for subnet (df318507-d5d9-462f-9365-0df583e1ec25), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:46.733024 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-d825d160-ebe8-4930-b22b-2b4c5cee796e req-5852775b-15fa-4c9a-86d3-43ff7c65497d tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848844 May 06 14:59:46.768082 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c79f073-13db-4133-b859-3a4bc6ed8139 req-c35ae4bc-198a-495e-afeb-5766737975cd tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:46.773263 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-9c79f073-13db-4133-b859-3a4bc6ed8139 req-c35ae4bc-198a-495e-afeb-5766737975cd tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/ports?device_id=88476c17-cf4a-415d-b211-ab859c3d8c9b HTTP/1.1" status: 200 len: 945 time: 0.0663846 May 06 14:59:46.790498 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df8f3be-7a66-4134-aedd-7a35703f0834 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df318507-d5d9-462f-9365-0df583e1ec25,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:46.821462 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df8f3be-7a66-4134-aedd-7a35703f0834 admin admin] Checking segment: {'id': 'bb34cda3-37af-4167-b981-0643034a4aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '930e9db3-dfec-4f84-956d-74111c835ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 14:59:46.821946 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df8f3be-7a66-4134-aedd-7a35703f0834 admin admin] Network hostable DHCP agents. Network: 930e9db3-dfec-4f84-956d-74111c835ba4, hostable agents: ['79b17169-ed94-4769-ba4e-30adf371f78f'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 14:59:46.836781 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-9c79f073-13db-4133-b859-3a4bc6ed8139 req-3b7c28d6-2135-4809-89f4-6225625b8927 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/security-groups?id=442a10b9-9929-49f9-8146-8830d8f9fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609319 May 06 14:59:46.869241 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df8f3be-7a66-4134-aedd-7a35703f0834 admin admin] Network 930e9db3-dfec-4f84-956d-74111c835ba4 is scheduled to be hosted by DHCP agent 79b17169-ed94-4769-ba4e-30adf371f78f with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 14:59:46.896411 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-8df8f3be-7a66-4134-aedd-7a35703f0834 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-2-iscsi, 930e9db3-dfec-4f84-956d-74111c835ba4) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:59:46.906366 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e493c06-f674-466a-84e7-b2786db50114 None None] Network 930e9db3-dfec-4f84-956d-74111c835ba4 requested from dv-cinder-840678-2-iscsi {{(pid=103344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 14:59:46.906576 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df8f3be-7a66-4134-aedd-7a35703f0834 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:46.907195 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8df8f3be-7a66-4134-aedd-7a35703f0834 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566627'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:46.919300 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb34e07d-6a6e-4a1e-8406-9b62302e8154 req-8fa1756a-f11e-4a94-8e0f-a4615b3504e0 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:46.920883 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-fb34e07d-6a6e-4a1e-8406-9b62302e8154 req-8fa1756a-f11e-4a94-8e0f-a4615b3504e0 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 946 time: 0.0665009 May 06 14:59:46.932549 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 44152) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:59:46.939078 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.v2.base [None req-18cfde29-9158-4a8a-90cd-c44fcfecf4d2 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Request body: {'floatingip': {'port_id': '3fde30d6-e4a7-41a8-a67c-29a4deb4e074'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 14:59:46.950178 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-8df8f3be-7a66-4134-aedd-7a35703f0834 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6144540 May 06 14:59:46.951203 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 44154) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:59:46.955259 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.v2.base [None req-c89e9aaa-b669-4151-be8a-2296a9fb9107 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-408062417-router', 'tenant_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d'}}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 14:59:46.991109 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c89e9aaa-b669-4151-be8a-2296a9fb9107 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5249'] for router (6b883df9-6795-4edd-8a80-d947ab5730a5), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:46.993461 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c89e9aaa-b669-4151-be8a-2296a9fb9107 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-428852', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5256'] for router (6b883df9-6795-4edd-8a80-d947ab5730a5), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:47.042970 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a06f62-6d41-41c2-a52f-12741d52ab55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74e2536a-40e9-51c9-921d-c01d37b4b177-930e9db3-dfec-4f84-956d-74111c835ba4', 'network_id': '930e9db3-dfec-4f84-956d-74111c835ba4', 'project_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'fixed_ips': [{'subnet_id': 'df318507-d5d9-462f-9365-0df583e1ec25'}]}} from dv-cinder-840678-2-iscsi. {{(pid=103344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 06 14:59:47.043902 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e0a06f62-6d41-41c2-a52f-12741d52ab55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:47.044178 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-18cfde29-9158-4a8a-90cd-c44fcfecf4d2 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks [] for floatingip (d2e9b94d-02d8-4f15-b52d-f1feea6c5afe), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:47.069102 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c89e9aaa-b669-4151-be8a-2296a9fb9107 admin admin] Publish callbacks [] for router_controller (6b883df9-6795-4edd-8a80-d947ab5730a5), precommit_add_association {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:47.127647 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd90ae-074a-4f28-b3f8-c4673bb12601 req-a57306b6-fb6a-47a1-a16b-a1c6fdb46a50 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:47.140365 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-88cd90ae-074a-4f28-b3f8-c4673bb12601 req-a57306b6-fb6a-47a1-a16b-a1c6fdb46a50 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 946 time: 0.1467853 May 06 14:59:47.236886 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-e0a06f62-6d41-41c2-a52f-12741d52ab55 None None] Allocated IP 172.20.0.2 (930e9db3-dfec-4f84-956d-74111c835ba4/df318507-d5d9-462f-9365-0df583e1ec25/10c8b3ba-6af8-4ad8-97e2-e1a082f55c61) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:59:47.263505 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c89e9aaa-b669-4151-be8a-2296a9fb9107 admin admin] Publish callbacks [] for router_gateway (6b883df9-6795-4edd-8a80-d947ab5730a5), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:47.267670 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-88cd90ae-074a-4f28-b3f8-c4673bb12601 req-86302d43-c108-443e-8b3b-c5af288b7f19 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165705 May 06 14:59:47.390997 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e0a06f62-6d41-41c2-a52f-12741d52ab55 None None] Publish callbacks [] for port (10c8b3ba-6af8-4ad8-97e2-e1a082f55c61), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:47.400058 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e0a06f62-6d41-41c2-a52f-12741d52ab55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732313435468'] for port (10c8b3ba-6af8-4ad8-97e2-e1a082f55c61), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:47.419569 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a06f62-6d41-41c2-a52f-12741d52ab55 None None] Network 930e9db3-dfec-4f84-956d-74111c835ba4 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:59:47.422550 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-e0a06f62-6d41-41c2-a52f-12741d52ab55 None None] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:59:47.442084 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a06f62-6d41-41c2-a52f-12741d52ab55 None None] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 14:59:47.482596 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a06f62-6d41-41c2-a52f-12741d52ab55 None None] Pushing event updated for resources: {'Port': ['ID=10c8b3ba-6af8-4ad8-97e2-e1a082f55c61,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:47.511892 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-e0a06f62-6d41-41c2-a52f-12741d52ab55 None None] Attempting to bind port 10c8b3ba-6af8-4ad8-97e2-e1a082f55c61 on host dv-cinder-840678-2-iscsi for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 14:59:47.512510 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-e0a06f62-6d41-41c2-a52f-12741d52ab55 None None] Attempting to bind port 10c8b3ba-6af8-4ad8-97e2-e1a082f55c61 by drivers openvswitch,hyperv on host dv-cinder-840678-2-iscsi at level 0 using segments [{'id': 'bb34cda3-37af-4167-b981-0643034a4aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '930e9db3-dfec-4f84-956d-74111c835ba4'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 14:59:47.513077 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a06f62-6d41-41c2-a52f-12741d52ab55 None None] Attempting to bind port 10c8b3ba-6af8-4ad8-97e2-e1a082f55c61 on network 930e9db3-dfec-4f84-956d-74111c835ba4 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 14:59:47.518503 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a06f62-6d41-41c2-a52f-12741d52ab55 None None] Checking agent: {'id': '20451d70-ea89-4a66-885a-20a1b2a3bff8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 14, 49, 44), 'started_at': datetime.datetime(2022, 5, 6, 14, 50, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 14:59:47.519076 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a06f62-6d41-41c2-a52f-12741d52ab55 None None] Checking segment: {'id': 'bb34cda3-37af-4167-b981-0643034a4aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '930e9db3-dfec-4f84-956d-74111c835ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 14:59:47.519628 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e0a06f62-6d41-41c2-a52f-12741d52ab55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:47.520183 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a06f62-6d41-41c2-a52f-12741d52ab55 None None] Bound using segment: {'id': 'bb34cda3-37af-4167-b981-0643034a4aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '930e9db3-dfec-4f84-956d-74111c835ba4'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 14:59:47.520807 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-e0a06f62-6d41-41c2-a52f-12741d52ab55 None None] Bound port: 10c8b3ba-6af8-4ad8-97e2-e1a082f55c61, host: dv-cinder-840678-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb34cda3-37af-4167-b981-0643034a4aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '930e9db3-dfec-4f84-956d-74111c835ba4'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 14:59:47.521337 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e0a06f62-6d41-41c2-a52f-12741d52ab55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (10c8b3ba-6af8-4ad8-97e2-e1a082f55c61), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:47.576836 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79080f43-b3be-4e00-a626-cc088809f33b req-746170b2-efc6-457b-bd80-1fad7bf12a3e tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:47.578443 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-79080f43-b3be-4e00-a626-cc088809f33b req-746170b2-efc6-457b-bd80-1fad7bf12a3e tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e9c0b35-6c24-4b6e-a913-e73cd5bd7025 HTTP/1.1" status: 200 len: 945 time: 0.1227973 May 06 14:59:47.579688 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c89e9aaa-b669-4151-be8a-2296a9fb9107 admin admin] Publish callbacks [] for router_gateway (6b883df9-6795-4edd-8a80-d947ab5730a5), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:47.599590 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-e0a06f62-6d41-41c2-a52f-12741d52ab55 None None] For port 10c8b3ba-6af8-4ad8-97e2-e1a082f55c61, host dv-cinder-840678-2-iscsi, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:59:47.601906 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c89e9aaa-b669-4151-be8a-2296a9fb9107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:47.602957 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-e0a06f62-6d41-41c2-a52f-12741d52ab55 None None] For port 10c8b3ba-6af8-4ad8-97e2-e1a082f55c61, host dv-cinder-840678-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=10c8b3ba-6af8-4ad8-97e2-e1a082f55c61,segment=NetworkSegment(bb34cda3-37af-4167-b981-0643034a4aa7),segment_id=bb34cda3-37af-4167-b981-0643034a4aa7)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:59:47.609741 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e0a06f62-6d41-41c2-a52f-12741d52ab55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (10c8b3ba-6af8-4ad8-97e2-e1a082f55c61), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:47.610009 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-18cfde29-9158-4a8a-90cd-c44fcfecf4d2 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:47.615475 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-18cfde29-9158-4a8a-90cd-c44fcfecf4d2 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429592'] for floatingip (d2e9b94d-02d8-4f15-b52d-f1feea6c5afe), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:47.664819 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a06f62-6d41-41c2-a52f-12741d52ab55 None None] Pushing event updated for resources: {'Port': ['ID=10c8b3ba-6af8-4ad8-97e2-e1a082f55c61,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:47.720865 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-79080f43-b3be-4e00-a626-cc088809f33b req-24724b05-4921-4e3b-8ee8-a6a19c9046f3 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] 10.222.0.23 "GET /v2.0/security-groups?id=acff08bc-b078-4314-a809-bc9c681e2c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212528 May 06 14:59:47.790336 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.db.l3_db [None req-18cfde29-9158-4a8a-90cd-c44fcfecf4d2 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Floating IP d2e9b94d-02d8-4f15-b52d-f1feea6c5afe associated. External IP: 172.27.2.107, port: 3fde30d6-e4a7-41a8-a67c-29a4deb4e074. May 06 14:59:47.791235 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-c89e9aaa-b669-4151-be8a-2296a9fb9107 admin admin] Allocated IP 172.27.2.81 (06a85250-557d-4448-8943-b2192c4da88d/cd3545e0-d98c-46ff-bce0-08f4555cdcb4/1b6defe5-72de-447a-9942-cc09c7b0d6d1) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:59:47.959711 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 44168) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:59:47.997859 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c89e9aaa-b669-4151-be8a-2296a9fb9107 admin admin] Publish callbacks [] for port (1b6defe5-72de-447a-9942-cc09c7b0d6d1), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:48.065121 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c89e9aaa-b669-4151-be8a-2296a9fb9107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732313435468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194024'] for port (1b6defe5-72de-447a-9942-cc09c7b0d6d1), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:48.067694 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76448c6d-505c-4195-a38f-95793487abc4 req-6a08df20-771d-4873-b98b-19c89c8d327f tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:48.070372 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-76448c6d-505c-4195-a38f-95793487abc4 req-6a08df20-771d-4873-b98b-19c89c8d327f tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/ports?device_id=88476c17-cf4a-415d-b211-ab859c3d8c9b HTTP/1.1" status: 200 len: 945 time: 0.1095684 May 06 14:59:48.140640 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89e9aaa-b669-4151-be8a-2296a9fb9107 admin admin] Network 06a85250-557d-4448-8943-b2192c4da88d is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:59:48.145536 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-c89e9aaa-b669-4151-be8a-2296a9fb9107 admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:59:48.150332 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89e9aaa-b669-4151-be8a-2296a9fb9107 admin admin] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 14:59:48.194823 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89e9aaa-b669-4151-be8a-2296a9fb9107 admin admin] Pushing event updated for resources: {'Port': ['ID=1b6defe5-72de-447a-9942-cc09c7b0d6d1,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:48.219990 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6b538cc9-5a17-45b0-b55f-a8a0a7469342 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:48.287180 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-76448c6d-505c-4195-a38f-95793487abc4 req-37fead0b-9309-4d1f-8b3b-63958d645bf4 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/security-groups?id=442a10b9-9929-49f9-8146-8830d8f9fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554654 May 06 14:59:48.330851 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18cfde29-9158-4a8a-90cd-c44fcfecf4d2 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Router 9b86048a-66a1-446e-9597-a9a025a1c8d0 has already been hosted by L3 agent ec8f31e6-1756-4927-8bc3-e144e6f0af83 {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:59:48.436571 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6b538cc9-5a17-45b0-b55f-a8a0a7469342 admin admin] Publish callbacks [] for security_group (1a0e16dc-a9d7-4333-bc3d-79d81a60938f), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:48.454105 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52333f2a-41df-474a-a736-086f8d29743a req-14a16321-2867-40c6-929d-ab9435bfa187 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:48.456100 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-52333f2a-41df-474a-a736-086f8d29743a req-14a16321-2867-40c6-929d-ab9435bfa187 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 946 time: 0.0945921 May 06 14:59:48.467492 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6b538cc9-5a17-45b0-b55f-a8a0a7469342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (1a0e16dc-a9d7-4333-bc3d-79d81a60938f), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:48.521695 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18cfde29-9158-4a8a-90cd-c44fcfecf4d2 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Notify agent at l3_agent.dv-cinder-840678-2-iscsi the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:59:48.523961 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b538cc9-5a17-45b0-b55f-a8a0a7469342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a0e16dc-a9d7-4333-bc3d-79d81a60938f,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:48.529494 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-18cfde29-9158-4a8a-90cd-c44fcfecf4d2 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:48.534097 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-6b538cc9-5a17-45b0-b55f-a8a0a7469342 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fda6209766de499ab769f0a7da4bb412&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5718796 May 06 14:59:48.537341 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 44176) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:59:48.549320 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a2258a-ef2e-4a28-a967-6a3a84f10a60 None None] Sync routers for ids ['9b86048a-66a1-446e-9597-a9a025a1c8d0'] in dv-cinder-840678-2-iscsi {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:59:48.576228 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-18cfde29-9158-4a8a-90cd-c44fcfecf4d2 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "PUT /v2.0/floatingips/d2e9b94d-02d8-4f15-b52d-f1feea6c5afe HTTP/1.1" status: 200 len: 992 time: 1.6422918 May 06 14:59:48.576867 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e52a38ab-2c8e-4183-ace7-e7dc866226ca', 'tag': '3fde30d6-e4a7-41a8-a67c-29a4deb4e074'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:59:48.579592 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e079183c6aa01fbf7ecda8705e9d532761ec392512c90f9d6467ac227f3657d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56caaa7a-a400-4c18-8c22-ef752bebb583" -d '{"events": [{"name": "network-changed", "server_uuid": "e52a38ab-2c8e-4183-ace7-e7dc866226ca", "tag": "3fde30d6-e4a7-41a8-a67c-29a4deb4e074"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 14:59:48.590418 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a2258a-ef2e-4a28-a967-6a3a84f10a60 None None] Routers {'9b86048a-66a1-446e-9597-a9a025a1c8d0'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 14:59:48.591145 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-33a2258a-ef2e-4a28-a967-6a3a84f10a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T14:59:39Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['9b86048a-66a1-446e-9597-a9a025a1c8d0'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:59:48.596387 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-52333f2a-41df-474a-a736-086f8d29743a req-86873843-5d3b-4dea-b6d7-ba020d5ee8c0 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292496 May 06 14:59:48.600465 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c89e9aaa-b669-4151-be8a-2296a9fb9107 admin admin] Publish callbacks [] for router_gateway (6b883df9-6795-4edd-8a80-d947ab5730a5), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:48.648663 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 14:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7195495b-1f30-4523-9914-8882da9a0766 x-openstack-request-id: req-7195495b-1f30-4523-9914-8882da9a0766 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 14:59:48.649184 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e52a38ab-2c8e-4183-ace7-e7dc866226ca", "tag": "3fde30d6-e4a7-41a8-a67c-29a4deb4e074", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 14:59:48.649607 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7195495b-1f30-4523-9914-8882da9a0766 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 14:59:48.650247 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7195495b-1f30-4523-9914-8882da9a0766'] response: {'name': 'network-changed', 'server_uuid': 'e52a38ab-2c8e-4183-ace7-e7dc866226ca', 'tag': '3fde30d6-e4a7-41a8-a67c-29a4deb4e074', 'status': 'completed', 'code': 200} May 06 14:59:48.736013 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1b575f72-efaa-49b2-9a0d-6587f92b92b3 admin admin] Publish callbacks [] for security_group (1a0e16dc-a9d7-4333-bc3d-79d81a60938f), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:48.760481 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-33a2258a-ef2e-4a28-a967-6a3a84f10a60 None None] Set router 9b86048a-66a1-446e-9597-a9a025a1c8d0 gateway port host: dv-cinder-840678-2-iscsi {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 14:59:48.788626 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device 717d7960-a9b2-443e-b452-ab59038ccfb0 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 14:59:48.795252 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1b575f72-efaa-49b2-9a0d-6587f92b92b3 admin admin] Publish callbacks [] for security_group (1a0e16dc-a9d7-4333-bc3d-79d81a60938f), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:48.915672 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Current status of the port 717d7960-a9b2-443e-b452-ab59038ccfb0 is: ACTIVE; New status is: DOWN {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 14:59:48.916462 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (717d7960-a9b2-443e-b452-ab59038ccfb0), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:48.975587 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] For port 717d7960-a9b2-443e-b452-ab59038ccfb0, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=717d7960-a9b2-443e-b452-ab59038ccfb0,segment=NetworkSegment(925de8d9-6c8f-4472-98ab-7c1db5039561),segment_id=925de8d9-6c8f-4472-98ab-7c1db5039561)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:59:48.976754 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e9c0b35-6c24-4b6e-a913-e73cd5bd7025', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '717d7960-a9b2-443e-b452-ab59038ccfb0'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:59:48.982725 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e0964ea08b7304cb3fd06b6962f873a42c5b1f8277632c4cd90ec00bfa9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b257db-6dc2-47f3-af4d-243529f4de15" -d '{"events": [{"server_uuid": "1e9c0b35-6c24-4b6e-a913-e73cd5bd7025", "name": "network-vif-unplugged", "status": "completed", "tag": "717d7960-a9b2-443e-b452-ab59038ccfb0"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 14:59:48.987820 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (717d7960-a9b2-443e-b452-ab59038ccfb0), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:49.018457 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9b4f1b-8052-4d03-8214-5db50d311e65 None None] Network 930e9db3-dfec-4f84-956d-74111c835ba4 requested from dv-cinder-840678-2-iscsi {{(pid=103344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 14:59:49.038917 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 14:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f1d5bd0-cae1-446a-a5a0-0d4650d682be x-openstack-request-id: req-0f1d5bd0-cae1-446a-a5a0-0d4650d682be {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 14:59:49.039510 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e9c0b35-6c24-4b6e-a913-e73cd5bd7025", "name": "network-vif-unplugged", "status": "completed", "tag": "717d7960-a9b2-443e-b452-ab59038ccfb0", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 14:59:49.039948 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0f1d5bd0-cae1-446a-a5a0-0d4650d682be {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 14:59:49.040400 dv-cinder-840678-2-iscsi neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f1d5bd0-cae1-446a-a5a0-0d4650d682be'] response: {'server_uuid': '1e9c0b35-6c24-4b6e-a913-e73cd5bd7025', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '717d7960-a9b2-443e-b452-ab59038ccfb0', 'code': 200} May 06 14:59:49.142563 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-33a2258a-ef2e-4a28-a967-6a3a84f10a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b86048a-66a1-446e-9597-a9a025a1c8d0', 'name': 'tempest-AttachVolumeShelveTestJSON-59332451-router', 'tenant_id': '04793e5505aa4d32ab3efed2892ea2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'b43727e9-9f23-42da-9566-42ed79f45494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:58:21Z', 'updated_at': '2022-05-06T14:58:36Z', 'revision_number': 4, 'project_id': '04793e5505aa4d32ab3efed2892ea2b4', 'gw_port': {'id': 'b43727e9-9f23-42da-9566-42ed79f45494', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b86048a-66a1-446e-9597-a9a025a1c8d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:23Z', 'updated_at': '2022-05-06T14:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_floatingips': [{'id': 'd2e9b94d-02d8-4f15-b52d-f1feea6c5afe', 'tenant_id': '04793e5505aa4d32ab3efed2892ea2b4', 'floating_ip_address': '172.27.2.107', 'floating_network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'router_id': '9b86048a-66a1-446e-9597-a9a025a1c8d0', 'port_id': '3fde30d6-e4a7-41a8-a67c-29a4deb4e074', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e617326c-50d9-4a05-90f1-04262502b764', 'mac_address': 'fa:16:3e:8c:3f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52a38ab-2c8e-4183-ace7-e7dc866226ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:58:47Z', 'updated_at': '2022-05-06T14:59:47Z', 'revision_number': 1, 'project_id': '04793e5505aa4d32ab3efed2892ea2b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83e3d554-1cc7-4fb4-8cc6-640161742fc5', 'name': '', 'network_id': 'e617326c-50d9-4a05-90f1-04262502b764', 'tenant_id': '04793e5505aa4d32ab3efed2892ea2b4', 'mac_address': 'fa:16:3e:0b:15:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b86048a-66a1-446e-9597-a9a025a1c8d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '73d058b8-ef9e-473c-9be9-61c8d64fe350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:32Z', 'updated_at': '2022-05-06T14:58:46Z', 'revision_number': 5, 'project_id': '04793e5505aa4d32ab3efed2892ea2b4', 'subnets': [{'id': '73d058b8-ef9e-473c-9be9-61c8d64fe350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:59:49.178567 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a2258a-ef2e-4a28-a967-6a3a84f10a60 None None] Checking router: 9b86048a-66a1-446e-9597-a9a025a1c8d0 for host: dv-cinder-840678-2-iscsi {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:59:49.186225 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3283819d-d183-4e13-9e61-30a7073cc72e req-5e9cded9-baa9-4fc2-9536-fc10590b6d37 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:49.193445 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-3283819d-d183-4e13-9e61-30a7073cc72e req-5e9cded9-baa9-4fc2-9536-fc10590b6d37 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e9c0b35-6c24-4b6e-a913-e73cd5bd7025 HTTP/1.1" status: 200 len: 943 time: 0.0893276 May 06 14:59:49.195465 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a2258a-ef2e-4a28-a967-6a3a84f10a60 None None] Routers {'9b86048a-66a1-446e-9597-a9a025a1c8d0'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 14:59:49.196372 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-33a2258a-ef2e-4a28-a967-6a3a84f10a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T14:59:39Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['9b86048a-66a1-446e-9597-a9a025a1c8d0'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:59:49.247487 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-eb0822e9-0b8c-44e4-8d10-0a75012dac25 None None] Provisioning complete for port 10c8b3ba-6af8-4ad8-97e2-e1a082f55c61 triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 14:59:49.247890 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-eb0822e9-0b8c-44e4-8d10-0a75012dac25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (10c8b3ba-6af8-4ad8-97e2-e1a082f55c61), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:49.251891 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Pushing event updated for resources: {'Port': ['ID=717d7960-a9b2-443e-b452-ab59038ccfb0,revision_number=6']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:49.268943 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1b575f72-efaa-49b2-9a0d-6587f92b92b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (1a0e16dc-a9d7-4333-bc3d-79d81a60938f), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:49.271530 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1b575f72-efaa-49b2-9a0d-6587f92b92b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:49.275006 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-1b575f72-efaa-49b2-9a0d-6587f92b92b3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1a0e16dc-a9d7-4333-bc3d-79d81a60938f HTTP/1.1" status: 204 len: 168 time: 0.7347019 May 06 14:59:49.303121 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-3283819d-d183-4e13-9e61-30a7073cc72e req-d4d4f345-256e-4001-a3de-21065fb99bbf tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] 10.222.0.23 "GET /v2.0/security-groups?id=acff08bc-b078-4314-a809-bc9c681e2c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087756 May 06 14:59:49.316409 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b575f72-efaa-49b2-9a0d-6587f92b92b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a0e16dc-a9d7-4333-bc3d-79d81a60938f,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:49.328832 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-33a2258a-ef2e-4a28-a967-6a3a84f10a60 None None] Set router 9b86048a-66a1-446e-9597-a9a025a1c8d0 gateway port host: dv-cinder-840678-2-iscsi {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 14:59:49.355767 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c89e9aaa-b669-4151-be8a-2296a9fb9107 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429027'] for router (6b883df9-6795-4edd-8a80-d947ab5730a5), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:49.457897 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-eb0822e9-0b8c-44e4-8d10-0a75012dac25 None None] Current status of the port 10c8b3ba-6af8-4ad8-97e2-e1a082f55c61 is: DOWN; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 14:59:49.458372 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-eb0822e9-0b8c-44e4-8d10-0a75012dac25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (10c8b3ba-6af8-4ad8-97e2-e1a082f55c61), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:49.532570 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-eb0822e9-0b8c-44e4-8d10-0a75012dac25 None None] For port 10c8b3ba-6af8-4ad8-97e2-e1a082f55c61, host dv-cinder-840678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=10c8b3ba-6af8-4ad8-97e2-e1a082f55c61,segment=NetworkSegment(bb34cda3-37af-4167-b981-0643034a4aa7),segment_id=bb34cda3-37af-4167-b981-0643034a4aa7)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:59:49.536436 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44571953-debf-46cb-acb8-9aea1f256a84 req-6b45c0bb-e566-468a-b5ac-3b0c68e7ea84 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:49.544204 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-eb0822e9-0b8c-44e4-8d10-0a75012dac25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (10c8b3ba-6af8-4ad8-97e2-e1a082f55c61), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:49.550250 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-44571953-debf-46cb-acb8-9aea1f256a84 req-6b45c0bb-e566-468a-b5ac-3b0c68e7ea84 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/ports?device_id=88476c17-cf4a-415d-b211-ab859c3d8c9b HTTP/1.1" status: 200 len: 945 time: 0.1190207 May 06 14:59:49.626148 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c89e9aaa-b669-4151-be8a-2296a9fb9107 admin admin] Router 6b883df9-6795-4edd-8a80-d947ab5730a5 is scheduled to L3 agent ec8f31e6-1756-4927-8bc3-e144e6f0af83 with binding_index 1 {{(pid=103343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 14:59:49.650653 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-44571953-debf-46cb-acb8-9aea1f256a84 req-d53e44df-4b1d-40ce-9006-e7a8042a7d59 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/security-groups?id=442a10b9-9929-49f9-8146-8830d8f9fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991526 May 06 14:59:49.664431 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0822e9-0b8c-44e4-8d10-0a75012dac25 None None] Pushing event updated for resources: {'Port': ['ID=10c8b3ba-6af8-4ad8-97e2-e1a082f55c61,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:49.747989 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-33a2258a-ef2e-4a28-a967-6a3a84f10a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b86048a-66a1-446e-9597-a9a025a1c8d0', 'name': 'tempest-AttachVolumeShelveTestJSON-59332451-router', 'tenant_id': '04793e5505aa4d32ab3efed2892ea2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'b43727e9-9f23-42da-9566-42ed79f45494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:58:21Z', 'updated_at': '2022-05-06T14:58:36Z', 'revision_number': 4, 'project_id': '04793e5505aa4d32ab3efed2892ea2b4', 'gw_port': {'id': 'b43727e9-9f23-42da-9566-42ed79f45494', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b86048a-66a1-446e-9597-a9a025a1c8d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:23Z', 'updated_at': '2022-05-06T14:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_floatingips': [{'id': 'd2e9b94d-02d8-4f15-b52d-f1feea6c5afe', 'tenant_id': '04793e5505aa4d32ab3efed2892ea2b4', 'floating_ip_address': '172.27.2.107', 'floating_network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'router_id': '9b86048a-66a1-446e-9597-a9a025a1c8d0', 'port_id': '3fde30d6-e4a7-41a8-a67c-29a4deb4e074', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e617326c-50d9-4a05-90f1-04262502b764', 'mac_address': 'fa:16:3e:8c:3f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52a38ab-2c8e-4183-ace7-e7dc866226ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:58:47Z', 'updated_at': '2022-05-06T14:59:47Z', 'revision_number': 1, 'project_id': '04793e5505aa4d32ab3efed2892ea2b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83e3d554-1cc7-4fb4-8cc6-640161742fc5', 'name': '', 'network_id': 'e617326c-50d9-4a05-90f1-04262502b764', 'tenant_id': '04793e5505aa4d32ab3efed2892ea2b4', 'mac_address': 'fa:16:3e:0b:15:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b86048a-66a1-446e-9597-a9a025a1c8d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '73d058b8-ef9e-473c-9be9-61c8d64fe350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:32Z', 'updated_at': '2022-05-06T14:58:46Z', 'revision_number': 5, 'project_id': '04793e5505aa4d32ab3efed2892ea2b4', 'subnets': [{'id': '73d058b8-ef9e-473c-9be9-61c8d64fe350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:59:49.769596 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-746f6306-92a0-42c8-bbff-81c8c7e63adb None None] Provisioning complete for port 10c8b3ba-6af8-4ad8-97e2-e1a082f55c61 triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 14:59:49.770085 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-746f6306-92a0-42c8-bbff-81c8c7e63adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (10c8b3ba-6af8-4ad8-97e2-e1a082f55c61), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:49.787934 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a2258a-ef2e-4a28-a967-6a3a84f10a60 None None] The sync data for ids ['9b86048a-66a1-446e-9597-a9a025a1c8d0'] in dv-cinder-840678-2-iscsi is: [{'id': '9b86048a-66a1-446e-9597-a9a025a1c8d0', 'name': 'tempest-AttachVolumeShelveTestJSON-59332451-router', 'tenant_id': '04793e5505aa4d32ab3efed2892ea2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'b43727e9-9f23-42da-9566-42ed79f45494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:58:21Z', 'updated_at': '2022-05-06T14:58:36Z', 'revision_number': 4, 'project_id': '04793e5505aa4d32ab3efed2892ea2b4', 'gw_port': {'id': 'b43727e9-9f23-42da-9566-42ed79f45494', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b86048a-66a1-446e-9597-a9a025a1c8d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:23Z', 'updated_at': '2022-05-06T14:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_floatingips': [{'id': 'd2e9b94d-02d8-4f15-b52d-f1feea6c5afe', 'tenant_id': '04793e5505aa4d32ab3efed2892ea2b4', 'floating_ip_address': '172.27.2.107', 'floating_network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'router_id': '9b86048a-66a1-446e-9597-a9a025a1c8d0', 'port_id': '3fde30d6-e4a7-41a8-a67c-29a4deb4e074', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e617326c-50d9-4a05-90f1-04262502b764', 'mac_address': 'fa:16:3e:8c:3f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52a38ab-2c8e-4183-ace7-e7dc866226ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:58:47Z', 'updated_at': '2022-05-06T14:59:47Z', 'revision_number': 1, 'project_id': '04793e5505aa4d32ab3efed2892ea2b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83e3d554-1cc7-4fb4-8cc6-640161742fc5', 'name': '', 'network_id': 'e617326c-50d9-4a05-90f1-04262502b764', 'tenant_id': '04793e5505aa4d32ab3efed2892ea2b4', 'mac_address': 'fa:16:3e:0b:15:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b86048a-66a1-446e-9597-a9a025a1c8d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '73d058b8-ef9e-473c-9be9-61c8d64fe350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:32Z', 'updated_at': '2022-05-06T14:58:46Z', 'revision_number': 5, 'project_id': '04793e5505aa4d32ab3efed2892ea2b4', 'subnets': [{'id': '73d058b8-ef9e-473c-9be9-61c8d64fe350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:59:49.792915 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa873c05-411b-4d90-880b-c31a610e7054 req-4824f3c2-fdd7-4c95-ad39-a4ac456b9186 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:49.794743 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-fa873c05-411b-4d90-880b-c31a610e7054 req-4824f3c2-fdd7-4c95-ad39-a4ac456b9186 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 946 time: 0.0889871 May 06 14:59:49.833247 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c89e9aaa-b669-4151-be8a-2296a9fb9107 admin admin] Notify agent at l3_agent.dv-cinder-840678-2-iscsi the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:59:49.845210 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153383c2-2011-46fc-9be5-ad8a0787bc9f None None] Sync routers for ids ['6b883df9-6795-4edd-8a80-d947ab5730a5'] in dv-cinder-840678-2-iscsi {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:59:49.900118 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c89e9aaa-b669-4151-be8a-2296a9fb9107 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:49.901624 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-c89e9aaa-b669-4151-be8a-2296a9fb9107 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9497349 May 06 14:59:49.906256 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 44204) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:59:49.919443 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-fa873c05-411b-4d90-880b-c31a610e7054 req-9e84bf19-420b-4bed-a7e8-ba9f73a76c34 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036060 May 06 14:59:49.961519 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153383c2-2011-46fc-9be5-ad8a0787bc9f None None] Routers {'6b883df9-6795-4edd-8a80-d947ab5730a5'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 14:59:49.961519 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-153383c2-2011-46fc-9be5-ad8a0787bc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T14:59:39Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['6b883df9-6795-4edd-8a80-d947ab5730a5'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:59:49.961519 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device 10c8b3ba-6af8-4ad8-97e2-e1a082f55c61 up at agent ovs-agent-dv-cinder-840678-2-iscsi {{(pid=103344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 14:59:50.040088 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-746f6306-92a0-42c8-bbff-81c8c7e63adb None None] Current status of the port 10c8b3ba-6af8-4ad8-97e2-e1a082f55c61 is: ACTIVE; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 14:59:50.083667 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Provisioning complete for port 10c8b3ba-6af8-4ad8-97e2-e1a082f55c61 triggered by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 14:59:50.084063 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (10c8b3ba-6af8-4ad8-97e2-e1a082f55c61), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:50.154891 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af06b2d-2e00-4b24-81eb-2127affab41c None None] New status for floating IP d2e9b94d-02d8-4f15-b52d-f1feea6c5afe: ACTIVE {{(pid=103345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 14:59:50.189158 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-153383c2-2011-46fc-9be5-ad8a0787bc9f None None] Set router 6b883df9-6795-4edd-8a80-d947ab5730a5 gateway port host: dv-cinder-840678-2-iscsi {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 14:59:50.335274 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Current status of the port 10c8b3ba-6af8-4ad8-97e2-e1a082f55c61 is: ACTIVE; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 14:59:50.465618 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-153383c2-2011-46fc-9be5-ad8a0787bc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b883df9-6795-4edd-8a80-d947ab5730a5', 'name': 'tempest-TestVolumeBootPattern-408062417-router', 'tenant_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '1b6defe5-72de-447a-9942-cc09c7b0d6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:59:47Z', 'updated_at': '2022-05-06T14:59:48Z', 'revision_number': 3, 'project_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'gw_port': {'id': '1b6defe5-72de-447a-9942-cc09c7b0d6d1', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:99:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b883df9-6795-4edd-8a80-d947ab5730a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:59:47Z', 'updated_at': '2022-05-06T14:59:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi'}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:59:50.480404 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c1221c34-d960-429e-bcc3-e55c8c777079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:50.505763 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a544a70e-8716-4ed4-8baa-c74149eef494 req-0649388f-0a3d-4dac-9c28-2fff0183877b tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:50.507258 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-a544a70e-8716-4ed4-8baa-c74149eef494 req-0649388f-0a3d-4dac-9c28-2fff0183877b tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e9c0b35-6c24-4b6e-a913-e73cd5bd7025 HTTP/1.1" status: 200 len: 943 time: 0.1023767 May 06 14:59:50.519165 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153383c2-2011-46fc-9be5-ad8a0787bc9f None None] Checking router: 6b883df9-6795-4edd-8a80-d947ab5730a5 for host: dv-cinder-840678-2-iscsi {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:59:50.519772 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153383c2-2011-46fc-9be5-ad8a0787bc9f None None] Updating router 6b883df9-6795-4edd-8a80-d947ab5730a5 port 1b6defe5-72de-447a-9942-cc09c7b0d6d1 binding host dv-cinder-840678-2-iscsi {{(pid=103344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 14:59:50.561950 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-153383c2-2011-46fc-9be5-ad8a0787bc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (1b6defe5-72de-447a-9942-cc09c7b0d6d1), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:50.565340 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (1eb4536b-031c-4a65-bfe5-fc1ede7d9429), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:50.710846 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-c1221c34-d960-429e-bcc3-e55c8c777079 admin admin] Allocated IP 172.20.0.1 (930e9db3-dfec-4f84-956d-74111c835ba4/df318507-d5d9-462f-9365-0df583e1ec25/d77f6e64-7c32-4bf9-b879-a7ff27851f56) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:59:50.872175 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd6476-75c8-405f-a5e0-caf29f35e534 req-1710b032-5845-4ca1-bf14-92d418e35e3c tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:50.872421 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-a544a70e-8716-4ed4-8baa-c74149eef494 req-acdaed92-ce57-425e-bf75-1463a67e25ad tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] 10.222.0.23 "GET /v2.0/security-groups?id=acff08bc-b078-4314-a809-bc9c681e2c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3577826 May 06 14:59:50.874735 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-decd6476-75c8-405f-a5e0-caf29f35e534 req-1710b032-5845-4ca1-bf14-92d418e35e3c tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/ports?device_id=88476c17-cf4a-415d-b211-ab859c3d8c9b HTTP/1.1" status: 200 len: 945 time: 0.0759366 May 06 14:59:50.887175 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-153383c2-2011-46fc-9be5-ad8a0787bc9f None None] Publish callbacks [] for port (1b6defe5-72de-447a-9942-cc09c7b0d6d1), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:50.894711 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-153383c2-2011-46fc-9be5-ad8a0787bc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (1b6defe5-72de-447a-9942-cc09c7b0d6d1), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:50.921882 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c1221c34-d960-429e-bcc3-e55c8c777079 admin admin] Publish callbacks [] for port (d77f6e64-7c32-4bf9-b879-a7ff27851f56), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:50.951554 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-153383c2-2011-46fc-9be5-ad8a0787bc9f None None] Attempting to bind port 1b6defe5-72de-447a-9942-cc09c7b0d6d1 on host dv-cinder-840678-2-iscsi for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 14:59:50.951946 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-153383c2-2011-46fc-9be5-ad8a0787bc9f None None] Attempting to bind port 1b6defe5-72de-447a-9942-cc09c7b0d6d1 by drivers openvswitch,hyperv on host dv-cinder-840678-2-iscsi at level 0 using segments [{'id': '19695222-3a66-4083-822d-690c63f08412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06a85250-557d-4448-8943-b2192c4da88d'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 14:59:50.952307 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153383c2-2011-46fc-9be5-ad8a0787bc9f None None] Attempting to bind port 1b6defe5-72de-447a-9942-cc09c7b0d6d1 on network 06a85250-557d-4448-8943-b2192c4da88d {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 14:59:50.963297 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153383c2-2011-46fc-9be5-ad8a0787bc9f None None] Checking agent: {'id': '20451d70-ea89-4a66-885a-20a1b2a3bff8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 14, 49, 44), 'started_at': datetime.datetime(2022, 5, 6, 14, 50, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 14:59:50.964213 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153383c2-2011-46fc-9be5-ad8a0787bc9f None None] Checking segment: {'id': '19695222-3a66-4083-822d-690c63f08412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06a85250-557d-4448-8943-b2192c4da88d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 14:59:50.964863 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-153383c2-2011-46fc-9be5-ad8a0787bc9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:50.965518 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153383c2-2011-46fc-9be5-ad8a0787bc9f None None] Bound using segment: {'id': '19695222-3a66-4083-822d-690c63f08412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06a85250-557d-4448-8943-b2192c4da88d'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 14:59:50.966010 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-153383c2-2011-46fc-9be5-ad8a0787bc9f None None] Bound port: 1b6defe5-72de-447a-9942-cc09c7b0d6d1, host: dv-cinder-840678-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19695222-3a66-4083-822d-690c63f08412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06a85250-557d-4448-8943-b2192c4da88d'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 14:59:50.967052 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-153383c2-2011-46fc-9be5-ad8a0787bc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (1b6defe5-72de-447a-9942-cc09c7b0d6d1), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:50.976160 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-decd6476-75c8-405f-a5e0-caf29f35e534 req-68c10028-b340-4e09-a5a0-fcd4d5ac1f8c tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/security-groups?id=442a10b9-9929-49f9-8146-8830d8f9fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956764 May 06 14:59:50.994789 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c1221c34-d960-429e-bcc3-e55c8c777079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732313435468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194024'] for port (d77f6e64-7c32-4bf9-b879-a7ff27851f56), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:51.024263 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9322ad-7fb4-4f93-bff0-6bec39606df3 None None] Pushing event updated for resources: {'Port': ['ID=1b6defe5-72de-447a-9942-cc09c7b0d6d1,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:51.045975 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1221c34-d960-429e-bcc3-e55c8c777079 admin admin] Network 930e9db3-dfec-4f84-956d-74111c835ba4 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:59:51.049099 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-c1221c34-d960-429e-bcc3-e55c8c777079 admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:59:51.054346 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1221c34-d960-429e-bcc3-e55c8c777079 admin admin] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 14:59:51.086177 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79118b19-030d-4c84-924f-6db9cd8d5f5b req-1238f38a-668f-4ac3-ad59-18b3b545df9b tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:51.092431 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1221c34-d960-429e-bcc3-e55c8c777079 admin admin] Pushing event updated for resources: {'Port': ['ID=d77f6e64-7c32-4bf9-b879-a7ff27851f56,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:51.095310 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-79118b19-030d-4c84-924f-6db9cd8d5f5b req-1238f38a-668f-4ac3-ad59-18b3b545df9b tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 946 time: 0.0585256 May 06 14:59:51.104520 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-153383c2-2011-46fc-9be5-ad8a0787bc9f None None] For port 1b6defe5-72de-447a-9942-cc09c7b0d6d1, host dv-cinder-840678-2-iscsi, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:59:51.108307 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-153383c2-2011-46fc-9be5-ad8a0787bc9f None None] For port 1b6defe5-72de-447a-9942-cc09c7b0d6d1, host dv-cinder-840678-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=1b6defe5-72de-447a-9942-cc09c7b0d6d1,segment=NetworkSegment(19695222-3a66-4083-822d-690c63f08412),segment_id=19695222-3a66-4083-822d-690c63f08412)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:59:51.109671 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c1221c34-d960-429e-bcc3-e55c8c777079 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-426958'] for router_interface (6b883df9-6795-4edd-8a80-d947ab5730a5), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:51.118097 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-153383c2-2011-46fc-9be5-ad8a0787bc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (1b6defe5-72de-447a-9942-cc09c7b0d6d1), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:51.156516 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-79118b19-030d-4c84-924f-6db9cd8d5f5b req-af91f899-7713-4830-a2a6-146b80ae541e tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568757 May 06 14:59:51.198797 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153383c2-2011-46fc-9be5-ad8a0787bc9f None None] Routers {'6b883df9-6795-4edd-8a80-d947ab5730a5'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 14:59:51.200828 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-153383c2-2011-46fc-9be5-ad8a0787bc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T14:59:39Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['6b883df9-6795-4edd-8a80-d947ab5730a5'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:59:51.245241 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9322ad-7fb4-4f93-bff0-6bec39606df3 None None] Pushing event updated for resources: {'Port': ['ID=1b6defe5-72de-447a-9942-cc09c7b0d6d1,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:51.310614 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c1221c34-d960-429e-bcc3-e55c8c777079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (d77f6e64-7c32-4bf9-b879-a7ff27851f56), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:51.329648 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-153383c2-2011-46fc-9be5-ad8a0787bc9f None None] Set router 6b883df9-6795-4edd-8a80-d947ab5730a5 gateway port host: dv-cinder-840678-2-iscsi {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 14:59:51.437949 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-9f36be82-9cf2-4772-b2ac-3f8197c3aed3 None None] Provisioning complete for port d77f6e64-7c32-4bf9-b879-a7ff27851f56 triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 14:59:51.438338 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9f36be82-9cf2-4772-b2ac-3f8197c3aed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (d77f6e64-7c32-4bf9-b879-a7ff27851f56), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:51.481199 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-9f36be82-9cf2-4772-b2ac-3f8197c3aed3 None None] Port d77f6e64-7c32-4bf9-b879-a7ff27851f56 cannot update to ACTIVE because it is not bound. {{(pid=103344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 06 14:59:51.529988 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-fef89aa4-2f09-4bcc-ab66-527ffd59532d req-004f524b-1eb7-4714-acce-9fb133d07bb2 service neutron] 10.222.0.26 "GET /v2.0/networks/d7304f76-b992-4cc2-a77b-3291aec20f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131539 May 06 14:59:51.555617 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-77bd7633-2239-4f75-87f8-f1035235e4aa req-614e38c4-2cad-462e-bdc5-c7128e7323ca service neutron] 10.222.0.26 "GET /v2.0/networks/1f8443d4-24c9-4ac0-96d7-8083233dcc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304131 May 06 14:59:51.575080 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c1221c34-d960-429e-bcc3-e55c8c777079 admin admin] Publish callbacks [] for port (d77f6e64-7c32-4bf9-b879-a7ff27851f56), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:51.575936 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-153383c2-2011-46fc-9be5-ad8a0787bc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b883df9-6795-4edd-8a80-d947ab5730a5', 'name': 'tempest-TestVolumeBootPattern-408062417-router', 'tenant_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '1b6defe5-72de-447a-9942-cc09c7b0d6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:59:47Z', 'updated_at': '2022-05-06T14:59:48Z', 'revision_number': 3, 'project_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'gw_port': {'id': '1b6defe5-72de-447a-9942-cc09c7b0d6d1', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:99:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b883df9-6795-4edd-8a80-d947ab5730a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:59:47Z', 'updated_at': '2022-05-06T14:59:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi'}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:59:51.579719 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c1221c34-d960-429e-bcc3-e55c8c777079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194015'] for port (d77f6e64-7c32-4bf9-b879-a7ff27851f56), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:51.603842 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153383c2-2011-46fc-9be5-ad8a0787bc9f None None] The sync data for ids ['6b883df9-6795-4edd-8a80-d947ab5730a5'] in dv-cinder-840678-2-iscsi is: [{'id': '6b883df9-6795-4edd-8a80-d947ab5730a5', 'name': 'tempest-TestVolumeBootPattern-408062417-router', 'tenant_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '1b6defe5-72de-447a-9942-cc09c7b0d6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:59:47Z', 'updated_at': '2022-05-06T14:59:48Z', 'revision_number': 3, 'project_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'gw_port': {'id': '1b6defe5-72de-447a-9942-cc09c7b0d6d1', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:99:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b883df9-6795-4edd-8a80-d947ab5730a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:59:47Z', 'updated_at': '2022-05-06T14:59:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi'}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:59:51.649910 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1221c34-d960-429e-bcc3-e55c8c777079 admin admin] Pushing event updated for resources: {'Port': ['ID=d77f6e64-7c32-4bf9-b879-a7ff27851f56,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:51.652479 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c1221c34-d960-429e-bcc3-e55c8c777079 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-426372'] for router_interface (6b883df9-6795-4edd-8a80-d947ab5730a5), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:51.758548 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1221c34-d960-429e-bcc3-e55c8c777079 admin admin] Network 930e9db3-dfec-4f84-956d-74111c835ba4 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:59:51.760081 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-c1221c34-d960-429e-bcc3-e55c8c777079 admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:59:51.912515 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1221c34-d960-429e-bcc3-e55c8c777079 admin admin] Router 6b883df9-6795-4edd-8a80-d947ab5730a5 has already been hosted by L3 agent ec8f31e6-1756-4927-8bc3-e144e6f0af83 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:59:52.009440 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-6f7a5fec-2ecc-4464-83b2-65b094b96495 None None] Provisioning complete for port d77f6e64-7c32-4bf9-b879-a7ff27851f56 triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 14:59:52.009440 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6f7a5fec-2ecc-4464-83b2-65b094b96495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (d77f6e64-7c32-4bf9-b879-a7ff27851f56), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:52.024076 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fae4b9-ca0f-4768-a62e-6b5c1550ef87 req-dcbf79c8-9867-47a6-a55c-18da0483b088 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:52.032430 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-29fae4b9-ca0f-4768-a62e-6b5c1550ef87 req-dcbf79c8-9867-47a6-a55c-18da0483b088 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e9c0b35-6c24-4b6e-a913-e73cd5bd7025 HTTP/1.1" status: 200 len: 943 time: 0.0698154 May 06 14:59:52.088535 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-6f7a5fec-2ecc-4464-83b2-65b094b96495 None None] Port d77f6e64-7c32-4bf9-b879-a7ff27851f56 cannot update to ACTIVE because it is not bound. {{(pid=103344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 06 14:59:52.131326 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-29fae4b9-ca0f-4768-a62e-6b5c1550ef87 req-63d5064c-d5fb-433d-acf3-1cc9fd322fd3 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] 10.222.0.23 "GET /v2.0/security-groups?id=acff08bc-b078-4314-a809-bc9c681e2c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974603 May 06 14:59:52.133737 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1221c34-d960-429e-bcc3-e55c8c777079 admin admin] Notify agent at l3_agent.dv-cinder-840678-2-iscsi the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:59:52.141416 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-c1221c34-d960-429e-bcc3-e55c8c777079 admin admin] 10.222.0.23 "PUT /v2.0/routers/6b883df9-6795-4edd-8a80-d947ab5730a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2336233 May 06 14:59:52.177033 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3607c4-c15b-419f-bfc8-e7590a62b193 req-68d0ba93-0eb2-4d30-8d16-ea717b6a0578 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:52.179150 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-eb3607c4-c15b-419f-bfc8-e7590a62b193 req-68d0ba93-0eb2-4d30-8d16-ea717b6a0578 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/ports?device_id=88476c17-cf4a-415d-b211-ab859c3d8c9b HTTP/1.1" status: 200 len: 945 time: 0.0859640 May 06 14:59:52.258468 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-eb3607c4-c15b-419f-bfc8-e7590a62b193 req-cc3a3cda-a524-4ff8-b984-afbc79dedc87 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/security-groups?id=442a10b9-9929-49f9-8146-8830d8f9fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703306 May 06 14:59:52.297860 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db45cc9-555c-430b-82db-c222c8f2582f req-7f9626a0-4a9e-41e4-87db-f1f191c8d3bd tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:52.305054 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-8db45cc9-555c-430b-82db-c222c8f2582f req-7f9626a0-4a9e-41e4-87db-f1f191c8d3bd tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 946 time: 0.0664177 May 06 14:59:52.389894 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-8db45cc9-555c-430b-82db-c222c8f2582f req-960b9f45-a444-406e-a2e2-c61b56509ca6 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837886 May 06 14:59:52.741791 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56caaa7a-a400-4c18-8c22-ef752bebb583 req-dd9447d1-4cb2-41d6-9021-64409ef27714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:52.745298 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-56caaa7a-a400-4c18-8c22-ef752bebb583 req-dd9447d1-4cb2-41d6-9021-64409ef27714 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=04793e5505aa4d32ab3efed2892ea2b4&device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 1130 time: 0.0723772 May 06 14:59:52.903384 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-fef89aa4-2f09-4bcc-ab66-527ffd59532d req-29df5797-fbcc-4d94-a05a-4847e0e9fec1 service neutron] 10.222.0.26 "GET /v2.0/networks/d7304f76-b992-4cc2-a77b-3291aec20f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496060 May 06 14:59:52.968041 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 44280) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:59:52.973029 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.v2.base [None req-8985f09a-3355-4347-a0a1-e857271609f8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-858795772-network', 'tenant_id': '9835badd92d54c2b9c31ed869e7ba010'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 14:59:52.993429 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8985f09a-3355-4347-a0a1-e857271609f8 admin admin] Made reservation on behalf of 9835badd92d54c2b9c31ed869e7ba010 for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:59:52.997092 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8985f09a-3355-4347-a0a1-e857271609f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:53.006867 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8985f09a-3355-4347-a0a1-e857271609f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:53.090189 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8985f09a-3355-4347-a0a1-e857271609f8 admin admin] Publish callbacks [] for security_group (c93dece6-2ddd-4991-b1cc-091d8d292a95), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:53.094233 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8985f09a-3355-4347-a0a1-e857271609f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (c93dece6-2ddd-4991-b1cc-091d8d292a95), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:53.119865 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8985f09a-3355-4347-a0a1-e857271609f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 14:59:53.129899 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8985f09a-3355-4347-a0a1-e857271609f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c93dece6-2ddd-4991-b1cc-091d8d292a95,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:53.134832 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8985f09a-3355-4347-a0a1-e857271609f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16165668'] for segment (197f1967-db79-416a-b553-6af999a74674), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:53.135179 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.db.segments_db [None req-8985f09a-3355-4347-a0a1-e857271609f8 admin admin] Added segment 197f1967-db79-416a-b553-6af999a74674 of type vlan for network 18c6e65e-e500-498b-ae7a-c3119a6f1ee3 May 06 14:59:53.179734 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8985f09a-3355-4347-a0a1-e857271609f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732313419650'] for network (18c6e65e-e500-498b-ae7a-c3119a6f1ee3), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:53.207523 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8985f09a-3355-4347-a0a1-e857271609f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605'] for network (18c6e65e-e500-498b-ae7a-c3119a6f1ee3), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:53.208491 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8985f09a-3355-4347-a0a1-e857271609f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:53.209131 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8985f09a-3355-4347-a0a1-e857271609f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566627'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:53.269596 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-8985f09a-3355-4347-a0a1-e857271609f8 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3003676 May 06 14:59:53.276204 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 44284) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:59:53.282997 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8985f09a-3355-4347-a0a1-e857271609f8 admin admin] Pushing event updated for resources: {'Network': ['ID=18c6e65e-e500-498b-ae7a-c3119a6f1ee3,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:53.284449 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.v2.base [None req-5762c2d1-11a8-40c5-b674-3c19368ebc63 admin admin] Request body: {'subnet': {'network_id': '18c6e65e-e500-498b-ae7a-c3119a6f1ee3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-858795772-subnet', 'tenant_id': '9835badd92d54c2b9c31ed869e7ba010', 'ip_version': 4}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 14:59:53.295846 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Network 18c6e65e-e500-498b-ae7a-c3119a6f1ee3 details requested by agent ovs-agent-dv-cinder-840678-2-iscsi with host dv-cinder-840678-2-iscsi {{(pid=103344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 14:59:53.325232 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f172c514-a56f-4522-af3e-563c717608af req-e9564c8d-e351-4381-bcb0-fed7969a778c tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:53.327276 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-f172c514-a56f-4522-af3e-563c717608af req-e9564c8d-e351-4381-bcb0-fed7969a778c tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e9c0b35-6c24-4b6e-a913-e73cd5bd7025 HTTP/1.1" status: 200 len: 943 time: 0.0995352 May 06 14:59:53.364132 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5762c2d1-11a8-40c5-b674-3c19368ebc63 admin admin] Made reservation on behalf of 9835badd92d54c2b9c31ed869e7ba010 for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:59:53.366791 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5762c2d1-11a8-40c5-b674-3c19368ebc63 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:53.422339 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e992f2-2f66-4f34-ad1c-b7c70625ef8a req-8420534b-6361-4b06-935c-f2d425ddf31e tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:53.424265 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-d3e992f2-2f66-4f34-ad1c-b7c70625ef8a req-8420534b-6361-4b06-935c-f2d425ddf31e tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/ports?device_id=88476c17-cf4a-415d-b211-ab859c3d8c9b HTTP/1.1" status: 200 len: 945 time: 0.0657156 May 06 14:59:53.442817 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-f172c514-a56f-4522-af3e-563c717608af req-7669e4bd-0eea-44b8-be79-aa9ea8e60756 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] 10.222.0.23 "GET /v2.0/security-groups?id=acff08bc-b078-4314-a809-bc9c681e2c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098776 May 06 14:59:53.522635 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-d3e992f2-2f66-4f34-ad1c-b7c70625ef8a req-ef2dd7ca-2fae-47bb-bf5b-04b83e4849f1 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/security-groups?id=442a10b9-9929-49f9-8146-8830d8f9fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910230 May 06 14:59:53.645253 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5762c2d1-11a8-40c5-b674-3c19368ebc63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605'] for subnet (91483817-02cd-49f5-99ef-0bf54e7d6fab), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:53.683984 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30295190-e4d2-4ba8-ae32-f496403799d2 req-dc6e1ffc-fa67-49f9-ad9d-cbf648ec5d59 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:53.685638 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-30295190-e4d2-4ba8-ae32-f496403799d2 req-dc6e1ffc-fa67-49f9-ad9d-cbf648ec5d59 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 946 time: 0.1298888 May 06 14:59:53.723609 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5086f378-b6e4-4fe2-a1a6-e567a46cc8a0 None None] Sync routers for ids ['6b883df9-6795-4edd-8a80-d947ab5730a5'] in dv-cinder-840678-2-iscsi {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:59:53.738377 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5086f378-b6e4-4fe2-a1a6-e567a46cc8a0 None None] Routers {'6b883df9-6795-4edd-8a80-d947ab5730a5'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 14:59:53.739066 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-5086f378-b6e4-4fe2-a1a6-e567a46cc8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T14:59:39Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['6b883df9-6795-4edd-8a80-d947ab5730a5'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:59:53.781951 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5762c2d1-11a8-40c5-b674-3c19368ebc63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91483817-02cd-49f5-99ef-0bf54e7d6fab,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:53.806203 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.agents_db [None req-6003b131-4361-4e36-81e7-47e90cbdf206 None None] Agent healthcheck: found 6 active agents {{(pid=103345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 14:59:53.838357 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5762c2d1-11a8-40c5-b674-3c19368ebc63 admin admin] Checking segment: {'id': '197f1967-db79-416a-b553-6af999a74674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '18c6e65e-e500-498b-ae7a-c3119a6f1ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 14:59:53.838770 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5762c2d1-11a8-40c5-b674-3c19368ebc63 admin admin] Network hostable DHCP agents. Network: 18c6e65e-e500-498b-ae7a-c3119a6f1ee3, hostable agents: ['79b17169-ed94-4769-ba4e-30adf371f78f'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 14:59:53.886438 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-30295190-e4d2-4ba8-ae32-f496403799d2 req-e68d1ce8-b5d9-4666-9da2-24d729e9fd3c tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805954 May 06 14:59:53.887191 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-5086f378-b6e4-4fe2-a1a6-e567a46cc8a0 None None] Set router 6b883df9-6795-4edd-8a80-d947ab5730a5 gateway port host: dv-cinder-840678-2-iscsi {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 14:59:53.949858 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device 1b6defe5-72de-447a-9942-cc09c7b0d6d1 up at agent ovs-agent-dv-cinder-840678-2-iscsi {{(pid=103344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 14:59:53.965013 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56caaa7a-a400-4c18-8c22-ef752bebb583 req-9a3c6000-9b8c-4d3c-a865-938405bd6bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:53.967154 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-56caaa7a-a400-4c18-8c22-ef752bebb583 req-9a3c6000-9b8c-4d3c-a865-938405bd6bd2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e617326c-50d9-4a05-90f1-04262502b764 HTTP/1.1" status: 200 len: 916 time: 0.2759540 May 06 14:59:53.981403 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5762c2d1-11a8-40c5-b674-3c19368ebc63 admin admin] Network 18c6e65e-e500-498b-ae7a-c3119a6f1ee3 is scheduled to be hosted by DHCP agent 79b17169-ed94-4769-ba4e-30adf371f78f with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 14:59:54.007552 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a87ef2-bf7e-4fa5-b420-e21f55b75c8b req-28adbd6c-11ed-4a6a-9d76-2f7601e64e21 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:54.010595 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-92a87ef2-bf7e-4fa5-b420-e21f55b75c8b req-28adbd6c-11ed-4a6a-9d76-2f7601e64e21 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e9c0b35-6c24-4b6e-a913-e73cd5bd7025 HTTP/1.1" status: 200 len: 943 time: 0.1411316 May 06 14:59:54.043424 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-5762c2d1-11a8-40c5-b674-3c19368ebc63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-2-iscsi, 18c6e65e-e500-498b-ae7a-c3119a6f1ee3) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:59:54.056073 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5762c2d1-11a8-40c5-b674-3c19368ebc63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:54.056906 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5762c2d1-11a8-40c5-b674-3c19368ebc63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566627'] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:54.097926 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e74c70-e1a3-4eed-8d91-2982c7c67911 None None] Network 18c6e65e-e500-498b-ae7a-c3119a6f1ee3 requested from dv-cinder-840678-2-iscsi {{(pid=103344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 14:59:54.118724 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-5762c2d1-11a8-40c5-b674-3c19368ebc63 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8381135 May 06 14:59:54.119056 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 44312) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:59:54.146529 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.v2.base [None req-5987eb8a-3de4-44ad-8e84-9a71e9768728 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-858795772-router', 'tenant_id': '9835badd92d54c2b9c31ed869e7ba010', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d'}}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 14:59:54.197883 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-56caaa7a-a400-4c18-8c22-ef752bebb583 req-bad74a85-9716-41f9-ae90-74739ecaed8a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3fde30d6-e4a7-41a8-a67c-29a4deb4e074 HTTP/1.1" status: 200 len: 1002 time: 0.2093496 May 06 14:59:54.239730 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5987eb8a-3de4-44ad-8e84-9a71e9768728 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5249'] for router (f443a583-9fd5-4221-8adf-4c56efd8d481), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:54.241099 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5987eb8a-3de4-44ad-8e84-9a71e9768728 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-428852', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5256'] for router (f443a583-9fd5-4221-8adf-4c56efd8d481), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:54.246097 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Provisioning complete for port 1b6defe5-72de-447a-9942-cc09c7b0d6d1 triggered by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 14:59:54.246498 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (1b6defe5-72de-447a-9942-cc09c7b0d6d1), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:54.268357 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-92a87ef2-bf7e-4fa5-b420-e21f55b75c8b req-4239bd37-243d-441d-bb06-1425e7aaed20 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] Deleting port 717d7960-a9b2-443e-b452-ab59038ccfb0 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 14:59:54.269067 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-92a87ef2-bf7e-4fa5-b420-e21f55b75c8b req-4239bd37-243d-441d-bb06-1425e7aaed20 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732313803493'] for port (717d7960-a9b2-443e-b452-ab59038ccfb0), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:54.357275 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56caaa7a-a400-4c18-8c22-ef752bebb583 req-d317caf0-1895-4512-8d53-42224ae29a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:54.359891 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-56caaa7a-a400-4c18-8c22-ef752bebb583 req-d317caf0-1895-4512-8d53-42224ae29a9c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=73d058b8-ef9e-473c-9be9-61c8d64fe350 HTTP/1.1" status: 200 len: 854 time: 0.1398711 May 06 14:59:54.365697 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-5086f378-b6e4-4fe2-a1a6-e567a46cc8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b883df9-6795-4edd-8a80-d947ab5730a5', 'name': 'tempest-TestVolumeBootPattern-408062417-router', 'tenant_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '1b6defe5-72de-447a-9942-cc09c7b0d6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:59:47Z', 'updated_at': '2022-05-06T14:59:51Z', 'revision_number': 4, 'project_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'gw_port': {'id': '1b6defe5-72de-447a-9942-cc09c7b0d6d1', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:99:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b883df9-6795-4edd-8a80-d947ab5730a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:59:47Z', 'updated_at': '2022-05-06T14:59:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_interfaces': [{'id': 'd77f6e64-7c32-4bf9-b879-a7ff27851f56', 'name': '', 'network_id': '930e9db3-dfec-4f84-956d-74111c835ba4', 'tenant_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'mac_address': 'fa:16:3e:b2:e8:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b883df9-6795-4edd-8a80-d947ab5730a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'df318507-d5d9-462f-9365-0df583e1ec25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:59:50Z', 'updated_at': '2022-05-06T14:59:51Z', 'revision_number': 2, 'project_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'subnets': [{'id': 'df318507-d5d9-462f-9365-0df583e1ec25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:59:54.371706 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba4911e-4837-43ab-a3d0-a33b7c8104f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74e2536a-40e9-51c9-921d-c01d37b4b177-18c6e65e-e500-498b-ae7a-c3119a6f1ee3', 'network_id': '18c6e65e-e500-498b-ae7a-c3119a6f1ee3', 'project_id': '9835badd92d54c2b9c31ed869e7ba010', 'fixed_ips': [{'subnet_id': '91483817-02cd-49f5-99ef-0bf54e7d6fab'}]}} from dv-cinder-840678-2-iscsi. {{(pid=103344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 06 14:59:54.372542 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-dba4911e-4837-43ab-a3d0-a33b7c8104f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:54.403789 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5987eb8a-3de4-44ad-8e84-9a71e9768728 admin admin] Publish callbacks [] for router_controller (f443a583-9fd5-4221-8adf-4c56efd8d481), precommit_add_association {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:54.420872 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5086f378-b6e4-4fe2-a1a6-e567a46cc8a0 None None] Checking router: 6b883df9-6795-4edd-8a80-d947ab5730a5 for host: dv-cinder-840678-2-iscsi {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:59:54.421233 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5086f378-b6e4-4fe2-a1a6-e567a46cc8a0 None None] Updating router 6b883df9-6795-4edd-8a80-d947ab5730a5 port d77f6e64-7c32-4bf9-b879-a7ff27851f56 binding host dv-cinder-840678-2-iscsi {{(pid=103344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 14:59:54.499793 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5086f378-b6e4-4fe2-a1a6-e567a46cc8a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (d77f6e64-7c32-4bf9-b879-a7ff27851f56), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:54.507919 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-92a87ef2-bf7e-4fa5-b420-e21f55b75c8b req-4239bd37-243d-441d-bb06-1425e7aaed20 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] For port 717d7960-a9b2-443e-b452-ab59038ccfb0, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=717d7960-a9b2-443e-b452-ab59038ccfb0,segment=NetworkSegment(925de8d9-6c8f-4472-98ab-7c1db5039561),segment_id=925de8d9-6c8f-4472-98ab-7c1db5039561)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:59:54.508559 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-92a87ef2-bf7e-4fa5-b420-e21f55b75c8b req-4239bd37-243d-441d-bb06-1425e7aaed20 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426303'] for port (717d7960-a9b2-443e-b452-ab59038ccfb0), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:54.547319 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56caaa7a-a400-4c18-8c22-ef752bebb583 req-844550dd-c31e-4610-b72c-78f766edd170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:54.550437 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-56caaa7a-a400-4c18-8c22-ef752bebb583 req-844550dd-c31e-4610-b72c-78f766edd170 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e617326c-50d9-4a05-90f1-04262502b764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1752789 May 06 14:59:54.575238 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Current status of the port 1b6defe5-72de-447a-9942-cc09c7b0d6d1 is: DOWN; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 14:59:54.575661 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (1b6defe5-72de-447a-9942-cc09c7b0d6d1), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:54.606659 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-92a87ef2-bf7e-4fa5-b420-e21f55b75c8b req-4239bd37-243d-441d-bb06-1425e7aaed20 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] Calling delete_port for 717d7960-a9b2-443e-b452-ab59038ccfb0 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 14:59:54.637595 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] For port 1b6defe5-72de-447a-9942-cc09c7b0d6d1, host dv-cinder-840678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=1b6defe5-72de-447a-9942-cc09c7b0d6d1,segment=NetworkSegment(19695222-3a66-4083-822d-690c63f08412),segment_id=19695222-3a66-4083-822d-690c63f08412)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:59:54.674977 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (1b6defe5-72de-447a-9942-cc09c7b0d6d1), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:54.718263 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5987eb8a-3de4-44ad-8e84-9a71e9768728 admin admin] Publish callbacks [] for router_gateway (f443a583-9fd5-4221-8adf-4c56efd8d481), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:54.767141 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83aa1b0-75f8-4539-8178-af05b2d7981b req-9c475c17-f325-46b5-9210-db86eb4514c7 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:54.768632 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ca7b7e-abc4-4dff-b93c-4f4a0607ae1d req-364990fd-fe39-4c16-874f-cfdb6694f087 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:54.768960 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-e83aa1b0-75f8-4539-8178-af05b2d7981b req-9c475c17-f325-46b5-9210-db86eb4514c7 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/ports?device_id=88476c17-cf4a-415d-b211-ab859c3d8c9b HTTP/1.1" status: 200 len: 945 time: 0.0654767 May 06 14:59:54.770382 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-e1ca7b7e-abc4-4dff-b93c-4f4a0607ae1d req-364990fd-fe39-4c16-874f-cfdb6694f087 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e9c0b35-6c24-4b6e-a913-e73cd5bd7025 HTTP/1.1" status: 200 len: 943 time: 0.2118683 May 06 14:59:54.802325 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-dba4911e-4837-43ab-a3d0-a33b7c8104f5 None None] Allocated IP 172.20.0.2 (18c6e65e-e500-498b-ae7a-c3119a6f1ee3/91483817-02cd-49f5-99ef-0bf54e7d6fab/a52d3329-00b9-4242-9190-bfcd54651b0b) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:59:54.824351 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-e83aa1b0-75f8-4539-8178-af05b2d7981b req-056dad3c-2220-4065-ae9a-c3208f734f92 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/security-groups?id=442a10b9-9929-49f9-8146-8830d8f9fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467234 May 06 14:59:54.852988 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Pushing event updated for resources: {'Port': ['ID=1b6defe5-72de-447a-9942-cc09c7b0d6d1,revision_number=4']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:54.976406 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-56caaa7a-a400-4c18-8c22-ef752bebb583 req-8fa97c35-218e-44f2-9bcf-df89b314d9fd service neutron] 10.222.0.26 "GET /v2.0/networks/e617326c-50d9-4a05-90f1-04262502b764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4107938 May 06 14:59:54.981324 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-e1ca7b7e-abc4-4dff-b93c-4f4a0607ae1d req-cacdca9b-234d-4399-b1a0-d2fee6f5627c tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] 10.222.0.23 "GET /v2.0/security-groups?id=acff08bc-b078-4314-a809-bc9c681e2c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657166 May 06 14:59:55.033058 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935af778-f7d5-4665-ab3c-0ef48fc22ad5 req-445e1c16-6166-4379-b5c2-56c4ec4fd6a9 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:55.035459 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-935af778-f7d5-4665-ab3c-0ef48fc22ad5 req-445e1c16-6166-4379-b5c2-56c4ec4fd6a9 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 946 time: 0.0678241 May 06 14:59:55.099423 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-935af778-f7d5-4665-ab3c-0ef48fc22ad5 req-ae7e8d4c-bf7e-4a6e-b270-6b085dd2d5d9 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569685 May 06 14:59:55.146130 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-dba4911e-4837-43ab-a3d0-a33b7c8104f5 None None] Publish callbacks [] for port (a52d3329-00b9-4242-9190-bfcd54651b0b), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:55.154513 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5086f378-b6e4-4fe2-a1a6-e567a46cc8a0 None None] Publish callbacks [] for port (d77f6e64-7c32-4bf9-b879-a7ff27851f56), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:55.167263 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-dba4911e-4837-43ab-a3d0-a33b7c8104f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732313435468'] for port (a52d3329-00b9-4242-9190-bfcd54651b0b), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:55.195240 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5086f378-b6e4-4fe2-a1a6-e567a46cc8a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (d77f6e64-7c32-4bf9-b879-a7ff27851f56), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:55.219770 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba4911e-4837-43ab-a3d0-a33b7c8104f5 None None] Network 18c6e65e-e500-498b-ae7a-c3119a6f1ee3 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:59:55.226479 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-dba4911e-4837-43ab-a3d0-a33b7c8104f5 None None] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:59:55.241191 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba4911e-4837-43ab-a3d0-a33b7c8104f5 None None] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 14:59:55.288634 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba4911e-4837-43ab-a3d0-a33b7c8104f5 None None] Pushing event updated for resources: {'Port': ['ID=a52d3329-00b9-4242-9190-bfcd54651b0b,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:55.441087 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-dba4911e-4837-43ab-a3d0-a33b7c8104f5 None None] Attempting to bind port a52d3329-00b9-4242-9190-bfcd54651b0b on host dv-cinder-840678-2-iscsi for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 14:59:55.441787 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-dba4911e-4837-43ab-a3d0-a33b7c8104f5 None None] Attempting to bind port a52d3329-00b9-4242-9190-bfcd54651b0b by drivers openvswitch,hyperv on host dv-cinder-840678-2-iscsi at level 0 using segments [{'id': '197f1967-db79-416a-b553-6af999a74674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '18c6e65e-e500-498b-ae7a-c3119a6f1ee3'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 14:59:55.441878 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba4911e-4837-43ab-a3d0-a33b7c8104f5 None None] Attempting to bind port a52d3329-00b9-4242-9190-bfcd54651b0b on network 18c6e65e-e500-498b-ae7a-c3119a6f1ee3 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 14:59:55.442592 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5987eb8a-3de4-44ad-8e84-9a71e9768728 admin admin] Publish callbacks [] for router_gateway (f443a583-9fd5-4221-8adf-4c56efd8d481), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:55.451223 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c5135a-47ba-4b2e-800f-503fe1ea5177 None None] Pushing event updated for resources: {'Port': ['ID=d77f6e64-7c32-4bf9-b879-a7ff27851f56,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:55.459817 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba4911e-4837-43ab-a3d0-a33b7c8104f5 None None] Checking agent: {'id': '20451d70-ea89-4a66-885a-20a1b2a3bff8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 14, 49, 44), 'started_at': datetime.datetime(2022, 5, 6, 14, 50, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 14:59:55.460279 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba4911e-4837-43ab-a3d0-a33b7c8104f5 None None] Checking segment: {'id': '197f1967-db79-416a-b553-6af999a74674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '18c6e65e-e500-498b-ae7a-c3119a6f1ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 14:59:55.460751 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-dba4911e-4837-43ab-a3d0-a33b7c8104f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:55.461029 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba4911e-4837-43ab-a3d0-a33b7c8104f5 None None] Bound using segment: {'id': '197f1967-db79-416a-b553-6af999a74674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '18c6e65e-e500-498b-ae7a-c3119a6f1ee3'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 14:59:55.461527 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-dba4911e-4837-43ab-a3d0-a33b7c8104f5 None None] Bound port: a52d3329-00b9-4242-9190-bfcd54651b0b, host: dv-cinder-840678-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '197f1967-db79-416a-b553-6af999a74674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '18c6e65e-e500-498b-ae7a-c3119a6f1ee3'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 14:59:55.461914 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-dba4911e-4837-43ab-a3d0-a33b7c8104f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (a52d3329-00b9-4242-9190-bfcd54651b0b), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:55.476044 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-5086f378-b6e4-4fe2-a1a6-e567a46cc8a0 None None] Attempting to bind port d77f6e64-7c32-4bf9-b879-a7ff27851f56 on host dv-cinder-840678-2-iscsi for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 14:59:55.476423 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-5086f378-b6e4-4fe2-a1a6-e567a46cc8a0 None None] Attempting to bind port d77f6e64-7c32-4bf9-b879-a7ff27851f56 by drivers openvswitch,hyperv on host dv-cinder-840678-2-iscsi at level 0 using segments [{'id': 'bb34cda3-37af-4167-b981-0643034a4aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '930e9db3-dfec-4f84-956d-74111c835ba4'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 14:59:55.476830 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5086f378-b6e4-4fe2-a1a6-e567a46cc8a0 None None] Attempting to bind port d77f6e64-7c32-4bf9-b879-a7ff27851f56 on network 930e9db3-dfec-4f84-956d-74111c835ba4 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 14:59:55.498119 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5086f378-b6e4-4fe2-a1a6-e567a46cc8a0 None None] Checking agent: {'id': '20451d70-ea89-4a66-885a-20a1b2a3bff8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 14, 49, 44), 'started_at': datetime.datetime(2022, 5, 6, 14, 50, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 14:59:55.498580 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5086f378-b6e4-4fe2-a1a6-e567a46cc8a0 None None] Checking segment: {'id': 'bb34cda3-37af-4167-b981-0643034a4aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '930e9db3-dfec-4f84-956d-74111c835ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 14:59:55.498909 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5086f378-b6e4-4fe2-a1a6-e567a46cc8a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:55.499317 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5086f378-b6e4-4fe2-a1a6-e567a46cc8a0 None None] Bound using segment: {'id': 'bb34cda3-37af-4167-b981-0643034a4aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '930e9db3-dfec-4f84-956d-74111c835ba4'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 14:59:55.499807 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-5086f378-b6e4-4fe2-a1a6-e567a46cc8a0 None None] Bound port: d77f6e64-7c32-4bf9-b879-a7ff27851f56, host: dv-cinder-840678-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb34cda3-37af-4167-b981-0643034a4aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '930e9db3-dfec-4f84-956d-74111c835ba4'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 14:59:55.500194 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5086f378-b6e4-4fe2-a1a6-e567a46cc8a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (d77f6e64-7c32-4bf9-b879-a7ff27851f56), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:55.518382 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5987eb8a-3de4-44ad-8e84-9a71e9768728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:55.530933 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-92a87ef2-bf7e-4fa5-b420-e21f55b75c8b req-4239bd37-243d-441d-bb06-1425e7aaed20 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732313812345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732313435477'] for port (717d7960-a9b2-443e-b452-ab59038ccfb0), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:55.612374 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4239bd37-243d-441d-bb06-1425e7aaed20 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] Pushing event deleted for resources: {'Port': ['ID=717d7960-a9b2-443e-b452-ab59038ccfb0,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:55.648942 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-dba4911e-4837-43ab-a3d0-a33b7c8104f5 None None] For port a52d3329-00b9-4242-9190-bfcd54651b0b, host dv-cinder-840678-2-iscsi, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:59:55.668465 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-dba4911e-4837-43ab-a3d0-a33b7c8104f5 None None] For port a52d3329-00b9-4242-9190-bfcd54651b0b, host dv-cinder-840678-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=a52d3329-00b9-4242-9190-bfcd54651b0b,segment=NetworkSegment(197f1967-db79-416a-b553-6af999a74674),segment_id=197f1967-db79-416a-b553-6af999a74674)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:59:55.669856 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-4aafca90-ed6b-4879-802c-01697ac88748 None None] Provisioning complete for port d77f6e64-7c32-4bf9-b879-a7ff27851f56 triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 14:59:55.670240 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4aafca90-ed6b-4879-802c-01697ac88748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (d77f6e64-7c32-4bf9-b879-a7ff27851f56), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:55.673345 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-5086f378-b6e4-4fe2-a1a6-e567a46cc8a0 None None] For port d77f6e64-7c32-4bf9-b879-a7ff27851f56, host dv-cinder-840678-2-iscsi, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:59:55.705606 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-dba4911e-4837-43ab-a3d0-a33b7c8104f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (a52d3329-00b9-4242-9190-bfcd54651b0b), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:55.710078 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-5086f378-b6e4-4fe2-a1a6-e567a46cc8a0 None None] For port d77f6e64-7c32-4bf9-b879-a7ff27851f56, host dv-cinder-840678-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=d77f6e64-7c32-4bf9-b879-a7ff27851f56,segment=NetworkSegment(bb34cda3-37af-4167-b981-0643034a4aa7),segment_id=bb34cda3-37af-4167-b981-0643034a4aa7)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:59:55.714780 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-92a87ef2-bf7e-4fa5-b420-e21f55b75c8b req-4239bd37-243d-441d-bb06-1425e7aaed20 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] No DVR routers for this DVR port 717d7960-a9b2-443e-b452-ab59038ccfb0 on host hv-cinder-84067 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:59:55.723207 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-92a87ef2-bf7e-4fa5-b420-e21f55b75c8b req-4239bd37-243d-441d-bb06-1425e7aaed20 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:55.726610 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-92a87ef2-bf7e-4fa5-b420-e21f55b75c8b req-4239bd37-243d-441d-bb06-1425e7aaed20 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] 10.222.0.26 "DELETE /v2.0/ports/717d7960-a9b2-443e-b452-ab59038ccfb0 HTTP/1.1" status: 204 len: 173 time: 1.6854041 May 06 14:59:55.727126 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e9c0b35-6c24-4b6e-a913-e73cd5bd7025', 'name': 'network-vif-deleted', 'tag': '717d7960-a9b2-443e-b452-ab59038ccfb0'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:59:55.730339 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e079183c6aa01fbf7ecda8705e9d532761ec392512c90f9d6467ac227f3657d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d3632bc-519e-4b8f-ad00-6bdf78b15398" -d '{"events": [{"server_uuid": "1e9c0b35-6c24-4b6e-a913-e73cd5bd7025", "name": "network-vif-deleted", "tag": "717d7960-a9b2-443e-b452-ab59038ccfb0"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 14:59:55.744273 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5086f378-b6e4-4fe2-a1a6-e567a46cc8a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (d77f6e64-7c32-4bf9-b879-a7ff27851f56), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:55.778798 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-4aafca90-ed6b-4879-802c-01697ac88748 None None] Port d77f6e64-7c32-4bf9-b879-a7ff27851f56 cannot update to ACTIVE because it is not bound. {{(pid=103344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 06 14:59:55.811968 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-5987eb8a-3de4-44ad-8e84-9a71e9768728 admin admin] Allocated IP 172.27.2.37 (06a85250-557d-4448-8943-b2192c4da88d/cd3545e0-d98c-46ff-bce0-08f4555cdcb4/177fac31-36ed-4e99-b4a3-0f3afcf5f40a) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:59:55.814672 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba4911e-4837-43ab-a3d0-a33b7c8104f5 None None] Pushing event updated for resources: {'Port': ['ID=a52d3329-00b9-4242-9190-bfcd54651b0b,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:55.837581 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 14:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72aa6842-c3c9-416a-89b7-ddf9ffc6f09b x-openstack-request-id: req-72aa6842-c3c9-416a-89b7-ddf9ffc6f09b {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 14:59:55.838052 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e9c0b35-6c24-4b6e-a913-e73cd5bd7025", "name": "network-vif-deleted", "tag": "717d7960-a9b2-443e-b452-ab59038ccfb0", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 14:59:55.838445 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-72aa6842-c3c9-416a-89b7-ddf9ffc6f09b {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 14:59:55.838965 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72aa6842-c3c9-416a-89b7-ddf9ffc6f09b'] response: {'server_uuid': '1e9c0b35-6c24-4b6e-a913-e73cd5bd7025', 'name': 'network-vif-deleted', 'tag': '717d7960-a9b2-443e-b452-ab59038ccfb0', 'status': 'completed', 'code': 200} May 06 14:59:55.871958 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5086f378-b6e4-4fe2-a1a6-e567a46cc8a0 None None] Routers {'6b883df9-6795-4edd-8a80-d947ab5730a5'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 14:59:55.872655 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-5086f378-b6e4-4fe2-a1a6-e567a46cc8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T14:59:39Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['6b883df9-6795-4edd-8a80-d947ab5730a5'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:59:56.005363 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5987eb8a-3de4-44ad-8e84-9a71e9768728 admin admin] Publish callbacks [] for port (177fac31-36ed-4e99-b4a3-0f3afcf5f40a), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:56.056472 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea6a194-8dab-45cb-a3b3-a9d6161264f3 req-8ce3e7ad-9e38-4621-85ac-60e110e8326e tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:56.060327 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5987eb8a-3de4-44ad-8e84-9a71e9768728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732313435468'] for port (177fac31-36ed-4e99-b4a3-0f3afcf5f40a), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:56.065462 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-8ea6a194-8dab-45cb-a3b3-a9d6161264f3 req-8ce3e7ad-9e38-4621-85ac-60e110e8326e tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/ports?device_id=88476c17-cf4a-415d-b211-ab859c3d8c9b HTTP/1.1" status: 200 len: 945 time: 0.0749180 May 06 14:59:56.111725 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5987eb8a-3de4-44ad-8e84-9a71e9768728 admin admin] Network 06a85250-557d-4448-8943-b2192c4da88d is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:59:56.118127 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-5987eb8a-3de4-44ad-8e84-9a71e9768728 admin admin] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:59:56.125983 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5987eb8a-3de4-44ad-8e84-9a71e9768728 admin admin] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 14:59:56.171791 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-8ea6a194-8dab-45cb-a3b3-a9d6161264f3 req-2d755127-8162-412f-8ce0-72b317cc55d9 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/security-groups?id=442a10b9-9929-49f9-8146-8830d8f9fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053376 May 06 14:59:56.207905 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device 1b6defe5-72de-447a-9942-cc09c7b0d6d1 up at agent ovs-agent-dv-cinder-840678-2-iscsi {{(pid=103344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 14:59:56.212429 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5987eb8a-3de4-44ad-8e84-9a71e9768728 admin admin] Pushing event updated for resources: {'Port': ['ID=177fac31-36ed-4e99-b4a3-0f3afcf5f40a,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:56.242409 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-f5ef5607-c55a-4e5e-a5f2-3181e92551f6 req-a7a20e2a-17e4-4dbf-9adc-f0fe09aec85b tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e9c0b35-6c24-4b6e-a913-e73cd5bd7025 HTTP/1.1" status: 200 len: 210 time: 0.0436027 May 06 14:59:56.255941 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c5135a-47ba-4b2e-800f-503fe1ea5177 None None] Pushing event updated for resources: {'Port': ['ID=d77f6e64-7c32-4bf9-b879-a7ff27851f56,revision_number=4']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:56.355145 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a60ebf6-9d20-4fca-b884-d93c971f5e7a req-5e0dba07-643c-4fb7-94d0-b893fde2104c tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:56.362357 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-2a60ebf6-9d20-4fca-b884-d93c971f5e7a req-5e0dba07-643c-4fb7-94d0-b893fde2104c tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 946 time: 0.0656314 May 06 14:59:56.368834 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-81567278-7e54-4d49-8b4c-744e3dd503f3 None None] Provisioning complete for port d77f6e64-7c32-4bf9-b879-a7ff27851f56 triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 14:59:56.369396 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-81567278-7e54-4d49-8b4c-744e3dd503f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (d77f6e64-7c32-4bf9-b879-a7ff27851f56), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:56.373016 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-5086f378-b6e4-4fe2-a1a6-e567a46cc8a0 None None] Set router 6b883df9-6795-4edd-8a80-d947ab5730a5 gateway port host: dv-cinder-840678-2-iscsi {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 14:59:56.442428 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Provisioning complete for port 1b6defe5-72de-447a-9942-cc09c7b0d6d1 triggered by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 14:59:56.443026 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (1b6defe5-72de-447a-9942-cc09c7b0d6d1), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:56.443789 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-2a60ebf6-9d20-4fca-b884-d93c971f5e7a req-37dd7faa-8184-418c-9bd0-f76666503d40 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770109 May 06 14:59:56.499108 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5987eb8a-3de4-44ad-8e84-9a71e9768728 admin admin] Publish callbacks [] for router_gateway (f443a583-9fd5-4221-8adf-4c56efd8d481), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:56.703175 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Current status of the port 1b6defe5-72de-447a-9942-cc09c7b0d6d1 is: ACTIVE; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 14:59:56.707448 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-81567278-7e54-4d49-8b4c-744e3dd503f3 None None] Current status of the port d77f6e64-7c32-4bf9-b879-a7ff27851f56 is: DOWN; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 14:59:56.707448 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-81567278-7e54-4d49-8b4c-744e3dd503f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (d77f6e64-7c32-4bf9-b879-a7ff27851f56), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:56.762699 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5987eb8a-3de4-44ad-8e84-9a71e9768728 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429027'] for router (f443a583-9fd5-4221-8adf-4c56efd8d481), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:56.816101 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-5086f378-b6e4-4fe2-a1a6-e567a46cc8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b883df9-6795-4edd-8a80-d947ab5730a5', 'name': 'tempest-TestVolumeBootPattern-408062417-router', 'tenant_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '1b6defe5-72de-447a-9942-cc09c7b0d6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:59:47Z', 'updated_at': '2022-05-06T14:59:51Z', 'revision_number': 4, 'project_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'gw_port': {'id': '1b6defe5-72de-447a-9942-cc09c7b0d6d1', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:99:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b883df9-6795-4edd-8a80-d947ab5730a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:59:47Z', 'updated_at': '2022-05-06T14:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_interfaces': [{'id': 'd77f6e64-7c32-4bf9-b879-a7ff27851f56', 'name': '', 'network_id': '930e9db3-dfec-4f84-956d-74111c835ba4', 'tenant_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'mac_address': 'fa:16:3e:b2:e8:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b883df9-6795-4edd-8a80-d947ab5730a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'df318507-d5d9-462f-9365-0df583e1ec25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:59:50Z', 'updated_at': '2022-05-06T14:59:55Z', 'revision_number': 4, 'project_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'subnets': [{'id': 'df318507-d5d9-462f-9365-0df583e1ec25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:59:56.826357 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-81567278-7e54-4d49-8b4c-744e3dd503f3 None None] For port d77f6e64-7c32-4bf9-b879-a7ff27851f56, host dv-cinder-840678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=d77f6e64-7c32-4bf9-b879-a7ff27851f56,segment=NetworkSegment(bb34cda3-37af-4167-b981-0643034a4aa7),segment_id=bb34cda3-37af-4167-b981-0643034a4aa7)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:59:56.874568 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-81567278-7e54-4d49-8b4c-744e3dd503f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (d77f6e64-7c32-4bf9-b879-a7ff27851f56), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:56.886025 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5086f378-b6e4-4fe2-a1a6-e567a46cc8a0 None None] The sync data for ids ['6b883df9-6795-4edd-8a80-d947ab5730a5'] in dv-cinder-840678-2-iscsi is: [{'id': '6b883df9-6795-4edd-8a80-d947ab5730a5', 'name': 'tempest-TestVolumeBootPattern-408062417-router', 'tenant_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '1b6defe5-72de-447a-9942-cc09c7b0d6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:59:47Z', 'updated_at': '2022-05-06T14:59:51Z', 'revision_number': 4, 'project_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'gw_port': {'id': '1b6defe5-72de-447a-9942-cc09c7b0d6d1', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:99:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b883df9-6795-4edd-8a80-d947ab5730a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:59:47Z', 'updated_at': '2022-05-06T14:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_interfaces': [{'id': 'd77f6e64-7c32-4bf9-b879-a7ff27851f56', 'name': '', 'network_id': '930e9db3-dfec-4f84-956d-74111c835ba4', 'tenant_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'mac_address': 'fa:16:3e:b2:e8:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b883df9-6795-4edd-8a80-d947ab5730a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'df318507-d5d9-462f-9365-0df583e1ec25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:59:50Z', 'updated_at': '2022-05-06T14:59:55Z', 'revision_number': 4, 'project_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'subnets': [{'id': 'df318507-d5d9-462f-9365-0df583e1ec25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:59:57.008755 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81567278-7e54-4d49-8b4c-744e3dd503f3 None None] Pushing event updated for resources: {'Port': ['ID=d77f6e64-7c32-4bf9-b879-a7ff27851f56,revision_number=5']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:57.122796 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-56caaa7a-a400-4c18-8c22-ef752bebb583 req-c4990f9e-bd1a-4863-9dbf-0eb2a5dcf69f service neutron] 10.222.0.26 "GET /v2.0/networks/e617326c-50d9-4a05-90f1-04262502b764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137387 May 06 14:59:57.132565 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5987eb8a-3de4-44ad-8e84-9a71e9768728 admin admin] Router f443a583-9fd5-4221-8adf-4c56efd8d481 is scheduled to L3 agent ec8f31e6-1756-4927-8bc3-e144e6f0af83 with binding_index 1 {{(pid=103342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 14:59:57.301215 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5987eb8a-3de4-44ad-8e84-9a71e9768728 admin admin] Notify agent at l3_agent.dv-cinder-840678-2-iscsi the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:59:57.316289 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d0442f-20dd-4227-8278-c9c0284c63b4 None None] Sync routers for ids ['f443a583-9fd5-4221-8adf-4c56efd8d481'] in dv-cinder-840678-2-iscsi {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 14:59:57.330573 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d0442f-20dd-4227-8278-c9c0284c63b4 None None] Routers {'f443a583-9fd5-4221-8adf-4c56efd8d481'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 14:59:57.331219 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-98d0442f-20dd-4227-8278-c9c0284c63b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T14:59:39Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['f443a583-9fd5-4221-8adf-4c56efd8d481'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:59:57.435559 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f46e17-59b1-4a2f-85f5-1bbbe7a452a8 None None] Network 18c6e65e-e500-498b-ae7a-c3119a6f1ee3 requested from dv-cinder-840678-2-iscsi {{(pid=103344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 14:59:57.440622 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09482f6b-e669-43cd-8c67-a8a76ff17c2f req-3d140101-9ebe-47cb-99e3-cf4092a44b84 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:57.442200 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-09482f6b-e669-43cd-8c67-a8a76ff17c2f req-3d140101-9ebe-47cb-99e3-cf4092a44b84 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/ports?device_id=88476c17-cf4a-415d-b211-ab859c3d8c9b HTTP/1.1" status: 200 len: 945 time: 0.1282191 May 06 14:59:57.447121 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 44382) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:59:57.485359 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5987eb8a-3de4-44ad-8e84-9a71e9768728 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:57.489011 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-ee6fe0e2-ec73-4cc6-af88-5ef04953e34e req-93e8048e-f134-4184-b7f5-b8c3267b370b tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e9c0b35-6c24-4b6e-a913-e73cd5bd7025 HTTP/1.1" status: 200 len: 210 time: 0.1259811 May 06 14:59:57.490357 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-5987eb8a-3de4-44ad-8e84-9a71e9768728 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.3697135 May 06 14:59:57.491593 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 44388) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:59:57.504786 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fdaf2d-a4ad-4995-8705-4f5bfc6a1926 req-932a314e-5528-40a5-8504-8e8ee492f81d tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:57.506321 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-35fdaf2d-a4ad-4995-8705-4f5bfc6a1926 req-932a314e-5528-40a5-8504-8e8ee492f81d tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.26 "GET /v2.0/ports?device_id=88476c17-cf4a-415d-b211-ab859c3d8c9b HTTP/1.1" status: 200 len: 945 time: 0.1994286 May 06 14:59:57.536163 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-98d0442f-20dd-4227-8278-c9c0284c63b4 None None] Set router f443a583-9fd5-4221-8adf-4c56efd8d481 gateway port host: dv-cinder-840678-2-iscsi {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 14:59:57.600389 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-09482f6b-e669-43cd-8c67-a8a76ff17c2f req-5e089715-c674-4217-b6e0-d83d6e44e385 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/security-groups?id=442a10b9-9929-49f9-8146-8830d8f9fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446128 May 06 14:59:57.709858 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-435e9aab-2121-4ec3-bdf6-0500374d58ff None None] Provisioning complete for port a52d3329-00b9-4242-9190-bfcd54651b0b triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 14:59:57.710835 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-435e9aab-2121-4ec3-bdf6-0500374d58ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (a52d3329-00b9-4242-9190-bfcd54651b0b), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:57.786171 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-35fdaf2d-a4ad-4995-8705-4f5bfc6a1926 req-fac69b15-feb8-41f9-a3f2-220a62b4f5b3 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Deleting port c508c7ff-886d-4428-bfe0-b721015e5331 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 14:59:57.787398 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-35fdaf2d-a4ad-4995-8705-4f5bfc6a1926 req-fac69b15-feb8-41f9-a3f2-220a62b4f5b3 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732313803493'] for port (c508c7ff-886d-4428-bfe0-b721015e5331), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:57.792271 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0233dba2-7645-480a-90e4-26b5a0f614f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:57.821455 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-98d0442f-20dd-4227-8278-c9c0284c63b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f443a583-9fd5-4221-8adf-4c56efd8d481', 'name': 'tempest-TestVolumeBootPattern-858795772-router', 'tenant_id': '9835badd92d54c2b9c31ed869e7ba010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '177fac31-36ed-4e99-b4a3-0f3afcf5f40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:59:54Z', 'updated_at': '2022-05-06T14:59:56Z', 'revision_number': 3, 'project_id': '9835badd92d54c2b9c31ed869e7ba010', 'gw_port': {'id': '177fac31-36ed-4e99-b4a3-0f3afcf5f40a', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:07:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f443a583-9fd5-4221-8adf-4c56efd8d481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:59:55Z', 'updated_at': '2022-05-06T14:59:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi'}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:59:57.942070 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d0442f-20dd-4227-8278-c9c0284c63b4 None None] Checking router: f443a583-9fd5-4221-8adf-4c56efd8d481 for host: dv-cinder-840678-2-iscsi {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 14:59:57.942775 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d0442f-20dd-4227-8278-c9c0284c63b4 None None] Updating router f443a583-9fd5-4221-8adf-4c56efd8d481 port 177fac31-36ed-4e99-b4a3-0f3afcf5f40a binding host dv-cinder-840678-2-iscsi {{(pid=103345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 14:59:58.030733 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-435e9aab-2121-4ec3-bdf6-0500374d58ff None None] Current status of the port a52d3329-00b9-4242-9190-bfcd54651b0b is: DOWN; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 14:59:58.033469 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-435e9aab-2121-4ec3-bdf6-0500374d58ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (a52d3329-00b9-4242-9190-bfcd54651b0b), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:58.071238 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-98d0442f-20dd-4227-8278-c9c0284c63b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (177fac31-36ed-4e99-b4a3-0f3afcf5f40a), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:58.083820 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device a52d3329-00b9-4242-9190-bfcd54651b0b up at agent ovs-agent-dv-cinder-840678-2-iscsi {{(pid=103344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 14:59:58.131851 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0233dba2-7645-480a-90e4-26b5a0f614f3 admin admin] Publish callbacks [] for security_group (691f3b33-d593-4190-b0ca-92bb57f2718f), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:58.185455 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0233dba2-7645-480a-90e4-26b5a0f614f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (691f3b33-d593-4190-b0ca-92bb57f2718f), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:58.215111 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-435e9aab-2121-4ec3-bdf6-0500374d58ff None None] For port a52d3329-00b9-4242-9190-bfcd54651b0b, host dv-cinder-840678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=a52d3329-00b9-4242-9190-bfcd54651b0b,segment=NetworkSegment(197f1967-db79-416a-b553-6af999a74674),segment_id=197f1967-db79-416a-b553-6af999a74674)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:59:58.241052 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-435e9aab-2121-4ec3-bdf6-0500374d58ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (a52d3329-00b9-4242-9190-bfcd54651b0b), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:58.250082 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-35fdaf2d-a4ad-4995-8705-4f5bfc6a1926 req-fac69b15-feb8-41f9-a3f2-220a62b4f5b3 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] For port c508c7ff-886d-4428-bfe0-b721015e5331, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=c508c7ff-886d-4428-bfe0-b721015e5331,segment=NetworkSegment(ad38d823-2b9b-4a57-be3a-d0aef122e776),segment_id=ad38d823-2b9b-4a57-be3a-d0aef122e776)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:59:58.250082 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-35fdaf2d-a4ad-4995-8705-4f5bfc6a1926 req-fac69b15-feb8-41f9-a3f2-220a62b4f5b3 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426303'] for port (c508c7ff-886d-4428-bfe0-b721015e5331), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:58.279646 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007bad2b-a8ff-4171-ac28-26eaaa9b2bcf req-b86f6fe4-7d7b-4869-ae06-a755e8bb3f07 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:58.288903 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-007bad2b-a8ff-4171-ac28-26eaaa9b2bcf req-b86f6fe4-7d7b-4869-ae06-a755e8bb3f07 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 946 time: 0.0688286 May 06 14:59:58.290980 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-0233dba2-7645-480a-90e4-26b5a0f614f3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8966ccce76004a49b47282d73d52224f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8435533 May 06 14:59:58.292477 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-35fdaf2d-a4ad-4995-8705-4f5bfc6a1926 req-fac69b15-feb8-41f9-a3f2-220a62b4f5b3 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Calling delete_port for c508c7ff-886d-4428-bfe0-b721015e5331 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 14:59:58.297398 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 44394) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 14:59:58.310936 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0233dba2-7645-480a-90e4-26b5a0f614f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=691f3b33-d593-4190-b0ca-92bb57f2718f,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:58.391116 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Provisioning complete for port a52d3329-00b9-4242-9190-bfcd54651b0b triggered by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 14:59:58.391531 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (a52d3329-00b9-4242-9190-bfcd54651b0b), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:58.406517 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-007bad2b-a8ff-4171-ac28-26eaaa9b2bcf req-641f307d-8185-4f7c-b663-0cca7f6c6051 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155796 May 06 14:59:58.454896 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f4b95bcd-8e28-43a2-8b96-25f60da89c85 admin admin] Publish callbacks [] for security_group (691f3b33-d593-4190-b0ca-92bb57f2718f), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:58.519199 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f4b95bcd-8e28-43a2-8b96-25f60da89c85 admin admin] Publish callbacks [] for security_group (691f3b33-d593-4190-b0ca-92bb57f2718f), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:58.594811 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-2647b39f-a2b5-4883-a199-c93fd76536e8 None None] Provisioning complete for port a52d3329-00b9-4242-9190-bfcd54651b0b triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 14:59:58.595568 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2647b39f-a2b5-4883-a199-c93fd76536e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (a52d3329-00b9-4242-9190-bfcd54651b0b), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:58.688738 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435e9aab-2121-4ec3-bdf6-0500374d58ff None None] Pushing event updated for resources: {'Port': ['ID=a52d3329-00b9-4242-9190-bfcd54651b0b,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:58.706979 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-35fdaf2d-a4ad-4995-8705-4f5bfc6a1926 req-fac69b15-feb8-41f9-a3f2-220a62b4f5b3 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732313812345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732313435477'] for port (c508c7ff-886d-4428-bfe0-b721015e5331), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:58.748216 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f4b95bcd-8e28-43a2-8b96-25f60da89c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (691f3b33-d593-4190-b0ca-92bb57f2718f), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:58.753362 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f4b95bcd-8e28-43a2-8b96-25f60da89c85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:58.761195 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-f4b95bcd-8e28-43a2-8b96-25f60da89c85 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/691f3b33-d593-4190-b0ca-92bb57f2718f HTTP/1.1" status: 204 len: 168 time: 0.4624326 May 06 14:59:58.795189 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-98d0442f-20dd-4227-8278-c9c0284c63b4 None None] Publish callbacks [] for port (177fac31-36ed-4e99-b4a3-0f3afcf5f40a), precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:58.814030 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-98d0442f-20dd-4227-8278-c9c0284c63b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (177fac31-36ed-4e99-b4a3-0f3afcf5f40a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:58.880850 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac69b15-feb8-41f9-a3f2-220a62b4f5b3 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Pushing event deleted for resources: {'Port': ['ID=c508c7ff-886d-4428-bfe0-b721015e5331,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:58.902984 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-4a1218bf-7cf1-440b-8168-f26d584395b5 req-ed153c4c-8e02-4fc3-9b29-d7cc81b2f585 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/ports?device_id=88476c17-cf4a-415d-b211-ab859c3d8c9b HTTP/1.1" status: 200 len: 210 time: 0.1239247 May 06 14:59:58.967909 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Current status of the port a52d3329-00b9-4242-9190-bfcd54651b0b is: ACTIVE; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 14:59:58.970418 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device d77f6e64-7c32-4bf9-b879-a7ff27851f56 up at agent ovs-agent-dv-cinder-840678-2-iscsi {{(pid=103344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 14:59:58.978855 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b95bcd-8e28-43a2-8b96-25f60da89c85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=691f3b33-d593-4190-b0ca-92bb57f2718f,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:58.985074 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-1c543cd3-8c82-4b2a-bd20-132bfba93af2 req-a13adbe2-95de-4273-ad40-a0e054bb3c11 tempest-DeleteServersTestJSON-1250335843 tempest-DeleteServersTestJSON-1250335843-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e9c0b35-6c24-4b6e-a913-e73cd5bd7025 HTTP/1.1" status: 200 len: 210 time: 0.2691858 May 06 14:59:59.001721 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-35fdaf2d-a4ad-4995-8705-4f5bfc6a1926 req-fac69b15-feb8-41f9-a3f2-220a62b4f5b3 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] No DVR routers for this DVR port c508c7ff-886d-4428-bfe0-b721015e5331 on host hv-cinder-84067 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:59:59.015556 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-35fdaf2d-a4ad-4995-8705-4f5bfc6a1926 req-fac69b15-feb8-41f9-a3f2-220a62b4f5b3 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:59.019822 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-35fdaf2d-a4ad-4995-8705-4f5bfc6a1926 req-fac69b15-feb8-41f9-a3f2-220a62b4f5b3 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.26 "DELETE /v2.0/ports/c508c7ff-886d-4428-bfe0-b721015e5331 HTTP/1.1" status: 204 len: 173 time: 1.5002701 May 06 14:59:59.019822 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88476c17-cf4a-415d-b211-ab859c3d8c9b', 'name': 'network-vif-deleted', 'tag': 'c508c7ff-886d-4428-bfe0-b721015e5331'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 14:59:59.022211 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e079183c6aa01fbf7ecda8705e9d532761ec392512c90f9d6467ac227f3657d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341d546f-6f0a-4d16-87c9-dad71a8dce41" -d '{"events": [{"server_uuid": "88476c17-cf4a-415d-b211-ab859c3d8c9b", "name": "network-vif-deleted", "tag": "c508c7ff-886d-4428-bfe0-b721015e5331"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 14:59:59.085805 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72043bbe-8a83-48df-9d8c-a9c59711d7ca None None] Pushing event updated for resources: {'Port': ['ID=177fac31-36ed-4e99-b4a3-0f3afcf5f40a,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:59.101526 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-98d0442f-20dd-4227-8278-c9c0284c63b4 None None] Attempting to bind port 177fac31-36ed-4e99-b4a3-0f3afcf5f40a on host dv-cinder-840678-2-iscsi for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 14:59:59.102508 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-98d0442f-20dd-4227-8278-c9c0284c63b4 None None] Attempting to bind port 177fac31-36ed-4e99-b4a3-0f3afcf5f40a by drivers openvswitch,hyperv on host dv-cinder-840678-2-iscsi at level 0 using segments [{'id': '19695222-3a66-4083-822d-690c63f08412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06a85250-557d-4448-8943-b2192c4da88d'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 14:59:59.103114 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d0442f-20dd-4227-8278-c9c0284c63b4 None None] Attempting to bind port 177fac31-36ed-4e99-b4a3-0f3afcf5f40a on network 06a85250-557d-4448-8943-b2192c4da88d {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 14:59:59.106344 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 14:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aab0b87-1c0e-4576-8754-ce5392b33d7a x-openstack-request-id: req-4aab0b87-1c0e-4576-8754-ce5392b33d7a {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 14:59:59.107172 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88476c17-cf4a-415d-b211-ab859c3d8c9b", "name": "network-vif-deleted", "tag": "c508c7ff-886d-4428-bfe0-b721015e5331", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 14:59:59.107646 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4aab0b87-1c0e-4576-8754-ce5392b33d7a {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 14:59:59.108389 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4aab0b87-1c0e-4576-8754-ce5392b33d7a'] response: {'server_uuid': '88476c17-cf4a-415d-b211-ab859c3d8c9b', 'name': 'network-vif-deleted', 'tag': 'c508c7ff-886d-4428-bfe0-b721015e5331', 'status': 'completed', 'code': 200} May 06 14:59:59.120027 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d0442f-20dd-4227-8278-c9c0284c63b4 None None] Checking agent: {'id': '20451d70-ea89-4a66-885a-20a1b2a3bff8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 14, 49, 44), 'started_at': datetime.datetime(2022, 5, 6, 14, 50, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 14:59:59.120902 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d0442f-20dd-4227-8278-c9c0284c63b4 None None] Checking segment: {'id': '19695222-3a66-4083-822d-690c63f08412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06a85250-557d-4448-8943-b2192c4da88d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 14:59:59.121524 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-98d0442f-20dd-4227-8278-c9c0284c63b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:59.122747 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d0442f-20dd-4227-8278-c9c0284c63b4 None None] Bound using segment: {'id': '19695222-3a66-4083-822d-690c63f08412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06a85250-557d-4448-8943-b2192c4da88d'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 14:59:59.130296 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-98d0442f-20dd-4227-8278-c9c0284c63b4 None None] Bound port: 177fac31-36ed-4e99-b4a3-0f3afcf5f40a, host: dv-cinder-840678-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19695222-3a66-4083-822d-690c63f08412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06a85250-557d-4448-8943-b2192c4da88d'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 14:59:59.131073 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-98d0442f-20dd-4227-8278-c9c0284c63b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (177fac31-36ed-4e99-b4a3-0f3afcf5f40a), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:59.131434 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Provisioning complete for port d77f6e64-7c32-4bf9-b879-a7ff27851f56 triggered by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 14:59:59.131820 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (d77f6e64-7c32-4bf9-b879-a7ff27851f56), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:59.135509 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72043bbe-8a83-48df-9d8c-a9c59711d7ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:59:59.136188 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72043bbe-8a83-48df-9d8c-a9c59711d7ca None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:59:59.136792 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72043bbe-8a83-48df-9d8c-a9c59711d7ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:59:59.137373 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72043bbe-8a83-48df-9d8c-a9c59711d7ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:59:59.139496 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72043bbe-8a83-48df-9d8c-a9c59711d7ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:59:59.140202 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72043bbe-8a83-48df-9d8c-a9c59711d7ca None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:59:59.140881 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72043bbe-8a83-48df-9d8c-a9c59711d7ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:59:59.144448 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72043bbe-8a83-48df-9d8c-a9c59711d7ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:59:59.149590 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72043bbe-8a83-48df-9d8c-a9c59711d7ca None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:59:59.150395 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72043bbe-8a83-48df-9d8c-a9c59711d7ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:59:59.155118 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72043bbe-8a83-48df-9d8c-a9c59711d7ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:59:59.156323 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72043bbe-8a83-48df-9d8c-a9c59711d7ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:59:59.156960 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72043bbe-8a83-48df-9d8c-a9c59711d7ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:59:59.157517 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72043bbe-8a83-48df-9d8c-a9c59711d7ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:59:59.158056 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72043bbe-8a83-48df-9d8c-a9c59711d7ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:59:59.195090 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-2647b39f-a2b5-4883-a199-c93fd76536e8 None None] Current status of the port a52d3329-00b9-4242-9190-bfcd54651b0b is: ACTIVE; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 14:59:59.257513 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-98d0442f-20dd-4227-8278-c9c0284c63b4 None None] For port 177fac31-36ed-4e99-b4a3-0f3afcf5f40a, host dv-cinder-840678-2-iscsi, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:59:59.262181 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-98d0442f-20dd-4227-8278-c9c0284c63b4 None None] For port 177fac31-36ed-4e99-b4a3-0f3afcf5f40a, host dv-cinder-840678-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=177fac31-36ed-4e99-b4a3-0f3afcf5f40a,segment=NetworkSegment(19695222-3a66-4083-822d-690c63f08412),segment_id=19695222-3a66-4083-822d-690c63f08412)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:59:59.275556 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-98d0442f-20dd-4227-8278-c9c0284c63b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (177fac31-36ed-4e99-b4a3-0f3afcf5f40a), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:59.284858 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Current status of the port d77f6e64-7c32-4bf9-b879-a7ff27851f56 is: ACTIVE; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 14:59:59.298304 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-25d6d5c0-0403-470b-9f16-2800427f9e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:59.346709 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72043bbe-8a83-48df-9d8c-a9c59711d7ca None None] Pushing event updated for resources: {'Port': ['ID=177fac31-36ed-4e99-b4a3-0f3afcf5f40a,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:59.349721 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d0442f-20dd-4227-8278-c9c0284c63b4 None None] Routers {'f443a583-9fd5-4221-8adf-4c56efd8d481'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 14:59:59.350571 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-98d0442f-20dd-4227-8278-c9c0284c63b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T14:59:39Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['f443a583-9fd5-4221-8adf-4c56efd8d481'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:59:59.497368 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-98d0442f-20dd-4227-8278-c9c0284c63b4 None None] Set router f443a583-9fd5-4221-8adf-4c56efd8d481 gateway port host: dv-cinder-840678-2-iscsi {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 14:59:59.499225 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-25d6d5c0-0403-470b-9f16-2800427f9e54 admin admin] Allocated IP 172.20.0.1 (18c6e65e-e500-498b-ae7a-c3119a6f1ee3/91483817-02cd-49f5-99ef-0bf54e7d6fab/5e6d0d1d-f4a3-4791-b5a2-d10b9b52e248) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:59:59.528915 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa6e9db-317b-4ef4-99de-29d297175042 req-2c7a0a05-1d11-4d5f-99c5-7a5c7042c84b tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 14:59:59.536343 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-2aa6e9db-317b-4ef4-99de-29d297175042 req-2c7a0a05-1d11-4d5f-99c5-7a5c7042c84b tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 946 time: 0.0614100 May 06 14:59:59.592349 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-2aa6e9db-317b-4ef4-99de-29d297175042 req-0fd75323-01e6-4032-bdfd-95ab926d19ac tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549011 May 06 14:59:59.643344 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-25d6d5c0-0403-470b-9f16-2800427f9e54 admin admin] Publish callbacks [] for port (5e6d0d1d-f4a3-4791-b5a2-d10b9b52e248), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:59.684823 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-25d6d5c0-0403-470b-9f16-2800427f9e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732313435468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194024'] for port (5e6d0d1d-f4a3-4791-b5a2-d10b9b52e248), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:59.702473 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-98d0442f-20dd-4227-8278-c9c0284c63b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f443a583-9fd5-4221-8adf-4c56efd8d481', 'name': 'tempest-TestVolumeBootPattern-858795772-router', 'tenant_id': '9835badd92d54c2b9c31ed869e7ba010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '177fac31-36ed-4e99-b4a3-0f3afcf5f40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:59:54Z', 'updated_at': '2022-05-06T14:59:56Z', 'revision_number': 3, 'project_id': '9835badd92d54c2b9c31ed869e7ba010', 'gw_port': {'id': '177fac31-36ed-4e99-b4a3-0f3afcf5f40a', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:07:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f443a583-9fd5-4221-8adf-4c56efd8d481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:59:55Z', 'updated_at': '2022-05-06T14:59:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi'}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:59:59.724097 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d6d5c0-0403-470b-9f16-2800427f9e54 admin admin] Network 18c6e65e-e500-498b-ae7a-c3119a6f1ee3 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:59:59.727068 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-25d6d5c0-0403-470b-9f16-2800427f9e54 admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:59:59.731865 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d6d5c0-0403-470b-9f16-2800427f9e54 admin admin] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 14:59:59.738693 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d0442f-20dd-4227-8278-c9c0284c63b4 None None] The sync data for ids ['f443a583-9fd5-4221-8adf-4c56efd8d481'] in dv-cinder-840678-2-iscsi is: [{'id': 'f443a583-9fd5-4221-8adf-4c56efd8d481', 'name': 'tempest-TestVolumeBootPattern-858795772-router', 'tenant_id': '9835badd92d54c2b9c31ed869e7ba010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '177fac31-36ed-4e99-b4a3-0f3afcf5f40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:59:54Z', 'updated_at': '2022-05-06T14:59:56Z', 'revision_number': 3, 'project_id': '9835badd92d54c2b9c31ed869e7ba010', 'gw_port': {'id': '177fac31-36ed-4e99-b4a3-0f3afcf5f40a', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:07:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f443a583-9fd5-4221-8adf-4c56efd8d481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:59:55Z', 'updated_at': '2022-05-06T14:59:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi'}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 14:59:59.742080 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d6d5c0-0403-470b-9f16-2800427f9e54 admin admin] Pushing event updated for resources: {'Port': ['ID=5e6d0d1d-f4a3-4791-b5a2-d10b9b52e248,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:59:59.787255 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-25d6d5c0-0403-470b-9f16-2800427f9e54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-426958'] for router_interface (f443a583-9fd5-4221-8adf-4c56efd8d481), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:59.913554 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device a52d3329-00b9-4242-9190-bfcd54651b0b up at agent ovs-agent-dv-cinder-840678-2-iscsi {{(pid=103344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 14:59:59.991985 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-25d6d5c0-0403-470b-9f16-2800427f9e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (5e6d0d1d-f4a3-4791-b5a2-d10b9b52e248), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 14:59:59.997934 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Provisioning complete for port a52d3329-00b9-4242-9190-bfcd54651b0b triggered by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 14:59:59.998363 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (a52d3329-00b9-4242-9190-bfcd54651b0b), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:00.175817 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-2bc00cbf-d2d8-4748-b1fe-129ddca961ba None None] Provisioning complete for port 5e6d0d1d-f4a3-4791-b5a2-d10b9b52e248 triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:00:00.176197 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2bc00cbf-d2d8-4748-b1fe-129ddca961ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (5e6d0d1d-f4a3-4791-b5a2-d10b9b52e248), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:00.182670 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-fc94b12a-4962-4f4d-b866-18ad88bf1020 req-9920967b-021c-4d3c-bec3-de1a07bf7e50 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/ports?device_id=88476c17-cf4a-415d-b211-ab859c3d8c9b HTTP/1.1" status: 200 len: 210 time: 0.1475887 May 06 15:00:00.216788 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Current status of the port a52d3329-00b9-4242-9190-bfcd54651b0b is: ACTIVE; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:00:00.224880 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-2bc00cbf-d2d8-4748-b1fe-129ddca961ba None None] Port 5e6d0d1d-f4a3-4791-b5a2-d10b9b52e248 cannot update to ACTIVE because it is not bound. {{(pid=103344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 06 15:00:00.387837 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-25d6d5c0-0403-470b-9f16-2800427f9e54 admin admin] Publish callbacks [] for port (5e6d0d1d-f4a3-4791-b5a2-d10b9b52e248), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:00.397305 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-25d6d5c0-0403-470b-9f16-2800427f9e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194015'] for port (5e6d0d1d-f4a3-4791-b5a2-d10b9b52e248), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:00.476188 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-25d6d5c0-0403-470b-9f16-2800427f9e54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-426372'] for router_interface (f443a583-9fd5-4221-8adf-4c56efd8d481), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:00.488207 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d6d5c0-0403-470b-9f16-2800427f9e54 admin admin] Pushing event updated for resources: {'Port': ['ID=5e6d0d1d-f4a3-4791-b5a2-d10b9b52e248,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:00:00.607224 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d6d5c0-0403-470b-9f16-2800427f9e54 admin admin] Network 18c6e65e-e500-498b-ae7a-c3119a6f1ee3 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 15:00:00.609138 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-25d6d5c0-0403-470b-9f16-2800427f9e54 admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 15:00:00.782598 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba33b82d-9392-465c-939a-ec13f5f1c28f req-3186390c-b037-4af1-934e-98c5faeae79a tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:00:00.784470 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-ba33b82d-9392-465c-939a-ec13f5f1c28f req-3186390c-b037-4af1-934e-98c5faeae79a tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 946 time: 0.0851388 May 06 15:00:00.797666 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d6d5c0-0403-470b-9f16-2800427f9e54 admin admin] Router f443a583-9fd5-4221-8adf-4c56efd8d481 has already been hosted by L3 agent ec8f31e6-1756-4927-8bc3-e144e6f0af83 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 15:00:00.849147 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-5653691e-a5e2-4bbf-9d42-8fe78fe7019d None None] Provisioning complete for port 5e6d0d1d-f4a3-4791-b5a2-d10b9b52e248 triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:00:00.849820 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5653691e-a5e2-4bbf-9d42-8fe78fe7019d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (5e6d0d1d-f4a3-4791-b5a2-d10b9b52e248), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:00.886207 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-ba33b82d-9392-465c-939a-ec13f5f1c28f req-f23cc6ba-c70f-44d5-84e1-4b366b89f6f1 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912614 May 06 15:00:00.898840 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-5653691e-a5e2-4bbf-9d42-8fe78fe7019d None None] Port 5e6d0d1d-f4a3-4791-b5a2-d10b9b52e248 cannot update to ACTIVE because it is not bound. {{(pid=103344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 06 15:00:00.909358 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device c508c7ff-886d-4428-bfe0-b721015e5331 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 15:00:00.952231 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] No Port match for: c508c7ff-886d-4428-bfe0-b721015e5331 {{(pid=103344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 15:00:00.953067 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device c508c7ff-886d-4428-bfe0-b721015e5331 not bound to the agent host hv-cinder-84067 {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 15:00:00.956877 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d6d5c0-0403-470b-9f16-2800427f9e54 admin admin] Notify agent at l3_agent.dv-cinder-840678-2-iscsi the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 15:00:00.961839 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-25d6d5c0-0403-470b-9f16-2800427f9e54 admin admin] 10.222.0.23 "PUT /v2.0/routers/f443a583-9fd5-4221-8adf-4c56efd8d481/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4620149 May 06 15:00:01.301430 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-7307f1b4-47e2-4e0d-8d45-b398b40f749b req-c4197bf0-1a1e-44f8-9b1d-e8e732dfc7b3 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/ports?device_id=88476c17-cf4a-415d-b211-ab859c3d8c9b HTTP/1.1" status: 200 len: 210 time: 0.0293651 May 06 15:00:01.584813 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be31f90c-bd04-4153-831b-7a9222f4a73f None None] Sync routers for ids ['f443a583-9fd5-4221-8adf-4c56efd8d481'] in dv-cinder-840678-2-iscsi {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 15:00:01.595366 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be31f90c-bd04-4153-831b-7a9222f4a73f None None] Routers {'f443a583-9fd5-4221-8adf-4c56efd8d481'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:00:01.595976 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-be31f90c-bd04-4153-831b-7a9222f4a73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T14:59:39Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['f443a583-9fd5-4221-8adf-4c56efd8d481'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:00:01.611182 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 44472) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:00:01.615769 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.v2.base [None req-cc46e802-2f59-4723-865c-d5cc89a5f2e8 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-139990', 'description': 'tempest-secgroup-smoke-139990 description', 'project_id': 'bb5f41fdaad246b7bc30c8f8021129a3'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:00:01.646034 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cc46e802-2f59-4723-865c-d5cc89a5f2e8 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:01.722004 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cc46e802-2f59-4723-865c-d5cc89a5f2e8 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks [] for security_group (4cc91575-ba74-4fa5-bc36-4f5fc54556a0), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:01.726119 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cc46e802-2f59-4723-865c-d5cc89a5f2e8 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (4cc91575-ba74-4fa5-bc36-4f5fc54556a0), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:01.751903 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cc46e802-2f59-4723-865c-d5cc89a5f2e8 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:01.753199 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-cc46e802-2f59-4723-865c-d5cc89a5f2e8 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.1409302 May 06 15:00:01.756335 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 44474) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:00:01.762208 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.v2.base [None req-69365127-7352-4b0e-87ca-8b04c936ed30 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Request body: {'security_group_rule': {'security_group_id': '4cc91575-ba74-4fa5-bc36-4f5fc54556a0', 'project_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:00:01.763428 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc46e802-2f59-4723-865c-d5cc89a5f2e8 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc91575-ba74-4fa5-bc36-4f5fc54556a0,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:00:01.792323 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-69365127-7352-4b0e-87ca-8b04c936ed30 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks [] for security_group_rule (3ab37933-0e00-4dc8-9315-0e448d216618), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:01.841356 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-be31f90c-bd04-4153-831b-7a9222f4a73f None None] Set router f443a583-9fd5-4221-8adf-4c56efd8d481 gateway port host: dv-cinder-840678-2-iscsi {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:00:01.861806 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-69365127-7352-4b0e-87ca-8b04c936ed30 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks [] for security_group_rule (3ab37933-0e00-4dc8-9315-0e448d216618), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:01.867053 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-69365127-7352-4b0e-87ca-8b04c936ed30 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575255'] for security_group_rule (3ab37933-0e00-4dc8-9315-0e448d216618), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:01.878279 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device 177fac31-36ed-4e99-b4a3-0f3afcf5f40a up at agent ovs-agent-dv-cinder-840678-2-iscsi {{(pid=103344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 15:00:01.892122 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69365127-7352-4b0e-87ca-8b04c936ed30 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ab37933-0e00-4dc8-9315-0e448d216618,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:00:01.898302 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-69365127-7352-4b0e-87ca-8b04c936ed30 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:01.902896 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-69365127-7352-4b0e-87ca-8b04c936ed30 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1420827 May 06 15:00:01.902896 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 44476) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:00:01.907525 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.v2.base [None req-96db799d-f5f9-44c3-9c90-296b2f6256a7 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Request body: {'security_group_rule': {'security_group_id': '4cc91575-ba74-4fa5-bc36-4f5fc54556a0', 'project_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:00:01.935662 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-96db799d-f5f9-44c3-9c90-296b2f6256a7 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks [] for security_group_rule (08df1177-c8d6-4a4a-8d67-213386a5a55b), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:02.029332 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Provisioning complete for port 177fac31-36ed-4e99-b4a3-0f3afcf5f40a triggered by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:00:02.029706 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (177fac31-36ed-4e99-b4a3-0f3afcf5f40a), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:02.063010 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb5ff60-c008-4a51-b2c7-f203ed086555 req-3c9b0d83-df12-43c6-bbc5-e4e5515345b1 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:00:02.064495 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-fcb5ff60-c008-4a51-b2c7-f203ed086555 req-3c9b0d83-df12-43c6-bbc5-e4e5515345b1 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 946 time: 0.0676610 May 06 15:00:02.066283 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-96db799d-f5f9-44c3-9c90-296b2f6256a7 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks [] for security_group_rule (08df1177-c8d6-4a4a-8d67-213386a5a55b), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:02.073819 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-96db799d-f5f9-44c3-9c90-296b2f6256a7 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575255'] for security_group_rule (08df1177-c8d6-4a4a-8d67-213386a5a55b), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:02.107837 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96db799d-f5f9-44c3-9c90-296b2f6256a7 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08df1177-c8d6-4a4a-8d67-213386a5a55b,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:00:02.121627 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-96db799d-f5f9-44c3-9c90-296b2f6256a7 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:02.122826 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-96db799d-f5f9-44c3-9c90-296b2f6256a7 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2189779 May 06 15:00:02.123862 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-be31f90c-bd04-4153-831b-7a9222f4a73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f443a583-9fd5-4221-8adf-4c56efd8d481', 'name': 'tempest-TestVolumeBootPattern-858795772-router', 'tenant_id': '9835badd92d54c2b9c31ed869e7ba010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '177fac31-36ed-4e99-b4a3-0f3afcf5f40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:59:54Z', 'updated_at': '2022-05-06T14:59:59Z', 'revision_number': 4, 'project_id': '9835badd92d54c2b9c31ed869e7ba010', 'gw_port': {'id': '177fac31-36ed-4e99-b4a3-0f3afcf5f40a', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:07:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f443a583-9fd5-4221-8adf-4c56efd8d481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:59:55Z', 'updated_at': '2022-05-06T14:59:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_interfaces': [{'id': '5e6d0d1d-f4a3-4791-b5a2-d10b9b52e248', 'name': '', 'network_id': '18c6e65e-e500-498b-ae7a-c3119a6f1ee3', 'tenant_id': '9835badd92d54c2b9c31ed869e7ba010', 'mac_address': 'fa:16:3e:a9:7b:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f443a583-9fd5-4221-8adf-4c56efd8d481', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '91483817-02cd-49f5-99ef-0bf54e7d6fab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:59:59Z', 'updated_at': '2022-05-06T15:00:00Z', 'revision_number': 2, 'project_id': '9835badd92d54c2b9c31ed869e7ba010', 'subnets': [{'id': '91483817-02cd-49f5-99ef-0bf54e7d6fab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:00:02.125640 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 44482) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:00:02.130745 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.v2.base [None req-7f672d45-c3b6-43bd-a9b1-6286960e0020 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Request body: {'security_group_rule': {'security_group_id': '4cc91575-ba74-4fa5-bc36-4f5fc54556a0', 'project_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:00:02.156455 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-fcb5ff60-c008-4a51-b2c7-f203ed086555 req-d74a8256-648d-46c4-8732-f7686e232331 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850914 May 06 15:00:02.169813 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be31f90c-bd04-4153-831b-7a9222f4a73f None None] Checking router: f443a583-9fd5-4221-8adf-4c56efd8d481 for host: dv-cinder-840678-2-iscsi {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 15:00:02.169813 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be31f90c-bd04-4153-831b-7a9222f4a73f None None] Updating router f443a583-9fd5-4221-8adf-4c56efd8d481 port 5e6d0d1d-f4a3-4791-b5a2-d10b9b52e248 binding host dv-cinder-840678-2-iscsi {{(pid=103344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 15:00:02.184749 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7f672d45-c3b6-43bd-a9b1-6286960e0020 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks [] for security_group_rule (a4c1b008-a6c8-442d-a5d8-51808876cb17), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:02.212473 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Current status of the port 177fac31-36ed-4e99-b4a3-0f3afcf5f40a is: DOWN; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:00:02.212877 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (177fac31-36ed-4e99-b4a3-0f3afcf5f40a), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:02.219773 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-be31f90c-bd04-4153-831b-7a9222f4a73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (5e6d0d1d-f4a3-4791-b5a2-d10b9b52e248), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:02.242279 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7f672d45-c3b6-43bd-a9b1-6286960e0020 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks [] for security_group_rule (a4c1b008-a6c8-442d-a5d8-51808876cb17), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:02.245484 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] For port 177fac31-36ed-4e99-b4a3-0f3afcf5f40a, host dv-cinder-840678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=177fac31-36ed-4e99-b4a3-0f3afcf5f40a,segment=NetworkSegment(19695222-3a66-4083-822d-690c63f08412),segment_id=19695222-3a66-4083-822d-690c63f08412)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:00:02.245851 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7f672d45-c3b6-43bd-a9b1-6286960e0020 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575255'] for security_group_rule (a4c1b008-a6c8-442d-a5d8-51808876cb17), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:02.266775 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f672d45-c3b6-43bd-a9b1-6286960e0020 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4c1b008-a6c8-442d-a5d8-51808876cb17,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:00:02.266974 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (177fac31-36ed-4e99-b4a3-0f3afcf5f40a), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:02.277615 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7f672d45-c3b6-43bd-a9b1-6286960e0020 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:02.278850 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-7f672d45-c3b6-43bd-a9b1-6286960e0020 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1516478 May 06 15:00:02.281820 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 44484) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:00:02.286414 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.v2.base [None req-c61c2dc7-5c43-4ffa-b64a-8fab9dd70159 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Request body: {'security_group_rule': {'security_group_id': '4cc91575-ba74-4fa5-bc36-4f5fc54556a0', 'project_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:00:02.311377 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c61c2dc7-5c43-4ffa-b64a-8fab9dd70159 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks [] for security_group_rule (435818d2-b874-4c74-9226-28296fc42709), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:02.379187 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c61c2dc7-5c43-4ffa-b64a-8fab9dd70159 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks [] for security_group_rule (435818d2-b874-4c74-9226-28296fc42709), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:02.384066 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c61c2dc7-5c43-4ffa-b64a-8fab9dd70159 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575255'] for security_group_rule (435818d2-b874-4c74-9226-28296fc42709), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:02.391967 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Pushing event updated for resources: {'Port': ['ID=177fac31-36ed-4e99-b4a3-0f3afcf5f40a,revision_number=4']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:00:02.405702 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61c2dc7-5c43-4ffa-b64a-8fab9dd70159 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=435818d2-b874-4c74-9226-28296fc42709,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:00:02.415300 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c61c2dc7-5c43-4ffa-b64a-8fab9dd70159 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:02.420484 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-c61c2dc7-5c43-4ffa-b64a-8fab9dd70159 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1375601 May 06 15:00:02.421302 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 44490) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:00:02.426492 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.v2.base [None req-a84c1b9f-b2a3-46a4-8d7f-9fbb1ca91e0d tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Request body: {'security_group_rule': {'security_group_id': '4cc91575-ba74-4fa5-bc36-4f5fc54556a0', 'project_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:00:02.459604 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.db.securitygroups_db [None req-a84c1b9f-b2a3-46a4-8d7f-9fbb1ca91e0d tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Project bb5f41fdaad246b7bc30c8f8021129a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 15:00:02.469644 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a84c1b9f-b2a3-46a4-8d7f-9fbb1ca91e0d tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks [] for security_group_rule (1e353a51-b3b0-4298-afd4-5a2e28461377), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:02.540401 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a84c1b9f-b2a3-46a4-8d7f-9fbb1ca91e0d tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks [] for security_group_rule (1e353a51-b3b0-4298-afd4-5a2e28461377), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:02.550205 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a84c1b9f-b2a3-46a4-8d7f-9fbb1ca91e0d tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575255'] for security_group_rule (1e353a51-b3b0-4298-afd4-5a2e28461377), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:02.563750 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-be31f90c-bd04-4153-831b-7a9222f4a73f None None] Publish callbacks [] for port (5e6d0d1d-f4a3-4791-b5a2-d10b9b52e248), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:02.574079 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-47c9d8da-3840-4701-bc00-47cd4ab3a6c4 req-2e5e4d5c-9c5d-40fc-a702-8d4bd41a6a70 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/ports?device_id=88476c17-cf4a-415d-b211-ab859c3d8c9b HTTP/1.1" status: 200 len: 210 time: 0.0356627 May 06 15:00:02.574835 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-be31f90c-bd04-4153-831b-7a9222f4a73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (5e6d0d1d-f4a3-4791-b5a2-d10b9b52e248), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:02.586849 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84c1b9f-b2a3-46a4-8d7f-9fbb1ca91e0d tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e353a51-b3b0-4298-afd4-5a2e28461377,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:00:02.595705 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a84c1b9f-b2a3-46a4-8d7f-9fbb1ca91e0d tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:02.599474 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-a84c1b9f-b2a3-46a4-8d7f-9fbb1ca91e0d tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1744890 May 06 15:00:02.601811 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 44494) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:00:02.605212 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.v2.base [None req-3772cc06-629a-400f-8d4b-27114908267c tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Request body: {'security_group_rule': {'security_group_id': '4cc91575-ba74-4fa5-bc36-4f5fc54556a0', 'project_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:00:02.644345 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.db.securitygroups_db [None req-3772cc06-629a-400f-8d4b-27114908267c tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Project bb5f41fdaad246b7bc30c8f8021129a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 15:00:02.646570 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbbb7ac-5484-48bd-b83d-daaf8ea1f35e None None] Pushing event updated for resources: {'Port': ['ID=5e6d0d1d-f4a3-4791-b5a2-d10b9b52e248,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:00:02.655495 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3772cc06-629a-400f-8d4b-27114908267c tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks [] for security_group_rule (39ec377f-644f-48ab-9b6f-b98d94aaa088), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:02.704155 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-be31f90c-bd04-4153-831b-7a9222f4a73f None None] Attempting to bind port 5e6d0d1d-f4a3-4791-b5a2-d10b9b52e248 on host dv-cinder-840678-2-iscsi for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 15:00:02.704960 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-be31f90c-bd04-4153-831b-7a9222f4a73f None None] Attempting to bind port 5e6d0d1d-f4a3-4791-b5a2-d10b9b52e248 by drivers openvswitch,hyperv on host dv-cinder-840678-2-iscsi at level 0 using segments [{'id': '197f1967-db79-416a-b553-6af999a74674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '18c6e65e-e500-498b-ae7a-c3119a6f1ee3'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 15:00:02.705675 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be31f90c-bd04-4153-831b-7a9222f4a73f None None] Attempting to bind port 5e6d0d1d-f4a3-4791-b5a2-d10b9b52e248 on network 18c6e65e-e500-498b-ae7a-c3119a6f1ee3 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 15:00:02.712592 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be31f90c-bd04-4153-831b-7a9222f4a73f None None] Checking agent: {'id': '20451d70-ea89-4a66-885a-20a1b2a3bff8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 14, 49, 44), 'started_at': datetime.datetime(2022, 5, 6, 14, 50, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 15:00:02.713441 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be31f90c-bd04-4153-831b-7a9222f4a73f None None] Checking segment: {'id': '197f1967-db79-416a-b553-6af999a74674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '18c6e65e-e500-498b-ae7a-c3119a6f1ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 15:00:02.714095 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-be31f90c-bd04-4153-831b-7a9222f4a73f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:02.714498 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be31f90c-bd04-4153-831b-7a9222f4a73f None None] Bound using segment: {'id': '197f1967-db79-416a-b553-6af999a74674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '18c6e65e-e500-498b-ae7a-c3119a6f1ee3'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 15:00:02.715124 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-be31f90c-bd04-4153-831b-7a9222f4a73f None None] Bound port: 5e6d0d1d-f4a3-4791-b5a2-d10b9b52e248, host: dv-cinder-840678-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '197f1967-db79-416a-b553-6af999a74674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '18c6e65e-e500-498b-ae7a-c3119a6f1ee3'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 15:00:02.715515 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-be31f90c-bd04-4153-831b-7a9222f4a73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (5e6d0d1d-f4a3-4791-b5a2-d10b9b52e248), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:02.738594 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3772cc06-629a-400f-8d4b-27114908267c tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks [] for security_group_rule (39ec377f-644f-48ab-9b6f-b98d94aaa088), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:02.743362 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3772cc06-629a-400f-8d4b-27114908267c tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575255'] for security_group_rule (39ec377f-644f-48ab-9b6f-b98d94aaa088), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:02.764380 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3772cc06-629a-400f-8d4b-27114908267c tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39ec377f-644f-48ab-9b6f-b98d94aaa088,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:00:02.776506 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3772cc06-629a-400f-8d4b-27114908267c tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:02.781281 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-3772cc06-629a-400f-8d4b-27114908267c tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1766810 May 06 15:00:02.789747 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-be31f90c-bd04-4153-831b-7a9222f4a73f None None] For port 5e6d0d1d-f4a3-4791-b5a2-d10b9b52e248, host dv-cinder-840678-2-iscsi, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 15:00:02.793626 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-be31f90c-bd04-4153-831b-7a9222f4a73f None None] For port 5e6d0d1d-f4a3-4791-b5a2-d10b9b52e248, host dv-cinder-840678-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=5e6d0d1d-f4a3-4791-b5a2-d10b9b52e248,segment=NetworkSegment(197f1967-db79-416a-b553-6af999a74674),segment_id=197f1967-db79-416a-b553-6af999a74674)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 15:00:02.810420 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-be31f90c-bd04-4153-831b-7a9222f4a73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (5e6d0d1d-f4a3-4791-b5a2-d10b9b52e248), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:02.875424 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be31f90c-bd04-4153-831b-7a9222f4a73f None None] Routers {'f443a583-9fd5-4221-8adf-4c56efd8d481'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:00:02.876077 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-be31f90c-bd04-4153-831b-7a9222f4a73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T14:59:39Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['f443a583-9fd5-4221-8adf-4c56efd8d481'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:00:02.881067 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbbb7ac-5484-48bd-b83d-daaf8ea1f35e None None] Pushing event updated for resources: {'Port': ['ID=5e6d0d1d-f4a3-4791-b5a2-d10b9b52e248,revision_number=4']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:00:02.941225 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-851dde59-8eb4-468d-aac2-876c35d2aaee None None] Provisioning complete for port 5e6d0d1d-f4a3-4791-b5a2-d10b9b52e248 triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:00:02.941601 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-851dde59-8eb4-468d-aac2-876c35d2aaee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (5e6d0d1d-f4a3-4791-b5a2-d10b9b52e248), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:03.046302 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-be31f90c-bd04-4153-831b-7a9222f4a73f None None] Set router f443a583-9fd5-4221-8adf-4c56efd8d481 gateway port host: dv-cinder-840678-2-iscsi {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:00:03.159724 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-851dde59-8eb4-468d-aac2-876c35d2aaee None None] Current status of the port 5e6d0d1d-f4a3-4791-b5a2-d10b9b52e248 is: DOWN; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:00:03.159845 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-851dde59-8eb4-468d-aac2-876c35d2aaee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (5e6d0d1d-f4a3-4791-b5a2-d10b9b52e248), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:03.243124 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-851dde59-8eb4-468d-aac2-876c35d2aaee None None] For port 5e6d0d1d-f4a3-4791-b5a2-d10b9b52e248, host dv-cinder-840678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=5e6d0d1d-f4a3-4791-b5a2-d10b9b52e248,segment=NetworkSegment(197f1967-db79-416a-b553-6af999a74674),segment_id=197f1967-db79-416a-b553-6af999a74674)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:00:03.256655 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-851dde59-8eb4-468d-aac2-876c35d2aaee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (5e6d0d1d-f4a3-4791-b5a2-d10b9b52e248), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:03.361586 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a41d79c-3001-456c-91ce-b16d1c8d1c7b req-cc92f232-57aa-4122-b666-fb534bf5183b tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:00:03.363530 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-2a41d79c-3001-456c-91ce-b16d1c8d1c7b req-cc92f232-57aa-4122-b666-fb534bf5183b tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 946 time: 0.0911450 May 06 15:00:03.383664 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-0551662e-7aaf-4ad2-8373-7ba9e3b02502 None None] Provisioning complete for port 5e6d0d1d-f4a3-4791-b5a2-d10b9b52e248 triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:00:03.384187 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0551662e-7aaf-4ad2-8373-7ba9e3b02502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (5e6d0d1d-f4a3-4791-b5a2-d10b9b52e248), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:03.387047 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-be31f90c-bd04-4153-831b-7a9222f4a73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f443a583-9fd5-4221-8adf-4c56efd8d481', 'name': 'tempest-TestVolumeBootPattern-858795772-router', 'tenant_id': '9835badd92d54c2b9c31ed869e7ba010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '177fac31-36ed-4e99-b4a3-0f3afcf5f40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:59:54Z', 'updated_at': '2022-05-06T14:59:59Z', 'revision_number': 4, 'project_id': '9835badd92d54c2b9c31ed869e7ba010', 'gw_port': {'id': '177fac31-36ed-4e99-b4a3-0f3afcf5f40a', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:07:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f443a583-9fd5-4221-8adf-4c56efd8d481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:59:55Z', 'updated_at': '2022-05-06T15:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_interfaces': [{'id': '5e6d0d1d-f4a3-4791-b5a2-d10b9b52e248', 'name': '', 'network_id': '18c6e65e-e500-498b-ae7a-c3119a6f1ee3', 'tenant_id': '9835badd92d54c2b9c31ed869e7ba010', 'mac_address': 'fa:16:3e:a9:7b:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f443a583-9fd5-4221-8adf-4c56efd8d481', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '91483817-02cd-49f5-99ef-0bf54e7d6fab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:59:59Z', 'updated_at': '2022-05-06T15:00:02Z', 'revision_number': 4, 'project_id': '9835badd92d54c2b9c31ed869e7ba010', 'subnets': [{'id': '91483817-02cd-49f5-99ef-0bf54e7d6fab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:00:03.425366 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-2a41d79c-3001-456c-91ce-b16d1c8d1c7b req-15650a9d-0634-425c-a60a-f53ad982de96 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539925 May 06 15:00:03.445057 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be31f90c-bd04-4153-831b-7a9222f4a73f None None] The sync data for ids ['f443a583-9fd5-4221-8adf-4c56efd8d481'] in dv-cinder-840678-2-iscsi is: [{'id': 'f443a583-9fd5-4221-8adf-4c56efd8d481', 'name': 'tempest-TestVolumeBootPattern-858795772-router', 'tenant_id': '9835badd92d54c2b9c31ed869e7ba010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '177fac31-36ed-4e99-b4a3-0f3afcf5f40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:59:54Z', 'updated_at': '2022-05-06T14:59:59Z', 'revision_number': 4, 'project_id': '9835badd92d54c2b9c31ed869e7ba010', 'gw_port': {'id': '177fac31-36ed-4e99-b4a3-0f3afcf5f40a', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:07:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f443a583-9fd5-4221-8adf-4c56efd8d481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:59:55Z', 'updated_at': '2022-05-06T15:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_interfaces': [{'id': '5e6d0d1d-f4a3-4791-b5a2-d10b9b52e248', 'name': '', 'network_id': '18c6e65e-e500-498b-ae7a-c3119a6f1ee3', 'tenant_id': '9835badd92d54c2b9c31ed869e7ba010', 'mac_address': 'fa:16:3e:a9:7b:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f443a583-9fd5-4221-8adf-4c56efd8d481', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '91483817-02cd-49f5-99ef-0bf54e7d6fab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:59:59Z', 'updated_at': '2022-05-06T15:00:02Z', 'revision_number': 4, 'project_id': '9835badd92d54c2b9c31ed869e7ba010', 'subnets': [{'id': '91483817-02cd-49f5-99ef-0bf54e7d6fab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 15:00:03.446499 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851dde59-8eb4-468d-aac2-876c35d2aaee None None] Pushing event updated for resources: {'Port': ['ID=5e6d0d1d-f4a3-4791-b5a2-d10b9b52e248,revision_number=5']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:00:03.532925 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-0551662e-7aaf-4ad2-8373-7ba9e3b02502 None None] Current status of the port 5e6d0d1d-f4a3-4791-b5a2-d10b9b52e248 is: ACTIVE; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:00:03.952998 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7de7bde-d5fc-40c9-a2c7-3777cf314c80 req-dbf00b45-e1d4-464d-8f54-eefe7a1c3237 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:00:03.954683 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-e7de7bde-d5fc-40c9-a2c7-3777cf314c80 req-dbf00b45-e1d4-464d-8f54-eefe7a1c3237 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/networks?id=c0a1ab6e-aa6d-4ce9-8682-74a6ac4822ef HTTP/1.1" status: 200 len: 809 time: 0.1297815 May 06 15:00:03.976289 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-e7de7bde-d5fc-40c9-a2c7-3777cf314c80 req-5ad4f09b-37de-4165-a485-d245b74541ed tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/quotas/0124bfd61ad14bd395ecd3c54849f2fe HTTP/1.1" status: 200 len: 375 time: 0.0116413 May 06 15:00:03.983834 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device 177fac31-36ed-4e99-b4a3-0f3afcf5f40a up at agent ovs-agent-dv-cinder-840678-2-iscsi {{(pid=103344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 15:00:04.020210 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-e7de7bde-d5fc-40c9-a2c7-3777cf314c80 req-4989e364-2f15-4e2a-a390-6cc99c63ab73 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0124bfd61ad14bd395ecd3c54849f2fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300345 May 06 15:00:04.040510 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Provisioning complete for port 177fac31-36ed-4e99-b4a3-0f3afcf5f40a triggered by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:00:04.040903 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (177fac31-36ed-4e99-b4a3-0f3afcf5f40a), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:04.143711 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-e7de7bde-d5fc-40c9-a2c7-3777cf314c80 req-6aac5854-6290-436e-9672-09d2c847ef00 service neutron] 10.222.0.23 "GET /v2.0/networks/c0a1ab6e-aa6d-4ce9-8682-74a6ac4822ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139870 May 06 15:00:04.245480 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-e7de7bde-d5fc-40c9-a2c7-3777cf314c80 req-42c0465d-936b-4580-9d77-ef4c9feae2e7 service neutron] 10.222.0.23 "GET /v2.0/networks/c0a1ab6e-aa6d-4ce9-8682-74a6ac4822ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007349 May 06 15:00:04.276412 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Current status of the port 177fac31-36ed-4e99-b4a3-0f3afcf5f40a is: ACTIVE; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:00:04.277557 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device 5e6d0d1d-f4a3-4791-b5a2-d10b9b52e248 up at agent ovs-agent-dv-cinder-840678-2-iscsi {{(pid=103344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 15:00:04.326606 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Provisioning complete for port 5e6d0d1d-f4a3-4791-b5a2-d10b9b52e248 triggered by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:00:04.327160 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (5e6d0d1d-f4a3-4791-b5a2-d10b9b52e248), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:04.448834 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Current status of the port 5e6d0d1d-f4a3-4791-b5a2-d10b9b52e248 is: ACTIVE; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:00:04.460399 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-7ac2f076-2ac8-47af-93c1-c6e4d5f22c8b req-9523d75a-9411-494c-a9fa-5bed7256b988 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/ports?device_id=261679e5-b487-426c-ad65-1c18596995c5 HTTP/1.1" status: 200 len: 210 time: 0.0448506 May 06 15:00:04.572957 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87173e9-b71c-4db3-bfea-ac71acfd86b0 req-9f3ee05c-0684-4377-9454-caac398553e2 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:00:04.577329 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-b87173e9-b71c-4db3-bfea-ac71acfd86b0 req-9f3ee05c-0684-4377-9454-caac398553e2 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 946 time: 0.0686288 May 06 15:00:04.649058 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-b87173e9-b71c-4db3-bfea-ac71acfd86b0 req-861b7992-e363-4a9b-a602-5d2092980bc7 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636997 May 06 15:00:04.799140 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 44606) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:00:04.849627 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-90c0ddb5-68da-4cce-86c8-0cfaa3209a24 admin admin] Deleting subnet 95944682-d016-4a2a-ba9e-dc7755076b92 {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 06 15:00:04.852945 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-90c0ddb5-68da-4cce-86c8-0cfaa3209a24 admin admin] Publish callbacks [] for subnet (95944682-d016-4a2a-ba9e-dc7755076b92), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:04.890548 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-90c0ddb5-68da-4cce-86c8-0cfaa3209a24 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3289624'] for subnet (95944682-d016-4a2a-ba9e-dc7755076b92), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:04.938738 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-90c0ddb5-68da-4cce-86c8-0cfaa3209a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16159455'] for subnet (95944682-d016-4a2a-ba9e-dc7755076b92), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:05.009065 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-90c0ddb5-68da-4cce-86c8-0cfaa3209a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16159430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4192537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3310261'] for subnet (95944682-d016-4a2a-ba9e-dc7755076b92), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:05.024497 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-90c0ddb5-68da-4cce-86c8-0cfaa3209a24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566627'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:05.032650 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-90c0ddb5-68da-4cce-86c8-0cfaa3209a24 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/95944682-d016-4a2a-ba9e-dc7755076b92 HTTP/1.1" status: 204 len: 168 time: 0.2295601 May 06 15:00:05.033306 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 44614) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:00:05.051866 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0ddb5-68da-4cce-86c8-0cfaa3209a24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95944682-d016-4a2a-ba9e-dc7755076b92,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:00:05.129662 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f28baa89-823d-4a9b-8e1c-4842483437cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16137472'] for network (f03bc0ab-4c4b-42d7-8084-72f3c477842c), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:05.224005 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f28baa89-823d-4a9b-8e1c-4842483437cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16161642', 'neutron.services.segments.db._delete_segments_for_network-8732313914390'] for network (f03bc0ab-4c4b-42d7-8084-72f3c477842c), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:05.247191 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f28baa89-823d-4a9b-8e1c-4842483437cc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 15:00:05.247543 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f28baa89-823d-4a9b-8e1c-4842483437cc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 15:00:05.248274 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f28baa89-823d-4a9b-8e1c-4842483437cc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 15:00:05.248649 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f28baa89-823d-4a9b-8e1c-4842483437cc admin admin] Subscribe: > port after_create 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 15:00:05.248999 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f28baa89-823d-4a9b-8e1c-4842483437cc admin admin] Subscribe: > port after_delete 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 15:00:05.249332 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f28baa89-823d-4a9b-8e1c-4842483437cc admin admin] Subscribe: > port after_update 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 15:00:05.249654 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f28baa89-823d-4a9b-8e1c-4842483437cc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 15:00:05.249972 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f28baa89-823d-4a9b-8e1c-4842483437cc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 15:00:05.250288 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f28baa89-823d-4a9b-8e1c-4842483437cc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 15:00:05.250606 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f28baa89-823d-4a9b-8e1c-4842483437cc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 15:00:05.318096 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f28baa89-823d-4a9b-8e1c-4842483437cc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 15:00:05.318457 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f28baa89-823d-4a9b-8e1c-4842483437cc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 15:00:05.318797 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f28baa89-823d-4a9b-8e1c-4842483437cc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 15:00:05.319128 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f28baa89-823d-4a9b-8e1c-4842483437cc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 15:00:05.319499 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.services.segments.db [None req-f28baa89-823d-4a9b-8e1c-4842483437cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f03bc0ab-4c4b-42d7-8084-72f3c477842c']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:00:05.337506 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.services.segments.db [None req-f28baa89-823d-4a9b-8e1c-4842483437cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '925de8d9-6c8f-4472-98ab-7c1db5039561') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:00:05.337838 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.services.segments.db [None req-f28baa89-823d-4a9b-8e1c-4842483437cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '925de8d9-6c8f-4472-98ab-7c1db5039561') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:00:05.371640 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f28baa89-823d-4a9b-8e1c-4842483437cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732313914911', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421250'] for segment (925de8d9-6c8f-4472-98ab-7c1db5039561), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:05.402986 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f28baa89-823d-4a9b-8e1c-4842483437cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16165668'] for segment (925de8d9-6c8f-4472-98ab-7c1db5039561), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:05.420352 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f28baa89-823d-4a9b-8e1c-4842483437cc admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 15:00:05.421642 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f28baa89-823d-4a9b-8e1c-4842483437cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16165668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59634259'] for segment (925de8d9-6c8f-4472-98ab-7c1db5039561), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:05.428942 dv-cinder-840678-2-iscsi neutron-server[103342]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 06 15:00:05.428942 dv-cinder-840678-2-iscsi neutron-server[103342]: from cryptography.utils import int_from_bytes May 06 15:00:05.428942 dv-cinder-840678-2-iscsi neutron-server[103342]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 06 15:00:05.428942 dv-cinder-840678-2-iscsi neutron-server[103342]: from cryptography.utils import int_from_bytes May 06 15:00:05.428942 dv-cinder-840678-2-iscsi neutron-server[103342]: Traceback (most recent call last): May 06 15:00:05.428942 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 15:00:05.428942 dv-cinder-840678-2-iscsi neutron-server[103342]: timer() May 06 15:00:05.428942 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 15:00:05.428942 dv-cinder-840678-2-iscsi neutron-server[103342]: cb(*args, **kw) May 06 15:00:05.428942 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 15:00:05.428942 dv-cinder-840678-2-iscsi neutron-server[103342]: return func(*args, **kwargs) May 06 15:00:05.428942 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 15:00:05.428942 dv-cinder-840678-2-iscsi neutron-server[103342]: self._notify() May 06 15:00:05.428942 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 15:00:05.428942 dv-cinder-840678-2-iscsi neutron-server[103342]: self.callback(batched_events) May 06 15:00:05.428942 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 15:00:05.428942 dv-cinder-840678-2-iscsi neutron-server[103342]: event.method(event) May 06 15:00:05.428942 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 15:00:05.428942 dv-cinder-840678-2-iscsi neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 15:00:05.428942 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 15:00:05.428942 dv-cinder-840678-2-iscsi neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( May 06 15:00:05.428942 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 15:00:05.428942 dv-cinder-840678-2-iscsi neutron-server[103342]: return f(self, *a, **k) May 06 15:00:05.428942 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 15:00:05.428942 dv-cinder-840678-2-iscsi neutron-server[103342]: return self._get(url).json() May 06 15:00:05.428942 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 15:00:05.428942 dv-cinder-840678-2-iscsi neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 15:00:05.428942 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 15:00:05.428942 dv-cinder-840678-2-iscsi neutron-server[103342]: return self.request(url, 'GET', **kwargs) May 06 15:00:05.428942 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 15:00:05.428942 dv-cinder-840678-2-iscsi neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, May 06 15:00:05.428942 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 15:00:05.428942 dv-cinder-840678-2-iscsi neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 15:00:05.428942 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 15:00:05.428942 dv-cinder-840678-2-iscsi neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 15:00:05.428942 dv-cinder-840678-2-iscsi neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 15:00:05.501724 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f28baa89-823d-4a9b-8e1c-4842483437cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16161617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429813'] for network (f03bc0ab-4c4b-42d7-8084-72f3c477842c), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:05.509364 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f28baa89-823d-4a9b-8e1c-4842483437cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566627'] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:05.514485 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-f28baa89-823d-4a9b-8e1c-4842483437cc admin admin] 10.222.0.23 "DELETE /v2.0/networks/f03bc0ab-4c4b-42d7-8084-72f3c477842c HTTP/1.1" status: 204 len: 168 time: 0.4797642 May 06 15:00:05.545627 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28baa89-823d-4a9b-8e1c-4842483437cc admin admin] Pushing event deleted for resources: {'Network': ['ID=f03bc0ab-4c4b-42d7-8084-72f3c477842c,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:00:05.581501 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-4668bc03-c10f-4e05-bb27-239fd38417bd req-3877d3e1-229e-4105-9f15-38afb32a1373 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/ports?device_id=261679e5-b487-426c-ad65-1c18596995c5 HTTP/1.1" status: 200 len: 210 time: 0.0474014 May 06 15:00:05.859671 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 44660) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:00:05.861848 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70fa9af-846b-40f5-b39d-b2387b0cc9e5 req-832f9b0a-b2b7-44c7-b5e0-173d9f301684 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:00:05.869772 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-d70fa9af-846b-40f5-b39d-b2387b0cc9e5 req-832f9b0a-b2b7-44c7-b5e0-173d9f301684 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 946 time: 0.1113172 May 06 15:00:05.932634 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-5e860f4f-1cd1-4019-95d3-4ee537ac188a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3cab862a707246328df1cfcad6ba10cc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0709023 May 06 15:00:05.936293 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 44664) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:00:05.939954 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-d70fa9af-846b-40f5-b39d-b2387b0cc9e5 req-48faed9c-9a47-4455-8522-6dba299cf322 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691638 May 06 15:00:05.987808 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7de7bde-d5fc-40c9-a2c7-3777cf314c80 req-7fd9e3c9-89dc-4db5-8d05-e7eb73298ade tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:00:05.991299 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-e7de7bde-d5fc-40c9-a2c7-3777cf314c80 req-7fd9e3c9-89dc-4db5-8d05-e7eb73298ade tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.26 "GET /v2.0/networks?id=c0a1ab6e-aa6d-4ce9-8682-74a6ac4822ef HTTP/1.1" status: 200 len: 809 time: 0.2241955 May 06 15:00:06.020068 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.v2.base [req-e7de7bde-d5fc-40c9-a2c7-3777cf314c80 req-eb071d74-8295-418e-88d1-52977aa7335b tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Request body: {'port': {'device_id': '261679e5-b487-426c-ad65-1c18596995c5', 'network_id': 'c0a1ab6e-aa6d-4ce9-8682-74a6ac4822ef', 'admin_state_up': True, 'tenant_id': '0124bfd61ad14bd395ecd3c54849f2fe'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:00:06.087354 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7dfac8bb-79f6-4905-bdc9-4d1bacf3c890 admin admin] Publish callbacks [] for security_group (acff08bc-b078-4314-a809-bc9c681e2c5c), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:06.126244 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7dfac8bb-79f6-4905-bdc9-4d1bacf3c890 admin admin] Publish callbacks [] for security_group (acff08bc-b078-4314-a809-bc9c681e2c5c), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:06.189165 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7de7bde-d5fc-40c9-a2c7-3777cf314c80 req-eb071d74-8295-418e-88d1-52977aa7335b tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Made reservation on behalf of 0124bfd61ad14bd395ecd3c54849f2fe for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 15:00:06.192704 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e7de7bde-d5fc-40c9-a2c7-3777cf314c80 req-eb071d74-8295-418e-88d1-52977aa7335b tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:06.219062 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7dfac8bb-79f6-4905-bdc9-4d1bacf3c890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (acff08bc-b078-4314-a809-bc9c681e2c5c), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:06.221552 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7dfac8bb-79f6-4905-bdc9-4d1bacf3c890 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:06.222673 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-7dfac8bb-79f6-4905-bdc9-4d1bacf3c890 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/acff08bc-b078-4314-a809-bc9c681e2c5c HTTP/1.1" status: 204 len: 168 time: 0.2858596 May 06 15:00:06.265094 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfac8bb-79f6-4905-bdc9-4d1bacf3c890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acff08bc-b078-4314-a809-bc9c681e2c5c,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:00:06.350794 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-e7de7bde-d5fc-40c9-a2c7-3777cf314c80 req-eb071d74-8295-418e-88d1-52977aa7335b tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Allocated IP 172.20.0.6 (c0a1ab6e-aa6d-4ce9-8682-74a6ac4822ef/ef6501ca-ace5-4c6e-88c7-78551c4368ba/914f2786-486e-4164-b3e8-faff5bb7e7d9) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 15:00:06.757629 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e7de7bde-d5fc-40c9-a2c7-3777cf314c80 req-eb071d74-8295-418e-88d1-52977aa7335b tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Publish callbacks [] for port (914f2786-486e-4164-b3e8-faff5bb7e7d9), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:06.807188 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-c5090d4b-5a57-4080-b5db-4081604d0e33 req-b8bacca3-4777-4dfa-93cd-fd7b23242dec tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/ports?device_id=261679e5-b487-426c-ad65-1c18596995c5 HTTP/1.1" status: 200 len: 210 time: 0.0378678 May 06 15:00:06.825092 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e7de7bde-d5fc-40c9-a2c7-3777cf314c80 req-eb071d74-8295-418e-88d1-52977aa7335b tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732313435468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59634176'] for port (914f2786-486e-4164-b3e8-faff5bb7e7d9), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:06.878773 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7de7bde-d5fc-40c9-a2c7-3777cf314c80 req-eb071d74-8295-418e-88d1-52977aa7335b tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Network c0a1ab6e-aa6d-4ce9-8682-74a6ac4822ef is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 15:00:06.884465 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-e7de7bde-d5fc-40c9-a2c7-3777cf314c80 req-eb071d74-8295-418e-88d1-52977aa7335b tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 15:00:06.893179 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7de7bde-d5fc-40c9-a2c7-3777cf314c80 req-eb071d74-8295-418e-88d1-52977aa7335b tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 15:00:06.898854 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb071d74-8295-418e-88d1-52977aa7335b tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Pushing event updated for resources: {'Port': ['ID=914f2786-486e-4164-b3e8-faff5bb7e7d9,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:00:06.974334 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7de7bde-d5fc-40c9-a2c7-3777cf314c80 req-eb071d74-8295-418e-88d1-52977aa7335b tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:00:06.975147 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e7de7bde-d5fc-40c9-a2c7-3777cf314c80 req-eb071d74-8295-418e-88d1-52977aa7335b tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:07.027006 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-e7de7bde-d5fc-40c9-a2c7-3777cf314c80 req-eb071d74-8295-418e-88d1-52977aa7335b tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0111351 May 06 15:00:07.052709 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.v2.base [req-e7de7bde-d5fc-40c9-a2c7-3777cf314c80 req-41afe547-2149-4c8f-ad48-4aa5754aa591 service neutron] Request body: {'port': {'device_id': '261679e5-b487-426c-ad65-1c18596995c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:00:07.124741 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0a3c1782-7024-4ed8-9570-33b3e1c04822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (79b17169-ed94-4769-ba4e-30adf371f78f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:07.131144 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 44708) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:00:07.159046 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e7de7bde-d5fc-40c9-a2c7-3777cf314c80 req-41afe547-2149-4c8f-ad48-4aa5754aa591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (914f2786-486e-4164-b3e8-faff5bb7e7d9), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:07.175748 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f5a869-c92d-44a2-a0e3-068e4eb0552e req-8f54a99b-1d80-4cce-a2bb-f4fcf5c4b9a3 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:00:07.177658 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-27f5a869-c92d-44a2-a0e3-068e4eb0552e req-8f54a99b-1d80-4cce-a2bb-f4fcf5c4b9a3 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 946 time: 0.1351123 May 06 15:00:07.242699 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-27f5a869-c92d-44a2-a0e3-068e4eb0552e req-e46c2c28-6baa-4a74-a05e-250e19491027 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591059 May 06 15:00:07.340236 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-924ec747-f7f2-4f6c-864c-76e0b73f3bc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:07.456746 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-924ec747-f7f2-4f6c-864c-76e0b73f3bc8 admin admin] Publish callbacks [] for security_group (82a1efd7-d68a-4f62-a530-4de591e77f91), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:07.462305 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-924ec747-f7f2-4f6c-864c-76e0b73f3bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (82a1efd7-d68a-4f62-a530-4de591e77f91), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:07.508995 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-924ec747-f7f2-4f6c-864c-76e0b73f3bc8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fb6032585c79402daf0d0846ed336dd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3767548 May 06 15:00:07.510240 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924ec747-f7f2-4f6c-864c-76e0b73f3bc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a1efd7-d68a-4f62-a530-4de591e77f91,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:00:07.512430 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 44720) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:00:07.558048 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [req-e7de7bde-d5fc-40c9-a2c7-3777cf314c80 req-41afe547-2149-4c8f-ad48-4aa5754aa591 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 914f2786-486e-4164-b3e8-faff5bb7e7d9 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 15:00:07.570222 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e7de7bde-d5fc-40c9-a2c7-3777cf314c80 req-41afe547-2149-4c8f-ad48-4aa5754aa591 service neutron] Publish callbacks [] for port (914f2786-486e-4164-b3e8-faff5bb7e7d9), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:07.591794 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-e7de7bde-d5fc-40c9-a2c7-3777cf314c80 req-41afe547-2149-4c8f-ad48-4aa5754aa591 service neutron] Transition to ACTIVE for port object 914f2786-486e-4164-b3e8-faff5bb7e7d9 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 06 15:00:07.602710 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e7de7bde-d5fc-40c9-a2c7-3777cf314c80 req-41afe547-2149-4c8f-ad48-4aa5754aa591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59634231'] for port (914f2786-486e-4164-b3e8-faff5bb7e7d9), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:07.652070 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-772e9719-0d8c-4628-be9a-a446b6060990 admin admin] Publish callbacks [] for security_group (82a1efd7-d68a-4f62-a530-4de591e77f91), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:07.685711 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41afe547-2149-4c8f-ad48-4aa5754aa591 service neutron] Pushing event updated for resources: {'Port': ['ID=914f2786-486e-4164-b3e8-faff5bb7e7d9,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:00:07.699458 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-772e9719-0d8c-4628-be9a-a446b6060990 admin admin] Publish callbacks [] for security_group (82a1efd7-d68a-4f62-a530-4de591e77f91), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:07.817936 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-e7de7bde-d5fc-40c9-a2c7-3777cf314c80 req-41afe547-2149-4c8f-ad48-4aa5754aa591 service neutron] Attempting to bind port 914f2786-486e-4164-b3e8-faff5bb7e7d9 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 15:00:07.818730 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-e7de7bde-d5fc-40c9-a2c7-3777cf314c80 req-41afe547-2149-4c8f-ad48-4aa5754aa591 service neutron] Attempting to bind port 914f2786-486e-4164-b3e8-faff5bb7e7d9 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': 'ad38d823-2b9b-4a57-be3a-d0aef122e776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'c0a1ab6e-aa6d-4ce9-8682-74a6ac4822ef'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 15:00:07.818730 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7de7bde-d5fc-40c9-a2c7-3777cf314c80 req-41afe547-2149-4c8f-ad48-4aa5754aa591 service neutron] Attempting to bind port 914f2786-486e-4164-b3e8-faff5bb7e7d9 on network c0a1ab6e-aa6d-4ce9-8682-74a6ac4822ef {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 15:00:07.824482 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7de7bde-d5fc-40c9-a2c7-3777cf314c80 req-41afe547-2149-4c8f-ad48-4aa5754aa591 service neutron] Port 914f2786-486e-4164-b3e8-faff5bb7e7d9 on network c0a1ab6e-aa6d-4ce9-8682-74a6ac4822ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 15:00:07.824973 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7de7bde-d5fc-40c9-a2c7-3777cf314c80 req-41afe547-2149-4c8f-ad48-4aa5754aa591 service neutron] Attempting to bind port 914f2786-486e-4164-b3e8-faff5bb7e7d9 on network c0a1ab6e-aa6d-4ce9-8682-74a6ac4822ef {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 15:00:07.832202 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-772e9719-0d8c-4628-be9a-a446b6060990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (82a1efd7-d68a-4f62-a530-4de591e77f91), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:07.834886 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-772e9719-0d8c-4628-be9a-a446b6060990 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:07.836326 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-772e9719-0d8c-4628-be9a-a446b6060990 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/82a1efd7-d68a-4f62-a530-4de591e77f91 HTTP/1.1" status: 204 len: 168 time: 0.3226902 May 06 15:00:07.845153 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7de7bde-d5fc-40c9-a2c7-3777cf314c80 req-41afe547-2149-4c8f-ad48-4aa5754aa591 service neutron] Checking agent: {'id': '1eb4536b-031c-4a65-bfe5-fc1ede7d9429', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 14, 56, 20), 'started_at': datetime.datetime(2022, 5, 6, 14, 56, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 15:00:07.845153 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7de7bde-d5fc-40c9-a2c7-3777cf314c80 req-41afe547-2149-4c8f-ad48-4aa5754aa591 service neutron] Checking segment: {'id': 'ad38d823-2b9b-4a57-be3a-d0aef122e776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'c0a1ab6e-aa6d-4ce9-8682-74a6ac4822ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 15:00:07.845153 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7de7bde-d5fc-40c9-a2c7-3777cf314c80 req-41afe547-2149-4c8f-ad48-4aa5754aa591 service neutron] Bound using segment: {'id': 'ad38d823-2b9b-4a57-be3a-d0aef122e776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'c0a1ab6e-aa6d-4ce9-8682-74a6ac4822ef'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 15:00:07.845153 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-e7de7bde-d5fc-40c9-a2c7-3777cf314c80 req-41afe547-2149-4c8f-ad48-4aa5754aa591 service neutron] Bound port: 914f2786-486e-4164-b3e8-faff5bb7e7d9, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad38d823-2b9b-4a57-be3a-d0aef122e776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'c0a1ab6e-aa6d-4ce9-8682-74a6ac4822ef'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 15:00:07.845153 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e7de7bde-d5fc-40c9-a2c7-3777cf314c80 req-41afe547-2149-4c8f-ad48-4aa5754aa591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (914f2786-486e-4164-b3e8-faff5bb7e7d9), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:07.874048 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772e9719-0d8c-4628-be9a-a446b6060990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a1efd7-d68a-4f62-a530-4de591e77f91,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:00:07.965926 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-e7de7bde-d5fc-40c9-a2c7-3777cf314c80 req-41afe547-2149-4c8f-ad48-4aa5754aa591 service neutron] For port 914f2786-486e-4164-b3e8-faff5bb7e7d9, host hv-cinder-84067, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 15:00:07.970091 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-e7de7bde-d5fc-40c9-a2c7-3777cf314c80 req-41afe547-2149-4c8f-ad48-4aa5754aa591 service neutron] For port 914f2786-486e-4164-b3e8-faff5bb7e7d9, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=914f2786-486e-4164-b3e8-faff5bb7e7d9,segment=NetworkSegment(ad38d823-2b9b-4a57-be3a-d0aef122e776),segment_id=ad38d823-2b9b-4a57-be3a-d0aef122e776)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 15:00:07.978679 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e7de7bde-d5fc-40c9-a2c7-3777cf314c80 req-41afe547-2149-4c8f-ad48-4aa5754aa591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59634231'] for port (914f2786-486e-4164-b3e8-faff5bb7e7d9), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:08.011124 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840ef2e-658d-48b2-8df0-ab9d412ee839 req-536b4a1b-20c1-4f38-bd0a-1e5518cb3f73 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:00:08.013025 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-b840ef2e-658d-48b2-8df0-ab9d412ee839 req-536b4a1b-20c1-4f38-bd0a-1e5518cb3f73 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/ports?device_id=261679e5-b487-426c-ad65-1c18596995c5 HTTP/1.1" status: 200 len: 943 time: 0.0726483 May 06 15:00:08.016396 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7de7bde-d5fc-40c9-a2c7-3777cf314c80 req-41afe547-2149-4c8f-ad48-4aa5754aa591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:00:08.018579 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-e7de7bde-d5fc-40c9-a2c7-3777cf314c80 req-41afe547-2149-4c8f-ad48-4aa5754aa591 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:08.019426 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-e7de7bde-d5fc-40c9-a2c7-3777cf314c80 req-41afe547-2149-4c8f-ad48-4aa5754aa591 service neutron] 10.222.0.26 "PUT /v2.0/ports/914f2786-486e-4164-b3e8-faff5bb7e7d9 HTTP/1.1" status: 200 len: 1093 time: 0.9703064 May 06 15:00:08.021494 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '261679e5-b487-426c-ad65-1c18596995c5', 'tag': '914f2786-486e-4164-b3e8-faff5bb7e7d9'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 15:00:08.023918 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e079183c6aa01fbf7ecda8705e9d532761ec392512c90f9d6467ac227f3657d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c8434c4-032c-406f-aba6-3ef079686278" -d '{"events": [{"name": "network-changed", "server_uuid": "261679e5-b487-426c-ad65-1c18596995c5", "tag": "914f2786-486e-4164-b3e8-faff5bb7e7d9"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 15:00:08.076392 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41afe547-2149-4c8f-ad48-4aa5754aa591 service neutron] Pushing event updated for resources: {'Port': ['ID=914f2786-486e-4164-b3e8-faff5bb7e7d9,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:00:08.113247 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-b840ef2e-658d-48b2-8df0-ab9d412ee839 req-6ba6b65c-f72f-47f2-bba2-29a5ef1a5444 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/security-groups?id=442a10b9-9929-49f9-8146-8830d8f9fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898540 May 06 15:00:08.130372 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 15:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fbf9b12-49f0-420a-876c-79576421b2ce x-openstack-request-id: req-1fbf9b12-49f0-420a-876c-79576421b2ce {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 15:00:08.130867 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "261679e5-b487-426c-ad65-1c18596995c5", "tag": "914f2786-486e-4164-b3e8-faff5bb7e7d9", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 15:00:08.131265 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1fbf9b12-49f0-420a-876c-79576421b2ce {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 15:00:08.131681 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fbf9b12-49f0-420a-876c-79576421b2ce'] response: {'name': 'network-changed', 'server_uuid': '261679e5-b487-426c-ad65-1c18596995c5', 'tag': '914f2786-486e-4164-b3e8-faff5bb7e7d9', 'status': 'completed', 'code': 200} May 06 15:00:08.151081 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7de7bde-d5fc-40c9-a2c7-3777cf314c80 req-67e1c4a5-0906-4dfe-ab85-9b5634ea526c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:00:08.152709 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-e7de7bde-d5fc-40c9-a2c7-3777cf314c80 req-67e1c4a5-0906-4dfe-ab85-9b5634ea526c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0124bfd61ad14bd395ecd3c54849f2fe&device_id=261679e5-b487-426c-ad65-1c18596995c5 HTTP/1.1" status: 200 len: 1127 time: 0.0568461 May 06 15:00:08.209237 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-e7de7bde-d5fc-40c9-a2c7-3777cf314c80 req-a6b9723b-e7ff-4acb-be2b-bddfed4f5ce5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=914f2786-486e-4164-b3e8-faff5bb7e7d9 HTTP/1.1" status: 200 len: 217 time: 0.0407875 May 06 15:00:08.268971 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7de7bde-d5fc-40c9-a2c7-3777cf314c80 req-3c3a6cd8-e684-4474-8e33-320194ff65eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:00:08.270448 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-e7de7bde-d5fc-40c9-a2c7-3777cf314c80 req-3c3a6cd8-e684-4474-8e33-320194ff65eb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ef6501ca-ace5-4c6e-88c7-78551c4368ba HTTP/1.1" status: 200 len: 849 time: 0.0474818 May 06 15:00:08.320903 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-e7de7bde-d5fc-40c9-a2c7-3777cf314c80 req-45d6dbb9-a8b5-4fb8-9aa0-1be9bc9db5e0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c0a1ab6e-aa6d-4ce9-8682-74a6ac4822ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378370 May 06 15:00:08.424840 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3eac05-c0b2-4c09-8ada-db4711268716 req-4c02e08c-3a58-442f-932c-127cf37c823f tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:00:08.426111 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-5c3eac05-c0b2-4c09-8ada-db4711268716 req-4c02e08c-3a58-442f-932c-127cf37c823f tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 946 time: 0.1043289 May 06 15:00:08.501202 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-e7de7bde-d5fc-40c9-a2c7-3777cf314c80 req-be578412-184b-48a8-a1df-eb611bb3a014 service neutron] 10.222.0.26 "GET /v2.0/networks/c0a1ab6e-aa6d-4ce9-8682-74a6ac4822ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686120 May 06 15:00:08.508782 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-5c3eac05-c0b2-4c09-8ada-db4711268716 req-1503b41e-bc12-445d-bb5e-c16054e8cd07 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692739 May 06 15:00:08.617859 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-e7de7bde-d5fc-40c9-a2c7-3777cf314c80 req-8e347b7a-fe14-4570-9fcc-06f477027042 service neutron] 10.222.0.26 "GET /v2.0/networks/c0a1ab6e-aa6d-4ce9-8682-74a6ac4822ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010623 May 06 15:00:09.257549 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41f3152-61ac-4ffd-adbe-97bf28f1f1c9 req-83bc9d11-1abf-42dc-99bd-c590c3186c7e tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:00:09.259275 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-a41f3152-61ac-4ffd-adbe-97bf28f1f1c9 req-83bc9d11-1abf-42dc-99bd-c590c3186c7e tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/ports?device_id=261679e5-b487-426c-ad65-1c18596995c5 HTTP/1.1" status: 200 len: 943 time: 0.0642183 May 06 15:00:09.339971 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-a41f3152-61ac-4ffd-adbe-97bf28f1f1c9 req-d491b9cd-56a2-49c6-b58a-029f76b15636 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/security-groups?id=442a10b9-9929-49f9-8146-8830d8f9fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678151 May 06 15:00:09.412771 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f323d7ae-f434-412d-96ce-975f3cf1ca12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (ec8f31e6-1756-4927-8bc3-e144e6f0af83), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:09.648796 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7fa027-44b1-47f5-b2db-1c4748244eea req-93f5974d-4645-4183-9c57-f3a9d4bd3244 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:00:09.648796 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-6e7fa027-44b1-47f5-b2db-1c4748244eea req-93f5974d-4645-4183-9c57-f3a9d4bd3244 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 946 time: 0.0626640 May 06 15:00:09.717201 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-6e7fa027-44b1-47f5-b2db-1c4748244eea req-8a443465-b2e1-4e9b-9ff0-b0133ed47ff8 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658977 May 06 15:00:10.471803 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e52f7f9-2f47-46df-a9c1-ad45566b8ec8 req-333e71bb-17aa-477d-bd50-3b520b691fa6 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:00:10.473357 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-5e52f7f9-2f47-46df-a9c1-ad45566b8ec8 req-333e71bb-17aa-477d-bd50-3b520b691fa6 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/ports?device_id=261679e5-b487-426c-ad65-1c18596995c5 HTTP/1.1" status: 200 len: 943 time: 0.0716188 May 06 15:00:10.521770 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1afa6ce1-9145-4257-8e23-9dd2cd4b1998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b699075f-0d9f-4d2e-b182-9d9eb15bfab1), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:10.542817 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-5e52f7f9-2f47-46df-a9c1-ad45566b8ec8 req-4fdd1514-5ef3-4687-ac75-49e0e58838cb tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/security-groups?id=442a10b9-9929-49f9-8146-8830d8f9fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600963 May 06 15:00:10.827612 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f816a9-df4e-4ba7-ae9a-e43457bf3ce3 req-b5ff26e1-8fce-471c-9339-b453d4e9e8a2 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:00:10.829153 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-e2f816a9-df4e-4ba7-ae9a-e43457bf3ce3 req-b5ff26e1-8fce-471c-9339-b453d4e9e8a2 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 946 time: 0.0528612 May 06 15:00:10.877984 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-e2f816a9-df4e-4ba7-ae9a-e43457bf3ce3 req-3bc89315-2662-41bc-ae77-cf0c72ef10c8 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431151 May 06 15:00:11.657170 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d7fce9-472d-49bf-bbea-e6c7ddb69354 req-fafbe5d0-d4a8-4b4c-8eb9-b5c405aa9a52 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:00:11.658702 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-33d7fce9-472d-49bf-bbea-e6c7ddb69354 req-fafbe5d0-d4a8-4b4c-8eb9-b5c405aa9a52 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/ports?device_id=261679e5-b487-426c-ad65-1c18596995c5 HTTP/1.1" status: 200 len: 943 time: 0.0494077 May 06 15:00:11.706292 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-33d7fce9-472d-49bf-bbea-e6c7ddb69354 req-35d17b00-3b17-4b6d-9f2a-a6f5cec4835e tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/security-groups?id=442a10b9-9929-49f9-8146-8830d8f9fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420685 May 06 15:00:11.993800 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd1a5f-dd04-4fb3-bd62-ca148152ceb9 req-590f1569-2bab-4c79-8f5d-a86cc200140c tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:00:11.995302 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-9acd1a5f-dd04-4fb3-bd62-ca148152ceb9 req-590f1569-2bab-4c79-8f5d-a86cc200140c tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 946 time: 0.0473785 May 06 15:00:12.049633 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-9acd1a5f-dd04-4fb3-bd62-ca148152ceb9 req-75892bf8-0970-444f-8f6f-ecc53da76432 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485353 May 06 15:00:12.644299 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-68b1beb6-545b-4f86-a143-b395004404eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b8293b96-1d4f-4101-9243-9870353ff712), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:12.824594 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca7989-aa28-4166-b1ed-c298d1195957 req-8df9ece8-4a39-4d59-8285-a3d27f2c6368 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:00:12.826064 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-0dca7989-aa28-4166-b1ed-c298d1195957 req-8df9ece8-4a39-4d59-8285-a3d27f2c6368 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/ports?device_id=261679e5-b487-426c-ad65-1c18596995c5 HTTP/1.1" status: 200 len: 943 time: 0.0518920 May 06 15:00:12.876785 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-0dca7989-aa28-4166-b1ed-c298d1195957 req-ef7b23b0-27d0-4153-bcf9-4202fc2f3c89 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/security-groups?id=442a10b9-9929-49f9-8146-8830d8f9fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449340 May 06 15:00:13.173569 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9353d568-acc2-4836-a8ed-ecdd9379b2c0 req-39268c0f-78ac-47ff-b291-3a44743dffa3 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:00:13.175096 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-9353d568-acc2-4836-a8ed-ecdd9379b2c0 req-39268c0f-78ac-47ff-b291-3a44743dffa3 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 946 time: 0.0549123 May 06 15:00:13.231760 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-9353d568-acc2-4836-a8ed-ecdd9379b2c0 req-ffd51e61-65b2-4fd9-b787-34abf3ee2e6c tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509744 May 06 15:00:13.726510 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (20451d70-ea89-4a66-885a-20a1b2a3bff8), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:14.007157 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895180b7-e98d-4f8d-a1c2-9d1843858463 req-386f1273-3669-44a4-8d34-d8880519fbed tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:00:14.008690 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-895180b7-e98d-4f8d-a1c2-9d1843858463 req-386f1273-3669-44a4-8d34-d8880519fbed tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/ports?device_id=261679e5-b487-426c-ad65-1c18596995c5 HTTP/1.1" status: 200 len: 943 time: 0.0536106 May 06 15:00:14.063924 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-895180b7-e98d-4f8d-a1c2-9d1843858463 req-1f2e4317-10d0-4d95-a4eb-740ea4f062d9 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/security-groups?id=442a10b9-9929-49f9-8146-8830d8f9fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487676 May 06 15:00:14.351357 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b69cbec-a316-4191-9f2c-9a3e3157ae89 req-f874110e-1f1b-494d-849f-fb8dbb6dc21e tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:00:14.352884 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-0b69cbec-a316-4191-9f2c-9a3e3157ae89 req-f874110e-1f1b-494d-849f-fb8dbb6dc21e tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 946 time: 0.0524845 May 06 15:00:14.407302 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-0b69cbec-a316-4191-9f2c-9a3e3157ae89 req-057dd797-cacb-4baa-bbf1-367913d5d9d7 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473082 May 06 15:00:14.606052 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8434c4-032c-406f-aba6-3ef079686278 req-f4c66293-faa0-4242-a66a-68d01826a280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:00:14.607541 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-8c8434c4-032c-406f-aba6-3ef079686278 req-f4c66293-faa0-4242-a66a-68d01826a280 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0124bfd61ad14bd395ecd3c54849f2fe&device_id=261679e5-b487-426c-ad65-1c18596995c5 HTTP/1.1" status: 200 len: 1127 time: 0.0471988 May 06 15:00:14.733379 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8434c4-032c-406f-aba6-3ef079686278 req-b35bc40c-9bb9-4f2e-845a-1966b718eccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:00:14.735076 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-8c8434c4-032c-406f-aba6-3ef079686278 req-b35bc40c-9bb9-4f2e-845a-1966b718eccb service neutron] 10.222.0.26 "GET /v2.0/networks?id=c0a1ab6e-aa6d-4ce9-8682-74a6ac4822ef HTTP/1.1" status: 200 len: 910 time: 0.1160977 May 06 15:00:14.802283 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-8c8434c4-032c-406f-aba6-3ef079686278 req-ac07c1e5-0776-466f-984d-5c2c9c5290e4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=914f2786-486e-4164-b3e8-faff5bb7e7d9 HTTP/1.1" status: 200 len: 217 time: 0.0510094 May 06 15:00:14.859967 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8434c4-032c-406f-aba6-3ef079686278 req-eae28326-fc60-497f-a95b-0e8300f85571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:00:14.861489 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-8c8434c4-032c-406f-aba6-3ef079686278 req-eae28326-fc60-497f-a95b-0e8300f85571 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ef6501ca-ace5-4c6e-88c7-78551c4368ba HTTP/1.1" status: 200 len: 849 time: 0.0476651 May 06 15:00:14.899373 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-8c8434c4-032c-406f-aba6-3ef079686278 req-b94ebc05-a20c-4dec-851e-2dc634c54eef service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c0a1ab6e-aa6d-4ce9-8682-74a6ac4822ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273063 May 06 15:00:15.029256 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-8c8434c4-032c-406f-aba6-3ef079686278 req-f98ffe32-5cd6-4cc5-ad22-197217470bbf service neutron] 10.222.0.26 "GET /v2.0/networks/c0a1ab6e-aa6d-4ce9-8682-74a6ac4822ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134713 May 06 15:00:15.173029 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-8c8434c4-032c-406f-aba6-3ef079686278 req-6f6197fc-b21b-4b15-afc7-520958e80dab service neutron] 10.222.0.26 "GET /v2.0/networks/c0a1ab6e-aa6d-4ce9-8682-74a6ac4822ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220152 May 06 15:00:15.190714 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device 914f2786-486e-4164-b3e8-faff5bb7e7d9 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 15:00:15.216727 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f17dde-7231-4aa7-8428-d6cf78abf181 req-2b1a07b2-f112-4b01-a3c9-032f7eaf4bac tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:00:15.218317 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-23f17dde-7231-4aa7-8428-d6cf78abf181 req-2b1a07b2-f112-4b01-a3c9-032f7eaf4bac tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/ports?device_id=261679e5-b487-426c-ad65-1c18596995c5 HTTP/1.1" status: 200 len: 943 time: 0.0624185 May 06 15:00:15.305377 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-23f17dde-7231-4aa7-8428-d6cf78abf181 req-271fda02-7546-452d-bf13-33e210cdb5aa tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/security-groups?id=442a10b9-9929-49f9-8146-8830d8f9fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811872 May 06 15:00:15.317232 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] For port 914f2786-486e-4164-b3e8-faff5bb7e7d9, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=914f2786-486e-4164-b3e8-faff5bb7e7d9,segment=NetworkSegment(ad38d823-2b9b-4a57-be3a-d0aef122e776),segment_id=ad38d823-2b9b-4a57-be3a-d0aef122e776)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:00:15.330383 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Returning: {'device': '914f2786-486e-4164-b3e8-faff5bb7e7d9', 'network_id': 'c0a1ab6e-aa6d-4ce9-8682-74a6ac4822ef', 'port_id': '914f2786-486e-4164-b3e8-faff5bb7e7d9', 'mac_address': 'fa:16:3e:20:39:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef6501ca-ace5-4c6e-88c7-78551c4368ba', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 15:00:15.373811 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Current status of the port 914f2786-486e-4164-b3e8-faff5bb7e7d9 is: DOWN; New status is: BUILD {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:00:15.374354 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (914f2786-486e-4164-b3e8-faff5bb7e7d9), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:15.388345 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.notifiers.nova [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 914f2786-486e-4164-b3e8-faff5bb7e7d9 {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 15:00:15.412859 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] For port 914f2786-486e-4164-b3e8-faff5bb7e7d9, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=914f2786-486e-4164-b3e8-faff5bb7e7d9,segment=NetworkSegment(ad38d823-2b9b-4a57-be3a-d0aef122e776),segment_id=ad38d823-2b9b-4a57-be3a-d0aef122e776)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:00:15.418341 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (914f2786-486e-4164-b3e8-faff5bb7e7d9), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:15.490397 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Pushing event updated for resources: {'Port': ['ID=914f2786-486e-4164-b3e8-faff5bb7e7d9,revision_number=4']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:00:15.536342 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6c635f-b92a-491d-b95e-55bbd3c12fc7 req-fc7b3470-5504-4740-936f-9a3e7c5cf5d7 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:00:15.537907 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-ef6c635f-b92a-491d-b95e-55bbd3c12fc7 req-fc7b3470-5504-4740-936f-9a3e7c5cf5d7 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 946 time: 0.0504925 May 06 15:00:15.591506 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-ef6c635f-b92a-491d-b95e-55bbd3c12fc7 req-01f11121-f488-4adb-92df-af0c9b27063d tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472157 May 06 15:00:15.940156 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] get_ports_and_sgs() called for port_ids ['914f2786-486e-4164-b3e8-faff5bb7e7d9'] {{(pid=103344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 15:00:16.429037 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee7154-f386-4ab7-a029-c650cee64567 req-26f50237-c4fe-4341-9ea0-94bc20ab953b tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:00:16.430546 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-edee7154-f386-4ab7-a029-c650cee64567 req-26f50237-c4fe-4341-9ea0-94bc20ab953b tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/ports?device_id=261679e5-b487-426c-ad65-1c18596995c5 HTTP/1.1" status: 200 len: 944 time: 0.0540674 May 06 15:00:16.486493 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-edee7154-f386-4ab7-a029-c650cee64567 req-241feb03-5ea7-4bdb-ade6-1b9bd229226c tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/security-groups?id=442a10b9-9929-49f9-8146-8830d8f9fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485008 May 06 15:00:16.715662 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d4a70-a74b-44df-b726-c3739801a07f req-4bc3d06b-467b-4631-ba39-6a36103dcfe6 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:00:16.717485 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-aa3d4a70-a74b-44df-b726-c3739801a07f req-4bc3d06b-467b-4631-ba39-6a36103dcfe6 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 946 time: 0.0534472 May 06 15:00:16.770266 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-aa3d4a70-a74b-44df-b726-c3739801a07f req-6d6ac9bd-26bc-428c-bb4f-4b8999d997ff tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460021 May 06 15:00:17.197511 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device 914f2786-486e-4164-b3e8-faff5bb7e7d9 up at agent hyperv_hv-cinder-84067 {{(pid=103344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 15:00:17.255916 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Provisioning for port 914f2786-486e-4164-b3e8-faff5bb7e7d9 completed by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 06 15:00:17.266735 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Provisioning complete for port 914f2786-486e-4164-b3e8-faff5bb7e7d9 triggered by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:00:17.267326 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (914f2786-486e-4164-b3e8-faff5bb7e7d9), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:17.400769 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Current status of the port 914f2786-486e-4164-b3e8-faff5bb7e7d9 is: BUILD; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:00:17.401468 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (914f2786-486e-4164-b3e8-faff5bb7e7d9), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:17.430169 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '261679e5-b487-426c-ad65-1c18596995c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '914f2786-486e-4164-b3e8-faff5bb7e7d9'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 15:00:17.433135 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e0964ea08b7304cb3fd06b6962f873a42c5b1f8277632c4cd90ec00bfa9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1432b30-6c74-4fee-8519-146f5d1b0fd7" -d '{"events": [{"server_uuid": "261679e5-b487-426c-ad65-1c18596995c5", "name": "network-vif-plugged", "status": "completed", "tag": "914f2786-486e-4164-b3e8-faff5bb7e7d9"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 15:00:17.446224 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] For port 914f2786-486e-4164-b3e8-faff5bb7e7d9, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=914f2786-486e-4164-b3e8-faff5bb7e7d9,segment=NetworkSegment(ad38d823-2b9b-4a57-be3a-d0aef122e776),segment_id=ad38d823-2b9b-4a57-be3a-d0aef122e776)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:00:17.453253 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (914f2786-486e-4164-b3e8-faff5bb7e7d9), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:17.477908 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 15:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82131eec-f442-4180-bf02-a950060b6163 x-openstack-request-id: req-82131eec-f442-4180-bf02-a950060b6163 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 15:00:17.478157 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "261679e5-b487-426c-ad65-1c18596995c5", "name": "network-vif-plugged", "status": "completed", "tag": "914f2786-486e-4164-b3e8-faff5bb7e7d9", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 15:00:17.478421 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-82131eec-f442-4180-bf02-a950060b6163 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 15:00:17.478816 dv-cinder-840678-2-iscsi neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82131eec-f442-4180-bf02-a950060b6163'] response: {'server_uuid': '261679e5-b487-426c-ad65-1c18596995c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '914f2786-486e-4164-b3e8-faff5bb7e7d9', 'code': 200} May 06 15:00:17.516432 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 45046) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:00:17.524140 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Pushing event updated for resources: {'Port': ['ID=914f2786-486e-4164-b3e8-faff5bb7e7d9,revision_number=5']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:00:17.638313 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb0ed8-c6ec-4ccd-a815-b0af69b095db req-833c7606-bc0e-4d50-8bb8-670bc6543bdc tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:00:17.640421 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-89fb0ed8-c6ec-4ccd-a815-b0af69b095db req-833c7606-bc0e-4d50-8bb8-670bc6543bdc tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/ports?device_id=261679e5-b487-426c-ad65-1c18596995c5 HTTP/1.1" status: 200 len: 945 time: 0.0697186 May 06 15:00:17.694738 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-89fb0ed8-c6ec-4ccd-a815-b0af69b095db req-cf864f4a-2b00-4bfd-b8ea-5995edd6cafa tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/security-groups?id=442a10b9-9929-49f9-8146-8830d8f9fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485814 May 06 15:00:17.722448 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0c5b3fb8-b745-4625-ac36-78e6d8a69e63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:17.734517 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ca2989-c9a5-437f-acbc-43602a62e25d req-72b9354f-1512-44c5-b440-5cbb24b5b724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:00:17.735945 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-e8ca2989-c9a5-437f-acbc-43602a62e25d req-72b9354f-1512-44c5-b440-5cbb24b5b724 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=261679e5-b487-426c-ad65-1c18596995c5 HTTP/1.1" status: 200 len: 1129 time: 0.0598993 May 06 15:00:17.815970 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-e8ca2989-c9a5-437f-acbc-43602a62e25d req-18f0c023-fd2e-42ce-b325-1c2def7a9c6f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=442a10b9-9929-49f9-8146-8830d8f9fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654380 May 06 15:00:17.849673 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0c5b3fb8-b745-4625-ac36-78e6d8a69e63 admin admin] Publish callbacks [] for security_group (3e6df0f1-aa1a-4941-b9ae-d54fd22b3045), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:17.863681 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0c5b3fb8-b745-4625-ac36-78e6d8a69e63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (3e6df0f1-aa1a-4941-b9ae-d54fd22b3045), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:17.935829 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc3a573-7b0f-41e5-8bfe-926942d69792 req-7456746a-b930-4f77-991b-a2c3d20cbced tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:00:17.937365 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-fcc3a573-7b0f-41e5-8bfe-926942d69792 req-7456746a-b930-4f77-991b-a2c3d20cbced tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 946 time: 0.0845044 May 06 15:00:17.939596 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-0c5b3fb8-b745-4625-ac36-78e6d8a69e63 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=85a10400c98145ff9c3a925f53d3a195&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4232857 May 06 15:00:17.941823 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5b3fb8-b745-4625-ac36-78e6d8a69e63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e6df0f1-aa1a-4941-b9ae-d54fd22b3045,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:00:17.942937 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 45052) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:00:17.994696 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-fcc3a573-7b0f-41e5-8bfe-926942d69792 req-4ab43657-5b9a-4d28-be26-e0ee869c7c95 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496733 May 06 15:00:18.009859 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-794dfa28-d3ed-47a4-9357-1e835f8f3dda admin admin] Publish callbacks [] for security_group (3e6df0f1-aa1a-4941-b9ae-d54fd22b3045), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:18.038818 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-794dfa28-d3ed-47a4-9357-1e835f8f3dda admin admin] Publish callbacks [] for security_group (3e6df0f1-aa1a-4941-b9ae-d54fd22b3045), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:18.097287 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-794dfa28-d3ed-47a4-9357-1e835f8f3dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (3e6df0f1-aa1a-4941-b9ae-d54fd22b3045), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:18.100648 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-794dfa28-d3ed-47a4-9357-1e835f8f3dda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:18.102130 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-794dfa28-d3ed-47a4-9357-1e835f8f3dda admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3e6df0f1-aa1a-4941-b9ae-d54fd22b3045 HTTP/1.1" status: 204 len: 168 time: 0.1581731 May 06 15:00:18.116890 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794dfa28-d3ed-47a4-9357-1e835f8f3dda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e6df0f1-aa1a-4941-b9ae-d54fd22b3045,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:00:18.849355 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568eab1f-f021-4752-a93d-468d36071a5b req-1f914d4b-c40f-41b6-aac7-68784a962ad0 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:00:18.850927 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-568eab1f-f021-4752-a93d-468d36071a5b req-1f914d4b-c40f-41b6-aac7-68784a962ad0 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/ports?device_id=261679e5-b487-426c-ad65-1c18596995c5 HTTP/1.1" status: 200 len: 945 time: 0.0661001 May 06 15:00:18.903442 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-568eab1f-f021-4752-a93d-468d36071a5b req-c4aac7f0-9933-4677-a3d9-a089fe9c312a tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/security-groups?id=442a10b9-9929-49f9-8146-8830d8f9fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467823 May 06 15:00:19.116708 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697207d6-6b9c-4749-92b3-31199ace700e req-00e12d65-cb97-4156-b9e3-e950427e0d06 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:00:19.118257 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-697207d6-6b9c-4749-92b3-31199ace700e req-00e12d65-cb97-4156-b9e3-e950427e0d06 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 946 time: 0.0509465 May 06 15:00:19.185057 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-697207d6-6b9c-4749-92b3-31199ace700e req-f17e3ce6-5e86-40fb-811e-2f24b6ad6e57 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600317 May 06 15:00:20.044669 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fcb18a-754f-477f-8df9-2944fa137995 req-bc72b25a-383a-4a55-9099-da8103c3bcb1 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:00:20.052240 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-58fcb18a-754f-477f-8df9-2944fa137995 req-bc72b25a-383a-4a55-9099-da8103c3bcb1 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/ports?device_id=261679e5-b487-426c-ad65-1c18596995c5 HTTP/1.1" status: 200 len: 945 time: 0.0636666 May 06 15:00:20.113991 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-58fcb18a-754f-477f-8df9-2944fa137995 req-225726b4-be73-4f04-a7e0-c5d4ebf25ddf tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/security-groups?id=442a10b9-9929-49f9-8146-8830d8f9fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604761 May 06 15:00:20.209885 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 45150) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:00:20.315442 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f166f4-2e2f-43bf-8173-c8e73b36f09b req-a548f2d9-811e-420e-a051-8b45ea3dab43 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:00:20.316868 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-d9f166f4-2e2f-43bf-8173-c8e73b36f09b req-a548f2d9-811e-420e-a051-8b45ea3dab43 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 946 time: 0.0584681 May 06 15:00:20.337516 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a8057ea6-60f9-41ad-a928-c2888baa88a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:20.369294 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-d9f166f4-2e2f-43bf-8173-c8e73b36f09b req-f0eb0355-f4dd-44a6-b5cc-c955d972672b tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451851 May 06 15:00:20.424358 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a8057ea6-60f9-41ad-a928-c2888baa88a5 admin admin] Publish callbacks [] for security_group (bcffc274-ac24-4b4d-b273-1c6cae9a6075), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:20.429359 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a8057ea6-60f9-41ad-a928-c2888baa88a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (bcffc274-ac24-4b4d-b273-1c6cae9a6075), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:20.469583 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-a8057ea6-60f9-41ad-a928-c2888baa88a5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=243e195c7e8c4d228c3d33c874184a68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2585425 May 06 15:00:20.470300 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8057ea6-60f9-41ad-a928-c2888baa88a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcffc274-ac24-4b4d-b273-1c6cae9a6075,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:00:20.472292 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 45156) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:00:20.477790 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8057ea6-60f9-41ad-a928-c2888baa88a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:00:20.478386 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8057ea6-60f9-41ad-a928-c2888baa88a5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:00:20.478618 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8057ea6-60f9-41ad-a928-c2888baa88a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:00:20.478820 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8057ea6-60f9-41ad-a928-c2888baa88a5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:00:20.479212 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8057ea6-60f9-41ad-a928-c2888baa88a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:00:20.479548 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8057ea6-60f9-41ad-a928-c2888baa88a5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:00:20.479972 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8057ea6-60f9-41ad-a928-c2888baa88a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:00:20.480311 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8057ea6-60f9-41ad-a928-c2888baa88a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:00:20.480676 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8057ea6-60f9-41ad-a928-c2888baa88a5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:00:20.481005 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8057ea6-60f9-41ad-a928-c2888baa88a5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:00:20.481344 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8057ea6-60f9-41ad-a928-c2888baa88a5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:00:20.482003 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8057ea6-60f9-41ad-a928-c2888baa88a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:00:20.482003 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8057ea6-60f9-41ad-a928-c2888baa88a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:00:20.482314 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8057ea6-60f9-41ad-a928-c2888baa88a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:00:20.482646 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8057ea6-60f9-41ad-a928-c2888baa88a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:00:20.532013 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (1eb4536b-031c-4a65-bfe5-fc1ede7d9429), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:20.554535 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-295491fb-83ca-424a-82a9-519849dc2fce admin admin] Publish callbacks [] for security_group (bcffc274-ac24-4b4d-b273-1c6cae9a6075), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:20.598150 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-295491fb-83ca-424a-82a9-519849dc2fce admin admin] Publish callbacks [] for security_group (bcffc274-ac24-4b4d-b273-1c6cae9a6075), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:20.660893 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-295491fb-83ca-424a-82a9-519849dc2fce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (bcffc274-ac24-4b4d-b273-1c6cae9a6075), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:20.663743 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-295491fb-83ca-424a-82a9-519849dc2fce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:20.664987 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-295491fb-83ca-424a-82a9-519849dc2fce admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bcffc274-ac24-4b4d-b273-1c6cae9a6075 HTTP/1.1" status: 204 len: 168 time: 0.1907623 May 06 15:00:20.673917 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295491fb-83ca-424a-82a9-519849dc2fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcffc274-ac24-4b4d-b273-1c6cae9a6075,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:00:20.682569 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295491fb-83ca-424a-82a9-519849dc2fce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:00:20.683439 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295491fb-83ca-424a-82a9-519849dc2fce admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:00:20.683786 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295491fb-83ca-424a-82a9-519849dc2fce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:00:20.684127 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295491fb-83ca-424a-82a9-519849dc2fce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:00:20.684463 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295491fb-83ca-424a-82a9-519849dc2fce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:00:20.684819 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295491fb-83ca-424a-82a9-519849dc2fce admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:00:20.685144 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295491fb-83ca-424a-82a9-519849dc2fce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:00:20.685465 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295491fb-83ca-424a-82a9-519849dc2fce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:00:20.685790 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295491fb-83ca-424a-82a9-519849dc2fce admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:00:20.686117 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295491fb-83ca-424a-82a9-519849dc2fce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:00:20.686437 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295491fb-83ca-424a-82a9-519849dc2fce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:00:20.686756 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295491fb-83ca-424a-82a9-519849dc2fce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:00:20.687095 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295491fb-83ca-424a-82a9-519849dc2fce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:00:20.687414 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295491fb-83ca-424a-82a9-519849dc2fce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:00:20.687731 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295491fb-83ca-424a-82a9-519849dc2fce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:00:20.990154 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 45174) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:00:21.009896 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2a11e04d-780d-4195-a17f-9f2bfeea7173 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:21.126975 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e3de01-e92d-4091-98f5-3a01d9d69db8 req-596f86b4-a252-4075-b0dc-fb8b6c3de6f5 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:00:21.128400 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-b7e3de01-e92d-4091-98f5-3a01d9d69db8 req-596f86b4-a252-4075-b0dc-fb8b6c3de6f5 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/ports?device_id=261679e5-b487-426c-ad65-1c18596995c5 HTTP/1.1" status: 200 len: 945 time: 0.0627756 May 06 15:00:21.171867 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2a11e04d-780d-4195-a17f-9f2bfeea7173 admin admin] Publish callbacks [] for security_group (9dc19564-6e98-4e89-80f6-76073a2e5030), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:21.178080 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2a11e04d-780d-4195-a17f-9f2bfeea7173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (9dc19564-6e98-4e89-80f6-76073a2e5030), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:21.232904 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-b7e3de01-e92d-4091-98f5-3a01d9d69db8 req-884b6445-04f6-41de-af03-af02b1771205 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/security-groups?id=442a10b9-9929-49f9-8146-8830d8f9fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986574 May 06 15:00:21.239444 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-2a11e04d-780d-4195-a17f-9f2bfeea7173 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f0c3a529ee86480b80fcc17ded77a46f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2468827 May 06 15:00:21.240881 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 45182) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:00:21.250267 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a11e04d-780d-4195-a17f-9f2bfeea7173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc19564-6e98-4e89-80f6-76073a2e5030,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:00:21.295277 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-32939c98-1bbb-4e82-9a23-daa47b340512 admin admin] Publish callbacks [] for security_group (9dc19564-6e98-4e89-80f6-76073a2e5030), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:21.326671 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-32939c98-1bbb-4e82-9a23-daa47b340512 admin admin] Publish callbacks [] for security_group (9dc19564-6e98-4e89-80f6-76073a2e5030), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:21.387984 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-32939c98-1bbb-4e82-9a23-daa47b340512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (9dc19564-6e98-4e89-80f6-76073a2e5030), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:21.392989 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-32939c98-1bbb-4e82-9a23-daa47b340512 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:21.394940 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-32939c98-1bbb-4e82-9a23-daa47b340512 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9dc19564-6e98-4e89-80f6-76073a2e5030 HTTP/1.1" status: 204 len: 168 time: 0.1528835 May 06 15:00:21.410981 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32939c98-1bbb-4e82-9a23-daa47b340512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc19564-6e98-4e89-80f6-76073a2e5030,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:00:21.552197 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f23998-aecf-4b91-b760-26dece58adb3 req-9bde4095-fd11-4d0a-a532-0702dd5292ed tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:00:21.553841 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-53f23998-aecf-4b91-b760-26dece58adb3 req-9bde4095-fd11-4d0a-a532-0702dd5292ed tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 946 time: 0.0599875 May 06 15:00:21.630909 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-53f23998-aecf-4b91-b760-26dece58adb3 req-4307d356-d270-4bf5-867a-d58233d54369 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622299 May 06 15:00:21.840117 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 45206) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:00:21.854762 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bdf1569e-640a-4972-93ee-96381aff66c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:21.936271 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bdf1569e-640a-4972-93ee-96381aff66c1 admin admin] Publish callbacks [] for security_group (3d001fd8-48df-4d01-a54b-153a642bca2f), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:21.940170 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bdf1569e-640a-4972-93ee-96381aff66c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (3d001fd8-48df-4d01-a54b-153a642bca2f), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:21.982755 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-bdf1569e-640a-4972-93ee-96381aff66c1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d0e7efcbf5cb43f5abbe229fd73bbc25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1413960 May 06 15:00:21.983606 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf1569e-640a-4972-93ee-96381aff66c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d001fd8-48df-4d01-a54b-153a642bca2f,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:00:21.985507 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 45208) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:00:22.040376 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e7bf0066-a76f-48f0-adad-a5c6527acde6 admin admin] Publish callbacks [] for security_group (3d001fd8-48df-4d01-a54b-153a642bca2f), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:22.066949 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e7bf0066-a76f-48f0-adad-a5c6527acde6 admin admin] Publish callbacks [] for security_group (3d001fd8-48df-4d01-a54b-153a642bca2f), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:22.128050 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e7bf0066-a76f-48f0-adad-a5c6527acde6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (3d001fd8-48df-4d01-a54b-153a642bca2f), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:22.130671 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e7bf0066-a76f-48f0-adad-a5c6527acde6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:22.131833 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-e7bf0066-a76f-48f0-adad-a5c6527acde6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3d001fd8-48df-4d01-a54b-153a642bca2f HTTP/1.1" status: 204 len: 168 time: 0.1446002 May 06 15:00:22.144826 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bf0066-a76f-48f0-adad-a5c6527acde6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d001fd8-48df-4d01-a54b-153a642bca2f,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:00:22.355290 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec75f8-4b1b-4e9e-88a5-36f8d8d8ee32 req-a68dcd5c-81e1-46ba-b7e8-91a93f35fd9a tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:00:22.357082 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-9cec75f8-4b1b-4e9e-88a5-36f8d8d8ee32 req-a68dcd5c-81e1-46ba-b7e8-91a93f35fd9a tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/ports?device_id=261679e5-b487-426c-ad65-1c18596995c5 HTTP/1.1" status: 200 len: 945 time: 0.0528162 May 06 15:00:22.409328 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-9cec75f8-4b1b-4e9e-88a5-36f8d8d8ee32 req-b886b325-6bc1-49d9-9849-4649c09da5e5 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/security-groups?id=442a10b9-9929-49f9-8146-8830d8f9fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464516 May 06 15:00:22.789078 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee18246-d879-4071-8988-645282aa1167 req-c38e8814-8ea0-4c39-9aa6-70b57f6923d3 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:00:22.790702 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-5ee18246-d879-4071-8988-645282aa1167 req-c38e8814-8ea0-4c39-9aa6-70b57f6923d3 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 946 time: 0.0717034 May 06 15:00:23.082604 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-5ee18246-d879-4071-8988-645282aa1167 req-22abe4c2-d892-416d-b25b-7706a066b279 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847779 May 06 15:00:23.429626 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d35593-17cb-486b-b161-94904868d3e4 req-89f1eeda-27cd-4886-a470-b1b10e83d10d tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:00:23.431247 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-30d35593-17cb-486b-b161-94904868d3e4 req-89f1eeda-27cd-4886-a470-b1b10e83d10d tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.26 "GET /v2.0/ports?device_id=261679e5-b487-426c-ad65-1c18596995c5 HTTP/1.1" status: 200 len: 945 time: 0.0561793 May 06 15:00:23.585285 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c030002-0105-41e9-b7c8-193595682247 req-2d3b8031-4932-4c18-b9ee-c6652970e42c tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:00:23.586833 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-9c030002-0105-41e9-b7c8-193595682247 req-2d3b8031-4932-4c18-b9ee-c6652970e42c tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/ports?device_id=261679e5-b487-426c-ad65-1c18596995c5 HTTP/1.1" status: 200 len: 945 time: 0.0613091 May 06 15:00:23.587378 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-30d35593-17cb-486b-b161-94904868d3e4 req-058498f9-0fef-4001-b8c2-75c72f3ff55a tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Deleting port 914f2786-486e-4164-b3e8-faff5bb7e7d9 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 15:00:23.587725 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-30d35593-17cb-486b-b161-94904868d3e4 req-058498f9-0fef-4001-b8c2-75c72f3ff55a tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732313803493'] for port (914f2786-486e-4164-b3e8-faff5bb7e7d9), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:23.714154 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-9c030002-0105-41e9-b7c8-193595682247 req-cb4d31ed-604b-411f-baa4-ee4f2db9ca36 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/security-groups?id=442a10b9-9929-49f9-8146-8830d8f9fcef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102312 May 06 15:00:23.742097 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 45280) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:00:23.753438 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-30d35593-17cb-486b-b161-94904868d3e4 req-058498f9-0fef-4001-b8c2-75c72f3ff55a tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] For port 914f2786-486e-4164-b3e8-faff5bb7e7d9, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=914f2786-486e-4164-b3e8-faff5bb7e7d9,segment=NetworkSegment(ad38d823-2b9b-4a57-be3a-d0aef122e776),segment_id=ad38d823-2b9b-4a57-be3a-d0aef122e776)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:00:23.753934 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-30d35593-17cb-486b-b161-94904868d3e4 req-058498f9-0fef-4001-b8c2-75c72f3ff55a tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426303'] for port (914f2786-486e-4164-b3e8-faff5bb7e7d9), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:23.779068 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-30d35593-17cb-486b-b161-94904868d3e4 req-058498f9-0fef-4001-b8c2-75c72f3ff55a tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Calling delete_port for 914f2786-486e-4164-b3e8-faff5bb7e7d9 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 15:00:23.874404 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4a3b49a7-3c53-4aaf-b8f0-a808a7c48829 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:23.941092 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-30d35593-17cb-486b-b161-94904868d3e4 req-058498f9-0fef-4001-b8c2-75c72f3ff55a tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732313812345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732313435477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59634176'] for port (914f2786-486e-4164-b3e8-faff5bb7e7d9), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:23.965484 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] get_ports_and_sgs() called for port_ids ['914f2786-486e-4164-b3e8-faff5bb7e7d9'] {{(pid=103344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 15:00:23.978183 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058498f9-0fef-4001-b8c2-75c72f3ff55a tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Pushing event deleted for resources: {'Port': ['ID=914f2786-486e-4164-b3e8-faff5bb7e7d9,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:00:24.019324 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4a3b49a7-3c53-4aaf-b8f0-a808a7c48829 admin admin] Publish callbacks [] for security_group (183d330f-cf45-40d4-9f5b-047f9e62e103), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:24.028492 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-30d35593-17cb-486b-b161-94904868d3e4 req-058498f9-0fef-4001-b8c2-75c72f3ff55a tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] No DVR routers for this DVR port 914f2786-486e-4164-b3e8-faff5bb7e7d9 on host hv-cinder-84067 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 15:00:24.029310 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4a3b49a7-3c53-4aaf-b8f0-a808a7c48829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (183d330f-cf45-40d4-9f5b-047f9e62e103), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:24.031825 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-30d35593-17cb-486b-b161-94904868d3e4 req-058498f9-0fef-4001-b8c2-75c72f3ff55a tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:24.035383 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-30d35593-17cb-486b-b161-94904868d3e4 req-058498f9-0fef-4001-b8c2-75c72f3ff55a tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.26 "DELETE /v2.0/ports/914f2786-486e-4164-b3e8-faff5bb7e7d9 HTTP/1.1" status: 204 len: 173 time: 0.5860121 May 06 15:00:24.035837 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '261679e5-b487-426c-ad65-1c18596995c5', 'name': 'network-vif-deleted', 'tag': '914f2786-486e-4164-b3e8-faff5bb7e7d9'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 15:00:24.038144 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e079183c6aa01fbf7ecda8705e9d532761ec392512c90f9d6467ac227f3657d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a710e1-df5b-4b8b-a57c-e2ccb87a34d9" -d '{"events": [{"server_uuid": "261679e5-b487-426c-ad65-1c18596995c5", "name": "network-vif-deleted", "tag": "914f2786-486e-4164-b3e8-faff5bb7e7d9"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 15:00:24.077782 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-4a3b49a7-3c53-4aaf-b8f0-a808a7c48829 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e6ccaaa7c7734c6299a0afe65d1fdabb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3344748 May 06 15:00:24.078754 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3b49a7-3c53-4aaf-b8f0-a808a7c48829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=183d330f-cf45-40d4-9f5b-047f9e62e103,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:00:24.081978 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 45286) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:00:24.101231 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 15:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e07b6bb-31c1-4aad-b056-1607bfa8c834 x-openstack-request-id: req-6e07b6bb-31c1-4aad-b056-1607bfa8c834 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 15:00:24.101529 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "261679e5-b487-426c-ad65-1c18596995c5", "name": "network-vif-deleted", "tag": "914f2786-486e-4164-b3e8-faff5bb7e7d9", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 15:00:24.101785 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6e07b6bb-31c1-4aad-b056-1607bfa8c834 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 15:00:24.102187 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e07b6bb-31c1-4aad-b056-1607bfa8c834'] response: {'server_uuid': '261679e5-b487-426c-ad65-1c18596995c5', 'name': 'network-vif-deleted', 'tag': '914f2786-486e-4164-b3e8-faff5bb7e7d9', 'status': 'completed', 'code': 200} May 06 15:00:24.157393 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8a163577-0c3a-4ae9-8868-ee8ea8745a21 admin admin] Publish callbacks [] for security_group (183d330f-cf45-40d4-9f5b-047f9e62e103), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:24.185808 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8a163577-0c3a-4ae9-8868-ee8ea8745a21 admin admin] Publish callbacks [] for security_group (183d330f-cf45-40d4-9f5b-047f9e62e103), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:24.268900 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e98ebc-e4ce-466b-bf30-e0bb57493f2b req-b8577350-76f0-4bd9-b09b-6a87889d5956 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:00:24.270430 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-80e98ebc-e4ce-466b-bf30-e0bb57493f2b req-b8577350-76f0-4bd9-b09b-6a87889d5956 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 946 time: 0.0652957 May 06 15:00:24.300969 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8a163577-0c3a-4ae9-8868-ee8ea8745a21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (183d330f-cf45-40d4-9f5b-047f9e62e103), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:24.303443 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8a163577-0c3a-4ae9-8868-ee8ea8745a21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:24.304569 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-8a163577-0c3a-4ae9-8868-ee8ea8745a21 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/183d330f-cf45-40d4-9f5b-047f9e62e103 HTTP/1.1" status: 204 len: 168 time: 0.2210567 May 06 15:00:24.327980 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a163577-0c3a-4ae9-8868-ee8ea8745a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=183d330f-cf45-40d4-9f5b-047f9e62e103,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:00:24.336819 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-80e98ebc-e4ce-466b-bf30-e0bb57493f2b req-bfff9f2b-9fd2-43e5-8431-444b29ffb2c7 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603352 May 06 15:00:24.608721 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 45296) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:00:24.625042 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d72e26bb-7649-4609-828b-88401345776e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:24.712454 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d72e26bb-7649-4609-828b-88401345776e admin admin] Publish callbacks [] for security_group (e3133208-6989-4732-9fbf-9482a8d5964c), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:24.717123 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d72e26bb-7649-4609-828b-88401345776e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (e3133208-6989-4732-9fbf-9482a8d5964c), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:24.760187 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72e26bb-7649-4609-828b-88401345776e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3133208-6989-4732-9fbf-9482a8d5964c,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:00:24.767326 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-d72e26bb-7649-4609-828b-88401345776e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=07fe248917ae4b468a011e204d9b9003&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1566925 May 06 15:00:24.768319 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 45302) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:00:24.836060 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6b5cee77-82a4-423a-9a39-028f7296b1ab admin admin] Publish callbacks [] for security_group (e3133208-6989-4732-9fbf-9482a8d5964c), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:24.881746 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-f4bc74ff-5b16-4c12-a932-683c43f19c4e req-4e4ac715-6566-4316-85a6-1c88854c7416 tempest-VolumesActionsTest-1725348255 tempest-VolumesActionsTest-1725348255-project] 10.222.0.23 "GET /v2.0/ports?device_id=261679e5-b487-426c-ad65-1c18596995c5 HTTP/1.1" status: 200 len: 210 time: 0.0420752 May 06 15:00:24.887770 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6b5cee77-82a4-423a-9a39-028f7296b1ab admin admin] Publish callbacks [] for security_group (e3133208-6989-4732-9fbf-9482a8d5964c), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:24.944232 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6b5cee77-82a4-423a-9a39-028f7296b1ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (e3133208-6989-4732-9fbf-9482a8d5964c), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:24.946958 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6b5cee77-82a4-423a-9a39-028f7296b1ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:24.948557 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-6b5cee77-82a4-423a-9a39-028f7296b1ab admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e3133208-6989-4732-9fbf-9482a8d5964c HTTP/1.1" status: 204 len: 168 time: 0.1791935 May 06 15:00:24.956477 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5cee77-82a4-423a-9a39-028f7296b1ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3133208-6989-4732-9fbf-9482a8d5964c,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:00:25.476856 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579eb4e0-fc48-4486-ac79-e72fc78ba266 req-25e7c172-e27d-4933-9175-289eb75a3298 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:00:25.478399 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-579eb4e0-fc48-4486-ac79-e72fc78ba266 req-25e7c172-e27d-4933-9175-289eb75a3298 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 946 time: 0.0643296 May 06 15:00:25.539279 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-579eb4e0-fc48-4486-ac79-e72fc78ba266 req-8aab6306-5426-423e-86ef-39fb7700578b tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543938 May 06 15:00:26.689111 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512648ec-3e59-42af-b831-8862363c6ecc req-0cb637a6-1c14-4236-92f7-ca03a572117d tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:00:26.699283 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-512648ec-3e59-42af-b831-8862363c6ecc req-0cb637a6-1c14-4236-92f7-ca03a572117d tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 946 time: 0.0769882 May 06 15:00:26.753266 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-512648ec-3e59-42af-b831-8862363c6ecc req-ae967667-5574-4316-99ab-f1906d0740d7 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529554 May 06 15:00:27.194664 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device 914f2786-486e-4164-b3e8-faff5bb7e7d9 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 15:00:27.217852 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] No Port match for: 914f2786-486e-4164-b3e8-faff5bb7e7d9 {{(pid=103344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 15:00:27.218496 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device 914f2786-486e-4164-b3e8-faff5bb7e7d9 not bound to the agent host hv-cinder-84067 {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 15:00:27.365778 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 45418) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:00:27.475748 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e2fabf74-ecee-4e05-95cd-93e7cc759584 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:27.563807 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e2fabf74-ecee-4e05-95cd-93e7cc759584 admin admin] Publish callbacks [] for security_group (9b588037-5c5c-44f5-80b5-0e26e5654237), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:27.568092 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e2fabf74-ecee-4e05-95cd-93e7cc759584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (9b588037-5c5c-44f5-80b5-0e26e5654237), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:27.612796 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-e2fabf74-ecee-4e05-95cd-93e7cc759584 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a85fefbbc677485a804146c813e2ced1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2456112 May 06 15:00:27.613680 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fabf74-ecee-4e05-95cd-93e7cc759584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b588037-5c5c-44f5-80b5-0e26e5654237,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:00:27.615572 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 45422) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:00:27.675154 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c83487d6-0161-4332-9f58-10358fba1a5e admin admin] Publish callbacks [] for security_group (9b588037-5c5c-44f5-80b5-0e26e5654237), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:27.699446 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c83487d6-0161-4332-9f58-10358fba1a5e admin admin] Publish callbacks [] for security_group (9b588037-5c5c-44f5-80b5-0e26e5654237), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:27.747006 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c83487d6-0161-4332-9f58-10358fba1a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (9b588037-5c5c-44f5-80b5-0e26e5654237), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:27.749621 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c83487d6-0161-4332-9f58-10358fba1a5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:27.750764 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-c83487d6-0161-4332-9f58-10358fba1a5e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9b588037-5c5c-44f5-80b5-0e26e5654237 HTTP/1.1" status: 204 len: 168 time: 0.1341383 May 06 15:00:27.762176 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83487d6-0161-4332-9f58-10358fba1a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b588037-5c5c-44f5-80b5-0e26e5654237,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:00:27.889843 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900a7101-8993-45c5-b8d5-b7fda182a42a req-dfef74dd-afde-4dc5-929c-8583e67cb862 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:00:27.892409 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-900a7101-8993-45c5-b8d5-b7fda182a42a req-dfef74dd-afde-4dc5-929c-8583e67cb862 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 946 time: 0.0524983 May 06 15:00:27.950709 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-900a7101-8993-45c5-b8d5-b7fda182a42a req-9a32a5f8-7e56-4ab6-9395-c8701f67ef28 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521739 May 06 15:00:28.067154 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 45436) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:00:28.081512 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-facc2b7f-a270-4cda-b5d4-5f10e0309137 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:28.176823 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-facc2b7f-a270-4cda-b5d4-5f10e0309137 admin admin] Publish callbacks [] for security_group (87644b7f-94ef-4431-ab6d-40b43cdb2110), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:28.181318 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-facc2b7f-a270-4cda-b5d4-5f10e0309137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (87644b7f-94ef-4431-ab6d-40b43cdb2110), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:28.219542 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facc2b7f-a270-4cda-b5d4-5f10e0309137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87644b7f-94ef-4431-ab6d-40b43cdb2110,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:00:28.223625 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-facc2b7f-a270-4cda-b5d4-5f10e0309137 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bddc5a695669419182489de188beba66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1553345 May 06 15:00:28.226162 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 45438) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:00:28.284329 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-69f98375-1bd6-4515-9741-2487028e8e24 admin admin] Publish callbacks [] for security_group (87644b7f-94ef-4431-ab6d-40b43cdb2110), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:28.306315 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-69f98375-1bd6-4515-9741-2487028e8e24 admin admin] Publish callbacks [] for security_group (87644b7f-94ef-4431-ab6d-40b43cdb2110), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:28.363086 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-69f98375-1bd6-4515-9741-2487028e8e24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (87644b7f-94ef-4431-ab6d-40b43cdb2110), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:28.365945 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-69f98375-1bd6-4515-9741-2487028e8e24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:28.367095 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-69f98375-1bd6-4515-9741-2487028e8e24 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/87644b7f-94ef-4431-ab6d-40b43cdb2110 HTTP/1.1" status: 204 len: 168 time: 0.1400506 May 06 15:00:28.377185 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f98375-1bd6-4515-9741-2487028e8e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87644b7f-94ef-4431-ab6d-40b43cdb2110,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:00:29.081094 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd870000-01e9-4473-b07a-1754a9ca1cbf req-92b31c67-d187-41a3-8c60-3c50c8084f22 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:00:29.082742 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-bd870000-01e9-4473-b07a-1754a9ca1cbf req-92b31c67-d187-41a3-8c60-3c50c8084f22 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 946 time: 0.0562787 May 06 15:00:29.142232 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-bd870000-01e9-4473-b07a-1754a9ca1cbf req-5eb6ec6f-ed83-48e8-929e-c17525221ab6 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535064 May 06 15:00:29.577587 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 45474) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:00:29.691515 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f01517cf-197b-41d5-94a1-b4e2795968f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:29.776611 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f01517cf-197b-41d5-94a1-b4e2795968f7 admin admin] Publish callbacks [] for security_group (4a85c0e2-263b-4018-a9f1-13113134c651), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:29.788581 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f01517cf-197b-41d5-94a1-b4e2795968f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (4a85c0e2-263b-4018-a9f1-13113134c651), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:29.832090 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-f01517cf-197b-41d5-94a1-b4e2795968f7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dc8f2b033d52449194bf8a4f47752cfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2532437 May 06 15:00:29.833198 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01517cf-197b-41d5-94a1-b4e2795968f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a85c0e2-263b-4018-a9f1-13113134c651,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:00:29.834733 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 45480) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:00:29.892786 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9753ec93-fd58-40f8-a4fd-f97a986dec79 admin admin] Publish callbacks [] for security_group (4a85c0e2-263b-4018-a9f1-13113134c651), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:29.915031 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9753ec93-fd58-40f8-a4fd-f97a986dec79 admin admin] Publish callbacks [] for security_group (4a85c0e2-263b-4018-a9f1-13113134c651), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:29.963871 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9753ec93-fd58-40f8-a4fd-f97a986dec79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (4a85c0e2-263b-4018-a9f1-13113134c651), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:29.966692 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9753ec93-fd58-40f8-a4fd-f97a986dec79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:29.971093 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-9753ec93-fd58-40f8-a4fd-f97a986dec79 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4a85c0e2-263b-4018-a9f1-13113134c651 HTTP/1.1" status: 204 len: 168 time: 0.1352370 May 06 15:00:29.985490 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9753ec93-fd58-40f8-a4fd-f97a986dec79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a85c0e2-263b-4018-a9f1-13113134c651,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:00:30.273310 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b517a-dbe3-4381-be25-dd9749ff9958 req-af17d765-7c3d-419b-ae3c-b42e9e021cc6 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:00:30.274842 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-251b517a-dbe3-4381-be25-dd9749ff9958 req-af17d765-7c3d-419b-ae3c-b42e9e021cc6 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 946 time: 0.0508442 May 06 15:00:30.331299 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-251b517a-dbe3-4381-be25-dd9749ff9958 req-e7872fa8-3a33-48dd-ae2b-fa3a021277f0 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494123 May 06 15:00:30.804515 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.agents_db [None req-6003b131-4361-4e36-81e7-47e90cbdf206 None None] Agent healthcheck: found 6 active agents {{(pid=103345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 15:00:31.471824 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da79eec-9a11-4698-b748-fd2fee5cb47d req-c135115e-b66a-409e-a5be-258de1cf13f6 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:00:31.473387 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-3da79eec-9a11-4698-b748-fd2fee5cb47d req-c135115e-b66a-409e-a5be-258de1cf13f6 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 946 time: 0.0573266 May 06 15:00:31.529165 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-3da79eec-9a11-4698-b748-fd2fee5cb47d req-2b67f149-6887-4c90-b6ae-341cfd2c562b tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494459 May 06 15:00:32.659626 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47529250-476a-4bfe-9c68-3bcdba9264e5 req-70b3ca44-b6a1-4e78-a46f-aa237cb314be tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:00:32.661361 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-47529250-476a-4bfe-9c68-3bcdba9264e5 req-70b3ca44-b6a1-4e78-a46f-aa237cb314be tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 946 time: 0.0492537 May 06 15:00:32.741017 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-47529250-476a-4bfe-9c68-3bcdba9264e5 req-d9582648-16fd-4a47-b8c1-659520db61b7 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720897 May 06 15:00:33.888228 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa479a3-08a6-4716-9aff-4d23b565db31 req-1540e4ac-9e81-4669-af9f-c0f0f504fec6 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:00:33.889923 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-8fa479a3-08a6-4716-9aff-4d23b565db31 req-1540e4ac-9e81-4669-af9f-c0f0f504fec6 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 946 time: 0.0690086 May 06 15:00:33.946184 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-8fa479a3-08a6-4716-9aff-4d23b565db31 req-b920b596-e49c-47e5-a319-402d65cefb00 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492246 May 06 15:00:35.061787 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f0381-5aea-42cb-bbb1-05796d967e37 req-049e2ee1-98d6-44ea-8225-ddf610b451d0 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:00:35.063317 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-1e4f0381-5aea-42cb-bbb1-05796d967e37 req-049e2ee1-98d6-44ea-8225-ddf610b451d0 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 946 time: 0.0474553 May 06 15:00:35.111574 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-1e4f0381-5aea-42cb-bbb1-05796d967e37 req-69da7c2f-3bba-4fcf-b09b-7a0def4578a2 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425515 May 06 15:00:36.223632 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d4268c-bc58-421b-ba39-9f25a9b23d69 req-d254f0c4-8b2a-4eaf-922d-3416adb8068f tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:00:36.225116 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-41d4268c-bc58-421b-ba39-9f25a9b23d69 req-d254f0c4-8b2a-4eaf-922d-3416adb8068f tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 946 time: 0.0457227 May 06 15:00:36.276217 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-41d4268c-bc58-421b-ba39-9f25a9b23d69 req-9dc235cf-ee99-48a8-b1bc-b5d6b13d6949 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455275 May 06 15:00:37.097993 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-32163a35-264a-4d87-b4f3-eba862053294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (79b17169-ed94-4769-ba4e-30adf371f78f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:37.395453 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c295f3-7d84-44e7-afb2-77ec8d23ff21 req-17d4a4c0-5d24-479c-92cf-b82b36d5b0e8 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:00:37.397000 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-43c295f3-7d84-44e7-afb2-77ec8d23ff21 req-17d4a4c0-5d24-479c-92cf-b82b36d5b0e8 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 946 time: 0.0515950 May 06 15:00:37.448167 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-43c295f3-7d84-44e7-afb2-77ec8d23ff21 req-1ba6504c-e995-45f1-bbef-06c66ec63268 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452037 May 06 15:00:37.578668 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd1e25b-5791-4e48-a18c-b2e9f36e30a7 req-8cf3745c-74dd-4fba-9052-333ebce64504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:00:37.580145 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-bfd1e25b-5791-4e48-a18c-b2e9f36e30a7 req-8cf3745c-74dd-4fba-9052-333ebce64504 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 1130 time: 0.0381925 May 06 15:00:37.631449 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-bfd1e25b-5791-4e48-a18c-b2e9f36e30a7 req-39e84ca0-4978-463c-b401-739eaf2931f1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386527 May 06 15:00:38.569206 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521f7f67-b9a1-4787-af2c-ccb2ae58b502 req-8aef2a25-bbc5-4353-82a2-b6a4771d8726 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:00:38.570793 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-521f7f67-b9a1-4787-af2c-ccb2ae58b502 req-8aef2a25-bbc5-4353-82a2-b6a4771d8726 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 946 time: 0.0503578 May 06 15:00:38.623238 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-521f7f67-b9a1-4787-af2c-ccb2ae58b502 req-bf1db507-e30b-4591-89a7-4e369d071ef5 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462208 May 06 15:00:39.417139 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e52f4c61-28d0-4e2e-bd52-763a7f41e91f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (ec8f31e6-1756-4927-8bc3-e144e6f0af83), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:39.745267 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed774bc-1467-41cd-8748-d4db64effeaf req-10759411-1525-4db0-b885-3302b96159a4 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:00:39.747955 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-5ed774bc-1467-41cd-8748-d4db64effeaf req-10759411-1525-4db0-b885-3302b96159a4 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 946 time: 0.0531864 May 06 15:00:39.797622 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-5ed774bc-1467-41cd-8748-d4db64effeaf req-8ec1eafe-4138-4a79-828c-11fc128773f2 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438445 May 06 15:00:40.524135 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1afa6ce1-9145-4257-8e23-9dd2cd4b1998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b699075f-0d9f-4d2e-b182-9d9eb15bfab1), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:40.921453 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 45770) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:00:40.922626 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bbcc27-ffd3-4e4b-b933-2f8a64308074 req-303a52ad-79e3-4d64-af4d-7c495554f504 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:00:40.924142 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-42bbcc27-ffd3-4e4b-b933-2f8a64308074 req-303a52ad-79e3-4d64-af4d-7c495554f504 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 946 time: 0.0537734 May 06 15:00:40.977535 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-42bbcc27-ffd3-4e4b-b933-2f8a64308074 req-59e52a86-a364-4d85-82a7-fc45a0c392ca tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472350 May 06 15:00:41.034682 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cb943bee-ab69-423c-adb6-4e2796b87142 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:41.107390 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e6561-a2b3-477a-872f-828ffaa3d85b req-15bd8581-6e37-4ad1-927e-35efcd328014 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:00:41.109134 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-0a1e6561-a2b3-477a-872f-828ffaa3d85b req-15bd8581-6e37-4ad1-927e-35efcd328014 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab1e10ed-8f86-49b0-8b91-00f990b09e38 HTTP/1.1" status: 200 len: 945 time: 0.0631185 May 06 15:00:41.194043 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cb943bee-ab69-423c-adb6-4e2796b87142 admin admin] Publish callbacks [] for security_group (f957b409-2f5a-4d87-b611-2319743915b7), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:41.198024 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-0a1e6561-a2b3-477a-872f-828ffaa3d85b req-5d288687-c9d2-4291-9b72-ebfe779de6ce tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764692 May 06 15:00:41.198946 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cb943bee-ab69-423c-adb6-4e2796b87142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (f957b409-2f5a-4d87-b611-2319743915b7), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:41.238932 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb943bee-ab69-423c-adb6-4e2796b87142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f957b409-2f5a-4d87-b611-2319743915b7,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:00:41.243654 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-cb943bee-ab69-423c-adb6-4e2796b87142 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fde1b936bf84416aa4c1f654d295de0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3211439 May 06 15:00:41.247075 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 45780) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:00:41.298958 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8f9defc9-5cae-4611-afb6-e04f5ac8b733 admin admin] Publish callbacks [] for security_group (f957b409-2f5a-4d87-b611-2319743915b7), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:41.322679 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8f9defc9-5cae-4611-afb6-e04f5ac8b733 admin admin] Publish callbacks [] for security_group (f957b409-2f5a-4d87-b611-2319743915b7), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:41.372415 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8f9defc9-5cae-4611-afb6-e04f5ac8b733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (f957b409-2f5a-4d87-b611-2319743915b7), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:41.374854 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8f9defc9-5cae-4611-afb6-e04f5ac8b733 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:41.378812 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-8f9defc9-5cae-4611-afb6-e04f5ac8b733 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f957b409-2f5a-4d87-b611-2319743915b7 HTTP/1.1" status: 204 len: 168 time: 0.1299736 May 06 15:00:41.394238 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9defc9-5cae-4611-afb6-e04f5ac8b733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f957b409-2f5a-4d87-b611-2319743915b7,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:00:41.740736 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 45794) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:00:41.754142 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-695475c9-d763-4c6d-9166-06a0e89ee733 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:41.833311 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-695475c9-d763-4c6d-9166-06a0e89ee733 admin admin] Publish callbacks [] for security_group (a31f3638-b11f-44b0-aa7f-6b2a3c16aed7), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:41.836825 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-695475c9-d763-4c6d-9166-06a0e89ee733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (a31f3638-b11f-44b0-aa7f-6b2a3c16aed7), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:41.878979 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695475c9-d763-4c6d-9166-06a0e89ee733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a31f3638-b11f-44b0-aa7f-6b2a3c16aed7,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:00:41.884583 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-695475c9-d763-4c6d-9166-06a0e89ee733 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c42bb11035094b63947e7651032038a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1427109 May 06 15:00:41.887226 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 45796) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:00:41.943112 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-43e8e540-1ba4-475f-99b6-973422d03661 admin admin] Publish callbacks [] for security_group (a31f3638-b11f-44b0-aa7f-6b2a3c16aed7), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:41.966265 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-43e8e540-1ba4-475f-99b6-973422d03661 admin admin] Publish callbacks [] for security_group (a31f3638-b11f-44b0-aa7f-6b2a3c16aed7), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:42.021169 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-43e8e540-1ba4-475f-99b6-973422d03661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (a31f3638-b11f-44b0-aa7f-6b2a3c16aed7), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:42.023764 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-43e8e540-1ba4-475f-99b6-973422d03661 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:42.024949 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-43e8e540-1ba4-475f-99b6-973422d03661 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a31f3638-b11f-44b0-aa7f-6b2a3c16aed7 HTTP/1.1" status: 204 len: 168 time: 0.1355698 May 06 15:00:42.034118 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e8e540-1ba4-475f-99b6-973422d03661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31f3638-b11f-44b0-aa7f-6b2a3c16aed7,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:00:42.357220 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 45804) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:00:42.370443 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8ce0e88c-ceb6-471a-beba-f877bedc7d7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:42.450888 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8ce0e88c-ceb6-471a-beba-f877bedc7d7b admin admin] Publish callbacks [] for security_group (5aa98357-5d0b-4c0c-aa93-306efa1de343), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:42.454609 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8ce0e88c-ceb6-471a-beba-f877bedc7d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (5aa98357-5d0b-4c0c-aa93-306efa1de343), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:42.494644 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-8ce0e88c-ceb6-471a-beba-f877bedc7d7b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e849b9ff5a9548cf9013033f1ffab879&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1363018 May 06 15:00:42.495517 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce0e88c-ceb6-471a-beba-f877bedc7d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa98357-5d0b-4c0c-aa93-306efa1de343,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:00:42.497400 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 45806) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:00:42.559546 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7bd41695-34e5-4a55-8eca-5d67e0b3fd32 admin admin] Publish callbacks [] for security_group (5aa98357-5d0b-4c0c-aa93-306efa1de343), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:42.583047 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7bd41695-34e5-4a55-8eca-5d67e0b3fd32 admin admin] Publish callbacks [] for security_group (5aa98357-5d0b-4c0c-aa93-306efa1de343), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:42.635426 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7bd41695-34e5-4a55-8eca-5d67e0b3fd32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (5aa98357-5d0b-4c0c-aa93-306efa1de343), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:42.638692 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7bd41695-34e5-4a55-8eca-5d67e0b3fd32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:42.641190 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-7bd41695-34e5-4a55-8eca-5d67e0b3fd32 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5aa98357-5d0b-4c0c-aa93-306efa1de343 HTTP/1.1" status: 204 len: 168 time: 0.1425242 May 06 15:00:42.650811 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd41695-34e5-4a55-8eca-5d67e0b3fd32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa98357-5d0b-4c0c-aa93-306efa1de343,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:00:42.657239 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-68b1beb6-545b-4f86-a143-b395004404eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b8293b96-1d4f-4101-9243-9870353ff712), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:42.890898 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe30865-6aab-4362-a162-54298ec1fcca req-586b4a78-afbe-4a58-8085-9efeb9a6ed3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:00:42.892411 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-4fe30865-6aab-4362-a162-54298ec1fcca req-586b4a78-afbe-4a58-8085-9efeb9a6ed3f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=66121d02dbff4c3a920161e445959085&device_id=ab1e10ed-8f86-49b0-8b91-00f990b09e38 HTTP/1.1" status: 200 len: 1129 time: 0.0460761 May 06 15:00:42.911593 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00be096f-2655-441c-be21-b9eb98beb564 req-e6fb5c68-31b9-412a-b433-f781334d0cbe tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:00:42.913435 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-00be096f-2655-441c-be21-b9eb98beb564 req-e6fb5c68-31b9-412a-b433-f781334d0cbe tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab1e10ed-8f86-49b0-8b91-00f990b09e38 HTTP/1.1" status: 200 len: 945 time: 0.0499020 May 06 15:00:42.972454 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-00be096f-2655-441c-be21-b9eb98beb564 req-880bed0f-ddcb-4a99-a398-732522d4e3f7 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520432 May 06 15:00:43.006142 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe30865-6aab-4362-a162-54298ec1fcca req-293cf52d-abab-4794-84f4-f25c91d0f06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:00:43.007856 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-4fe30865-6aab-4362-a162-54298ec1fcca req-293cf52d-abab-4794-84f4-f25c91d0f06b service neutron] 10.222.0.26 "GET /v2.0/networks?id=1f8443d4-24c9-4ac0-96d7-8083233dcc1b HTTP/1.1" status: 200 len: 919 time: 0.1082911 May 06 15:00:43.066724 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-4fe30865-6aab-4362-a162-54298ec1fcca req-fbc39f2e-2b72-4d88-9f3f-2e629cb777fe service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0c80ff3-d242-45f6-84fa-b0941a41414e HTTP/1.1" status: 200 len: 217 time: 0.0418265 May 06 15:00:43.123631 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe30865-6aab-4362-a162-54298ec1fcca req-53fc725f-4a89-4c60-8cdc-23dbfd2aef05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:00:43.125141 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-4fe30865-6aab-4362-a162-54298ec1fcca req-53fc725f-4a89-4c60-8cdc-23dbfd2aef05 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=67575c08-c86c-46ea-9526-64956bd20b03 HTTP/1.1" status: 200 len: 857 time: 0.0482302 May 06 15:00:43.194120 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe30865-6aab-4362-a162-54298ec1fcca req-a510f3d3-f13c-4f39-8d16-afd4146eca78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:00:43.195621 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-4fe30865-6aab-4362-a162-54298ec1fcca req-a510f3d3-f13c-4f39-8d16-afd4146eca78 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f8443d4-24c9-4ac0-96d7-8083233dcc1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492687 May 06 15:00:43.304349 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-4fe30865-6aab-4362-a162-54298ec1fcca req-f694a313-581f-41af-84ce-6718115d7558 service neutron] 10.222.0.26 "GET /v2.0/networks/1f8443d4-24c9-4ac0-96d7-8083233dcc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980163 May 06 15:00:43.416627 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-4fe30865-6aab-4362-a162-54298ec1fcca req-caa93180-b99b-48f4-bf07-c2cd377aa3f8 service neutron] 10.222.0.26 "GET /v2.0/networks/1f8443d4-24c9-4ac0-96d7-8083233dcc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031907 May 06 15:00:43.423624 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 45840) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:00:43.534902 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.v2.base [None req-181166c6-6094-4ced-a484-0e52e3d60f82 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-715336414-network', 'tenant_id': 'd266c6c15e474b7885134dbe78a29833'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:00:43.554695 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-181166c6-6094-4ced-a484-0e52e3d60f82 admin admin] Made reservation on behalf of d266c6c15e474b7885134dbe78a29833 for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 15:00:43.557106 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-181166c6-6094-4ced-a484-0e52e3d60f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:43.567129 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-181166c6-6094-4ced-a484-0e52e3d60f82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:43.651527 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-181166c6-6094-4ced-a484-0e52e3d60f82 admin admin] Publish callbacks [] for security_group (50e2800d-a431-4d04-93b2-fbd26b99e352), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:43.656385 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-181166c6-6094-4ced-a484-0e52e3d60f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (50e2800d-a431-4d04-93b2-fbd26b99e352), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:43.681846 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-181166c6-6094-4ced-a484-0e52e3d60f82 admin admin] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 15:00:43.692323 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181166c6-6094-4ced-a484-0e52e3d60f82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50e2800d-a431-4d04-93b2-fbd26b99e352,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:00:43.698074 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-181166c6-6094-4ced-a484-0e52e3d60f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16165668'] for segment (31ca6aab-ca48-40de-9cf2-5559fb87173d), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:43.698417 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.db.segments_db [None req-181166c6-6094-4ced-a484-0e52e3d60f82 admin admin] Added segment 31ca6aab-ca48-40de-9cf2-5559fb87173d of type vlan for network b25645b0-e420-497e-a471-7ed25f51150d May 06 15:00:43.736823 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (20451d70-ea89-4a66-885a-20a1b2a3bff8), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:43.751286 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-181166c6-6094-4ced-a484-0e52e3d60f82 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732313419650'] for network (b25645b0-e420-497e-a471-7ed25f51150d), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:43.777122 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-181166c6-6094-4ced-a484-0e52e3d60f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605'] for network (b25645b0-e420-497e-a471-7ed25f51150d), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:43.778121 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181166c6-6094-4ced-a484-0e52e3d60f82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:00:43.779289 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-181166c6-6094-4ced-a484-0e52e3d60f82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566627'] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:43.832085 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-181166c6-6094-4ced-a484-0e52e3d60f82 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4073265 May 06 15:00:43.837103 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 45850) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:00:43.846279 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.v2.base [None req-02d92778-b6f4-47d8-b953-93f9b3d24122 admin admin] Request body: {'subnet': {'network_id': 'b25645b0-e420-497e-a471-7ed25f51150d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-715336414-subnet', 'tenant_id': 'd266c6c15e474b7885134dbe78a29833', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:00:43.857348 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181166c6-6094-4ced-a484-0e52e3d60f82 admin admin] Pushing event updated for resources: {'Network': ['ID=b25645b0-e420-497e-a471-7ed25f51150d,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:00:43.867017 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Network b25645b0-e420-497e-a471-7ed25f51150d details requested by agent ovs-agent-dv-cinder-840678-2-iscsi with host dv-cinder-840678-2-iscsi {{(pid=103344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 15:00:43.891201 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d92778-b6f4-47d8-b953-93f9b3d24122 admin admin] Made reservation on behalf of d266c6c15e474b7885134dbe78a29833 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 15:00:43.893674 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-02d92778-b6f4-47d8-b953-93f9b3d24122 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3310232'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:44.107202 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-02d92778-b6f4-47d8-b953-93f9b3d24122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4192600', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3310222'] for subnet (7bcd1b2b-245f-43f9-81ea-82302503a018), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:44.122366 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90593441-e110-4878-9697-067902d27868 req-095655de-7399-4d45-a2ca-04eda9dd3005 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:00:44.124319 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-90593441-e110-4878-9697-067902d27868 req-095655de-7399-4d45-a2ca-04eda9dd3005 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab1e10ed-8f86-49b0-8b91-00f990b09e38 HTTP/1.1" status: 200 len: 945 time: 0.0724213 May 06 15:00:44.172468 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d92778-b6f4-47d8-b953-93f9b3d24122 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bcd1b2b-245f-43f9-81ea-82302503a018,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:00:44.182456 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d92778-b6f4-47d8-b953-93f9b3d24122 admin admin] Checking segment: {'id': '31ca6aab-ca48-40de-9cf2-5559fb87173d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'b25645b0-e420-497e-a471-7ed25f51150d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 15:00:44.182872 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d92778-b6f4-47d8-b953-93f9b3d24122 admin admin] Network hostable DHCP agents. Network: b25645b0-e420-497e-a471-7ed25f51150d, hostable agents: ['79b17169-ed94-4769-ba4e-30adf371f78f'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 15:00:44.200151 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-90593441-e110-4878-9697-067902d27868 req-f616315b-23c7-4c17-b62a-b03fff627139 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671704 May 06 15:00:44.204505 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d92778-b6f4-47d8-b953-93f9b3d24122 admin admin] Network b25645b0-e420-497e-a471-7ed25f51150d is scheduled to be hosted by DHCP agent 79b17169-ed94-4769-ba4e-30adf371f78f with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 15:00:44.227433 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-02d92778-b6f4-47d8-b953-93f9b3d24122 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-2-iscsi, b25645b0-e420-497e-a471-7ed25f51150d) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 15:00:44.233730 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d92778-b6f4-47d8-b953-93f9b3d24122 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:00:44.234326 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-02d92778-b6f4-47d8-b953-93f9b3d24122 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566627'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:44.241545 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc953a6-4c5d-4ecd-887f-069743b2204d None None] Network b25645b0-e420-497e-a471-7ed25f51150d requested from dv-cinder-840678-2-iscsi {{(pid=103344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 15:00:44.265191 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-02d92778-b6f4-47d8-b953-93f9b3d24122 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4141533 May 06 15:00:44.403611 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b5d173-ee35-4e7b-888f-9d918ee48a92 None None] Network b25645b0-e420-497e-a471-7ed25f51150d requested from dv-cinder-840678-2-iscsi {{(pid=103344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 15:00:45.320686 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdaa9dd-6319-44af-8184-f05163da4f01 req-f7aad793-f9ea-4711-b2ff-a7c847e22528 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:00:45.322202 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-bcdaa9dd-6319-44af-8184-f05163da4f01 req-f7aad793-f9ea-4711-b2ff-a7c847e22528 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab1e10ed-8f86-49b0-8b91-00f990b09e38 HTTP/1.1" status: 200 len: 945 time: 0.0503783 May 06 15:00:45.373272 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-bcdaa9dd-6319-44af-8184-f05163da4f01 req-c939435c-283b-442e-b755-d635e05ce075 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441546 May 06 15:00:46.491612 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d503ade3-d02b-47c5-a4a0-39527663d98b req-2caa8a3f-21ac-44dd-b8af-c2bcccdda532 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:00:46.493131 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-d503ade3-d02b-47c5-a4a0-39527663d98b req-2caa8a3f-21ac-44dd-b8af-c2bcccdda532 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab1e10ed-8f86-49b0-8b91-00f990b09e38 HTTP/1.1" status: 200 len: 945 time: 0.0501873 May 06 15:00:46.548720 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-d503ade3-d02b-47c5-a4a0-39527663d98b req-4bdfa6b8-9fff-4132-a17e-26e4355301a3 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493567 May 06 15:00:47.667136 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77abf722-9f1e-45a5-84a5-b5505f5cebf6 req-7dcf6502-6cbb-408c-8800-bc426cf4ab00 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:00:47.668662 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-77abf722-9f1e-45a5-84a5-b5505f5cebf6 req-7dcf6502-6cbb-408c-8800-bc426cf4ab00 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab1e10ed-8f86-49b0-8b91-00f990b09e38 HTTP/1.1" status: 200 len: 945 time: 0.0489554 May 06 15:00:47.720484 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-77abf722-9f1e-45a5-84a5-b5505f5cebf6 req-7f203a16-f52f-422c-a29d-2e6ac1c76121 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455217 May 06 15:00:48.837756 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee90c91-f05a-4146-b84b-b26843a7e824 req-d01b065f-28bd-4dad-bc25-af9cc3a2fe3d tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:00:48.839222 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-6ee90c91-f05a-4146-b84b-b26843a7e824 req-d01b065f-28bd-4dad-bc25-af9cc3a2fe3d tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab1e10ed-8f86-49b0-8b91-00f990b09e38 HTTP/1.1" status: 200 len: 945 time: 0.0491247 May 06 15:00:48.889413 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-6ee90c91-f05a-4146-b84b-b26843a7e824 req-405a271b-1b64-4606-ab74-055d2444fd95 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440757 May 06 15:00:50.040247 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba70d14-a1f6-4fdc-97fe-1731d2f4ae12 req-0fb9454f-346a-4a54-bc8c-80c07b5727f9 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:00:50.042909 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-4ba70d14-a1f6-4fdc-97fe-1731d2f4ae12 req-0fb9454f-346a-4a54-bc8c-80c07b5727f9 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab1e10ed-8f86-49b0-8b91-00f990b09e38 HTTP/1.1" status: 200 len: 945 time: 0.0650990 May 06 15:00:50.101494 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-4ba70d14-a1f6-4fdc-97fe-1731d2f4ae12 req-247c2622-1b40-41a1-ac22-6a2c6ce4e3aa tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521917 May 06 15:00:50.555533 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (1eb4536b-031c-4a65-bfe5-fc1ede7d9429), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:00:51.095685 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69da3b63-7079-47c8-9561-3a275e8c6353 req-ca54c022-3e87-4ef4-a509-3c5a4885dcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:00:51.097260 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-69da3b63-7079-47c8-9561-3a275e8c6353 req-ca54c022-3e87-4ef4-a509-3c5a4885dcb4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=66121d02dbff4c3a920161e445959085&device_id=ab1e10ed-8f86-49b0-8b91-00f990b09e38 HTTP/1.1" status: 200 len: 1129 time: 0.0441391 May 06 15:00:51.262221 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69da3b63-7079-47c8-9561-3a275e8c6353 req-a4c68bea-ca4b-45d0-81d7-83abf650fade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:00:51.266271 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-69da3b63-7079-47c8-9561-3a275e8c6353 req-a4c68bea-ca4b-45d0-81d7-83abf650fade service neutron] 10.222.0.26 "GET /v2.0/networks?id=1f8443d4-24c9-4ac0-96d7-8083233dcc1b HTTP/1.1" status: 200 len: 919 time: 0.1370909 May 06 15:00:51.266884 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6744e2b1-a6c3-481c-8586-7549c49de3ad req-7e5ff766-60e4-48bb-9f72-2ef1d070851c tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:00:51.268941 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-6744e2b1-a6c3-481c-8586-7549c49de3ad req-7e5ff766-60e4-48bb-9f72-2ef1d070851c tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab1e10ed-8f86-49b0-8b91-00f990b09e38 HTTP/1.1" status: 200 len: 945 time: 0.0674765 May 06 15:00:51.321588 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-69da3b63-7079-47c8-9561-3a275e8c6353 req-f09204e8-dad7-4066-9aa4-9a01f1640cdf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0c80ff3-d242-45f6-84fa-b0941a41414e HTTP/1.1" status: 200 len: 217 time: 0.0445561 May 06 15:00:51.346182 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-6744e2b1-a6c3-481c-8586-7549c49de3ad req-8ac63972-db38-424b-869e-42ed8abc27e8 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707464 May 06 15:00:51.383062 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69da3b63-7079-47c8-9561-3a275e8c6353 req-99b0ac22-ce70-43ee-9333-45c04a2d9c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:00:51.384742 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-69da3b63-7079-47c8-9561-3a275e8c6353 req-99b0ac22-ce70-43ee-9333-45c04a2d9c93 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=67575c08-c86c-46ea-9526-64956bd20b03 HTTP/1.1" status: 200 len: 857 time: 0.0502729 May 06 15:00:51.438504 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69da3b63-7079-47c8-9561-3a275e8c6353 req-b1fb512b-3613-43ae-8738-012487e0151a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:00:51.440002 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-69da3b63-7079-47c8-9561-3a275e8c6353 req-b1fb512b-3613-43ae-8738-012487e0151a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f8443d4-24c9-4ac0-96d7-8083233dcc1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406332 May 06 15:00:51.777774 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-69da3b63-7079-47c8-9561-3a275e8c6353 req-1292c3aa-5830-4cba-af20-d7be29e0ef02 service neutron] 10.222.0.26 "GET /v2.0/networks/1f8443d4-24c9-4ac0-96d7-8083233dcc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3278267 May 06 15:00:51.915200 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-69da3b63-7079-47c8-9561-3a275e8c6353 req-21604baa-9573-4b3b-8ab3-4003e216e3b5 service neutron] 10.222.0.26 "GET /v2.0/networks/1f8443d4-24c9-4ac0-96d7-8083233dcc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250570 May 06 15:00:52.470701 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628862ee-4f78-40f4-a495-f2ecf5fcc344 req-72992bb1-3a19-4021-bf62-59777c7aef77 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:00:52.472284 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-628862ee-4f78-40f4-a495-f2ecf5fcc344 req-72992bb1-3a19-4021-bf62-59777c7aef77 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab1e10ed-8f86-49b0-8b91-00f990b09e38 HTTP/1.1" status: 200 len: 945 time: 0.0580602 May 06 15:00:52.527963 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-628862ee-4f78-40f4-a495-f2ecf5fcc344 req-f7b28f7e-60d1-49f9-aa8a-f895249a8aa3 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499260 May 06 15:00:53.657705 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1932958-f28d-43be-b48e-181947f9172d req-749f025b-1014-402d-8116-c170a302169c tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:00:53.659329 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-b1932958-f28d-43be-b48e-181947f9172d req-749f025b-1014-402d-8116-c170a302169c tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab1e10ed-8f86-49b0-8b91-00f990b09e38 HTTP/1.1" status: 200 len: 945 time: 0.0538805 May 06 15:00:53.711475 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-b1932958-f28d-43be-b48e-181947f9172d req-7ee6f455-0ecf-4afd-8cfe-b50b2ddc493c tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463591 May 06 15:00:54.837170 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f39f02-83a6-4bd9-a678-688750a7d213 req-77cc44aa-b647-4948-9ff8-67a84a0ac1ab tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:00:54.838678 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-49f39f02-83a6-4bd9-a678-688750a7d213 req-77cc44aa-b647-4948-9ff8-67a84a0ac1ab tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab1e10ed-8f86-49b0-8b91-00f990b09e38 HTTP/1.1" status: 200 len: 945 time: 0.0500233 May 06 15:00:54.899125 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-49f39f02-83a6-4bd9-a678-688750a7d213 req-b5201028-44f3-4ee3-b19e-ef87e51d61f5 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520220 May 06 15:00:56.038059 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864c5020-e074-421b-8b8b-fbc4b2670e08 req-9717679f-f488-490f-b0f2-ebfb564b4d85 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:00:56.045790 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-864c5020-e074-421b-8b8b-fbc4b2670e08 req-9717679f-f488-490f-b0f2-ebfb564b4d85 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab1e10ed-8f86-49b0-8b91-00f990b09e38 HTTP/1.1" status: 200 len: 945 time: 0.0609252 May 06 15:00:56.101828 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-864c5020-e074-421b-8b8b-fbc4b2670e08 req-f746d31c-8d56-41e5-9f64-7a4611ed1f1a tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545394 May 06 15:00:57.232451 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b25608-ba40-41b2-a944-6a7eba1bcc2a req-463b43ec-e5bf-4102-997d-e6a64f5fd2f5 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:00:57.234849 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-e1b25608-ba40-41b2-a944-6a7eba1bcc2a req-463b43ec-e5bf-4102-997d-e6a64f5fd2f5 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab1e10ed-8f86-49b0-8b91-00f990b09e38 HTTP/1.1" status: 200 len: 945 time: 0.0535069 May 06 15:00:57.285014 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-e1b25608-ba40-41b2-a944-6a7eba1bcc2a req-5e6ba724-b89f-45d7-ab2d-e18411170b7a tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452416 May 06 15:00:57.708330 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e10504-68b3-4440-949b-97ed4038066f req-304a4a06-aca5-419d-992a-efc9493569ac tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:00:57.710115 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-48e10504-68b3-4440-949b-97ed4038066f req-304a4a06-aca5-419d-992a-efc9493569ac tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 945 time: 0.0578494 May 06 15:00:57.765543 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-48e10504-68b3-4440-949b-97ed4038066f req-bf39e2a9-f1eb-4530-9cfb-5b3598b9036e tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae37bc9a-9476-42ad-aa65-4d3a44fcf205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482376 May 06 15:00:58.412714 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d60a3b2-0ae0-4d45-bd66-fea1b38c414a req-56b383a4-0269-42fa-baeb-74cecc783a8c tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:00:58.417110 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-0d60a3b2-0ae0-4d45-bd66-fea1b38c414a req-56b383a4-0269-42fa-baeb-74cecc783a8c tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab1e10ed-8f86-49b0-8b91-00f990b09e38 HTTP/1.1" status: 200 len: 945 time: 0.0566077 May 06 15:00:58.466542 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-0d60a3b2-0ae0-4d45-bd66-fea1b38c414a req-cffcdebe-6760-46a0-a01d-75dd8a8ff4d1 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442655 May 06 15:00:58.890689 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2716ad-78ac-484c-b734-b5c6955b1aa0 req-2f02b1c3-aebf-4714-85d3-83750b37a8fd tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:00:58.892209 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-2b2716ad-78ac-484c-b734-b5c6955b1aa0 req-2f02b1c3-aebf-4714-85d3-83750b37a8fd tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 945 time: 0.0546560 May 06 15:00:58.946196 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-2b2716ad-78ac-484c-b734-b5c6955b1aa0 req-f67cd712-02c6-40ce-b1d6-d4abb92a75fd tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae37bc9a-9476-42ad-aa65-4d3a44fcf205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481603 May 06 15:00:59.592064 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e68feb6-2496-45b0-84ec-88b23cd31cf8 req-4d9d49f9-1b6f-4559-bcb4-88b679c378e1 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:00:59.594553 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-5e68feb6-2496-45b0-84ec-88b23cd31cf8 req-4d9d49f9-1b6f-4559-bcb4-88b679c378e1 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab1e10ed-8f86-49b0-8b91-00f990b09e38 HTTP/1.1" status: 200 len: 945 time: 0.0517304 May 06 15:00:59.649751 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-5e68feb6-2496-45b0-84ec-88b23cd31cf8 req-cc614295-3fee-4c1d-ad9a-6ded08595c6b tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482376 May 06 15:01:00.062492 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c924d65b-f6c3-4b0c-91f4-74d578582a84 req-d6bf39fd-4c9c-48ed-886f-60d69940683a tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:00.064013 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-c924d65b-f6c3-4b0c-91f4-74d578582a84 req-d6bf39fd-4c9c-48ed-886f-60d69940683a tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 945 time: 0.0475688 May 06 15:01:00.112348 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-c924d65b-f6c3-4b0c-91f4-74d578582a84 req-16f2b0a9-4599-4712-9aa8-2a8de41c4485 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae37bc9a-9476-42ad-aa65-4d3a44fcf205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427160 May 06 15:01:00.874171 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6db95c-bfc4-40c3-aa70-452067a0b2b2 req-075e0be9-6307-47c0-9c89-7f7a083cf976 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:00.875699 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-6c6db95c-bfc4-40c3-aa70-452067a0b2b2 req-075e0be9-6307-47c0-9c89-7f7a083cf976 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab1e10ed-8f86-49b0-8b91-00f990b09e38 HTTP/1.1" status: 200 len: 945 time: 0.0901597 May 06 15:01:00.925939 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-6c6db95c-bfc4-40c3-aa70-452067a0b2b2 req-6a27d048-e4e5-4300-836e-b01a32e7b641 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444345 May 06 15:01:01.237387 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d04e7fd-a3c2-4bb8-b8c4-132a9f25e18c req-c8e8e2cf-494d-43f7-9853-bec4803f5812 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:01.238886 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-2d04e7fd-a3c2-4bb8-b8c4-132a9f25e18c req-c8e8e2cf-494d-43f7-9853-bec4803f5812 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 945 time: 0.0513759 May 06 15:01:01.290472 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-2d04e7fd-a3c2-4bb8-b8c4-132a9f25e18c req-9520bc14-f951-4260-aaf3-a3f2cfdd8a8c tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae37bc9a-9476-42ad-aa65-4d3a44fcf205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459771 May 06 15:01:02.049956 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0d7e29-9448-4a2c-8163-f9c56c2185e6 req-fc21062c-2cdb-48b8-bab4-fae2ec2e0362 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:02.051808 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-cf0d7e29-9448-4a2c-8163-f9c56c2185e6 req-fc21062c-2cdb-48b8-bab4-fae2ec2e0362 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab1e10ed-8f86-49b0-8b91-00f990b09e38 HTTP/1.1" status: 200 len: 945 time: 0.0522966 May 06 15:01:02.090825 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a832fdb-b816-4ad3-8e08-21d3c0a33555 req-2996c365-0954-4187-b78b-3f85fc35c9db tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:02.092432 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-1a832fdb-b816-4ad3-8e08-21d3c0a33555 req-2996c365-0954-4187-b78b-3f85fc35c9db tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/networks?id=b25645b0-e420-497e-a471-7ed25f51150d HTTP/1.1" status: 200 len: 813 time: 0.1146538 May 06 15:01:02.107577 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-1a832fdb-b816-4ad3-8e08-21d3c0a33555 req-dac2bc4e-4415-430f-8a27-07f8c5669409 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/quotas/d266c6c15e474b7885134dbe78a29833 HTTP/1.1" status: 200 len: 375 time: 0.0094867 May 06 15:01:02.111534 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-cf0d7e29-9448-4a2c-8163-f9c56c2185e6 req-e7035ab1-94f0-437e-b87d-9d5f1f174aaf tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491362 May 06 15:01:02.141730 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-1a832fdb-b816-4ad3-8e08-21d3c0a33555 req-05afb886-d10a-4c1f-8c2d-5061f45fb776 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d266c6c15e474b7885134dbe78a29833&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285854 May 06 15:01:02.239693 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-1a832fdb-b816-4ad3-8e08-21d3c0a33555 req-8fd6ff92-3c03-4a11-9368-2253402f75db service neutron] 10.222.0.23 "GET /v2.0/networks/b25645b0-e420-497e-a471-7ed25f51150d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911965 May 06 15:01:02.336690 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-1a832fdb-b816-4ad3-8e08-21d3c0a33555 req-5c83c8d4-9d10-40b0-a172-bd2ada162bd5 service neutron] 10.222.0.23 "GET /v2.0/networks/b25645b0-e420-497e-a471-7ed25f51150d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911555 May 06 15:01:02.416196 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519e1e65-358e-4da5-b7af-1cbcc40cd18f req-dde75f49-8b09-485d-be34-4b72b4e1227d tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:02.417734 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-519e1e65-358e-4da5-b7af-1cbcc40cd18f req-dde75f49-8b09-485d-be34-4b72b4e1227d tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 945 time: 0.0494320 May 06 15:01:02.490998 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-519e1e65-358e-4da5-b7af-1cbcc40cd18f req-03e21a01-004f-4bcd-a10b-756de6f8b24f tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae37bc9a-9476-42ad-aa65-4d3a44fcf205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592790 May 06 15:01:02.537332 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-bbd78c2d-65ed-4f68-bade-20cf7f3acf77 req-57f60631-479a-40ed-aecf-fe3bf72753a8 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e27243f-5fc8-4684-a439-931b92d80882 HTTP/1.1" status: 200 len: 210 time: 0.0311737 May 06 15:01:03.227325 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203278fa-c09b-4ccb-8018-4f79e88c6800 req-aa80fa5b-c44b-4ac8-a563-f6ffddc75915 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:03.228851 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-203278fa-c09b-4ccb-8018-4f79e88c6800 req-aa80fa5b-c44b-4ac8-a563-f6ffddc75915 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab1e10ed-8f86-49b0-8b91-00f990b09e38 HTTP/1.1" status: 200 len: 945 time: 0.0472856 May 06 15:01:03.281835 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-203278fa-c09b-4ccb-8018-4f79e88c6800 req-7ce0c179-22f0-4fa7-8bde-0f04a8ae861a tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470593 May 06 15:01:03.604795 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb5ee4-6375-45aa-8e78-5780eb0ac5dc req-2deb3784-9f08-4302-a8a3-e38ebd49159f tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:03.607745 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-affb5ee4-6375-45aa-8e78-5780eb0ac5dc req-2deb3784-9f08-4302-a8a3-e38ebd49159f tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 945 time: 0.0517986 May 06 15:01:03.637629 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-830aeec2-779a-4659-a9ae-1bb7aed2de33 req-873e2751-7867-48ac-b475-ac04e768bd5e tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e27243f-5fc8-4684-a439-931b92d80882 HTTP/1.1" status: 200 len: 210 time: 0.0281806 May 06 15:01:03.669854 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-affb5ee4-6375-45aa-8e78-5780eb0ac5dc req-34832309-8b81-427f-abf1-e5b19dcebceb tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae37bc9a-9476-42ad-aa65-4d3a44fcf205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539036 May 06 15:01:03.844805 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a832fdb-b816-4ad3-8e08-21d3c0a33555 req-11dff4d8-1289-40c8-89a8-2a3766f5202e tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:03.846570 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-1a832fdb-b816-4ad3-8e08-21d3c0a33555 req-11dff4d8-1289-40c8-89a8-2a3766f5202e tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.26 "GET /v2.0/networks?id=b25645b0-e420-497e-a471-7ed25f51150d HTTP/1.1" status: 200 len: 813 time: 0.1136367 May 06 15:01:03.864767 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.v2.base [req-1a832fdb-b816-4ad3-8e08-21d3c0a33555 req-6cfca084-8f81-4e6b-a90f-8c35f732640c tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Request body: {'port': {'device_id': '7e27243f-5fc8-4684-a439-931b92d80882', 'network_id': 'b25645b0-e420-497e-a471-7ed25f51150d', 'admin_state_up': True, 'tenant_id': 'd266c6c15e474b7885134dbe78a29833'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:01:04.008924 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a832fdb-b816-4ad3-8e08-21d3c0a33555 req-6cfca084-8f81-4e6b-a90f-8c35f732640c tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Made reservation on behalf of d266c6c15e474b7885134dbe78a29833 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 15:01:04.014664 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1a832fdb-b816-4ad3-8e08-21d3c0a33555 req-6cfca084-8f81-4e6b-a90f-8c35f732640c tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:04.153283 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-1a832fdb-b816-4ad3-8e08-21d3c0a33555 req-6cfca084-8f81-4e6b-a90f-8c35f732640c tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Allocated IP 172.20.0.10 (b25645b0-e420-497e-a471-7ed25f51150d/7bcd1b2b-245f-43f9-81ea-82302503a018/7b451bf3-2d97-4cd0-a3e9-0c834412175d) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 15:01:04.325306 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1a832fdb-b816-4ad3-8e08-21d3c0a33555 req-6cfca084-8f81-4e6b-a90f-8c35f732640c tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Publish callbacks [] for port (7b451bf3-2d97-4cd0-a3e9-0c834412175d), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:04.362078 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1a832fdb-b816-4ad3-8e08-21d3c0a33555 req-6cfca084-8f81-4e6b-a90f-8c35f732640c tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732313435468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59634176'] for port (7b451bf3-2d97-4cd0-a3e9-0c834412175d), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:04.419995 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5994fb-2820-4543-bc9d-4067911674bf req-61c5ec91-ac5b-48be-889f-eac79efad563 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:04.422237 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-1b5994fb-2820-4543-bc9d-4067911674bf req-61c5ec91-ac5b-48be-889f-eac79efad563 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab1e10ed-8f86-49b0-8b91-00f990b09e38 HTTP/1.1" status: 200 len: 945 time: 0.0685391 May 06 15:01:04.443553 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a832fdb-b816-4ad3-8e08-21d3c0a33555 req-6cfca084-8f81-4e6b-a90f-8c35f732640c tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Network b25645b0-e420-497e-a471-7ed25f51150d is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 15:01:04.446730 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-1a832fdb-b816-4ad3-8e08-21d3c0a33555 req-6cfca084-8f81-4e6b-a90f-8c35f732640c tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 15:01:04.451187 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a832fdb-b816-4ad3-8e08-21d3c0a33555 req-6cfca084-8f81-4e6b-a90f-8c35f732640c tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 15:01:04.483664 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfca084-8f81-4e6b-a90f-8c35f732640c tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Pushing event updated for resources: {'Port': ['ID=7b451bf3-2d97-4cd0-a3e9-0c834412175d,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:01:04.502976 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-1b5994fb-2820-4543-bc9d-4067911674bf req-ec461e33-745d-4c6d-a0da-c993bbe1572d tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711961 May 06 15:01:04.513341 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a832fdb-b816-4ad3-8e08-21d3c0a33555 req-6cfca084-8f81-4e6b-a90f-8c35f732640c tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:04.514006 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1a832fdb-b816-4ad3-8e08-21d3c0a33555 req-6cfca084-8f81-4e6b-a90f-8c35f732640c tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:04.535605 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-1a832fdb-b816-4ad3-8e08-21d3c0a33555 req-6cfca084-8f81-4e6b-a90f-8c35f732640c tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6747408 May 06 15:01:04.553979 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.v2.base [req-1a832fdb-b816-4ad3-8e08-21d3c0a33555 req-967d8cb2-2db2-4974-97b2-20d27f3ac5ce service neutron] Request body: {'port': {'device_id': '7e27243f-5fc8-4684-a439-931b92d80882', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:01:04.615496 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1a832fdb-b816-4ad3-8e08-21d3c0a33555 req-967d8cb2-2db2-4974-97b2-20d27f3ac5ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (7b451bf3-2d97-4cd0-a3e9-0c834412175d), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:04.833844 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8951a815-f669-48ed-b19b-d3ca2b3e34c9 req-f02a58cb-8c44-45da-8d91-929aebcb22b6 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:04.835380 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-8951a815-f669-48ed-b19b-d3ca2b3e34c9 req-f02a58cb-8c44-45da-8d91-929aebcb22b6 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e27243f-5fc8-4684-a439-931b92d80882 HTTP/1.1" status: 200 len: 932 time: 0.0747416 May 06 15:01:04.888479 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-8951a815-f669-48ed-b19b-d3ca2b3e34c9 req-023b9aa0-f9d4-43bd-b37b-cc56125f01e3 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/security-groups?id=50e2800d-a431-4d04-93b2-fbd26b99e352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463183 May 06 15:01:04.924016 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ff94b-b0c1-41ec-84de-b22600da5391 req-cd1ea705-b6d9-425b-aaac-d6e8b53673bb tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:04.925662 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-9f0ff94b-b0c1-41ec-84de-b22600da5391 req-cd1ea705-b6d9-425b-aaac-d6e8b53673bb tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 945 time: 0.1033714 May 06 15:01:05.009940 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-9f0ff94b-b0c1-41ec-84de-b22600da5391 req-1837be8b-8215-4c36-82e5-7184476a90ab tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae37bc9a-9476-42ad-aa65-4d3a44fcf205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745912 May 06 15:01:05.062421 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1cdd32-f46a-46d2-94d0-595a941dd1e4 req-1b6a4af3-d078-449d-88ec-d7b23b425e85 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:05.070252 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-5e1cdd32-f46a-46d2-94d0-595a941dd1e4 req-1b6a4af3-d078-449d-88ec-d7b23b425e85 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 946 time: 0.1204226 May 06 15:01:05.072550 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [req-1a832fdb-b816-4ad3-8e08-21d3c0a33555 req-967d8cb2-2db2-4974-97b2-20d27f3ac5ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b451bf3-2d97-4cd0-a3e9-0c834412175d {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 15:01:05.083896 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1a832fdb-b816-4ad3-8e08-21d3c0a33555 req-967d8cb2-2db2-4974-97b2-20d27f3ac5ce service neutron] Publish callbacks [] for port (7b451bf3-2d97-4cd0-a3e9-0c834412175d), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:05.107324 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-1a832fdb-b816-4ad3-8e08-21d3c0a33555 req-967d8cb2-2db2-4974-97b2-20d27f3ac5ce service neutron] Transition to ACTIVE for port object 7b451bf3-2d97-4cd0-a3e9-0c834412175d will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 06 15:01:05.124500 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1a832fdb-b816-4ad3-8e08-21d3c0a33555 req-967d8cb2-2db2-4974-97b2-20d27f3ac5ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59634231'] for port (7b451bf3-2d97-4cd0-a3e9-0c834412175d), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:05.134743 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-5e1cdd32-f46a-46d2-94d0-595a941dd1e4 req-897c532a-f0b7-49c0-977d-b4ecd2138df9 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639532 May 06 15:01:05.181050 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967d8cb2-2db2-4974-97b2-20d27f3ac5ce service neutron] Pushing event updated for resources: {'Port': ['ID=7b451bf3-2d97-4cd0-a3e9-0c834412175d,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:01:05.267418 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-1a832fdb-b816-4ad3-8e08-21d3c0a33555 req-967d8cb2-2db2-4974-97b2-20d27f3ac5ce service neutron] Attempting to bind port 7b451bf3-2d97-4cd0-a3e9-0c834412175d on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 15:01:05.267843 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-1a832fdb-b816-4ad3-8e08-21d3c0a33555 req-967d8cb2-2db2-4974-97b2-20d27f3ac5ce service neutron] Attempting to bind port 7b451bf3-2d97-4cd0-a3e9-0c834412175d by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '31ca6aab-ca48-40de-9cf2-5559fb87173d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'b25645b0-e420-497e-a471-7ed25f51150d'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 15:01:05.268435 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a832fdb-b816-4ad3-8e08-21d3c0a33555 req-967d8cb2-2db2-4974-97b2-20d27f3ac5ce service neutron] Attempting to bind port 7b451bf3-2d97-4cd0-a3e9-0c834412175d on network b25645b0-e420-497e-a471-7ed25f51150d {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 15:01:05.274841 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a832fdb-b816-4ad3-8e08-21d3c0a33555 req-967d8cb2-2db2-4974-97b2-20d27f3ac5ce service neutron] Port 7b451bf3-2d97-4cd0-a3e9-0c834412175d on network b25645b0-e420-497e-a471-7ed25f51150d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 15:01:05.275166 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a832fdb-b816-4ad3-8e08-21d3c0a33555 req-967d8cb2-2db2-4974-97b2-20d27f3ac5ce service neutron] Attempting to bind port 7b451bf3-2d97-4cd0-a3e9-0c834412175d on network b25645b0-e420-497e-a471-7ed25f51150d {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 15:01:05.283193 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a832fdb-b816-4ad3-8e08-21d3c0a33555 req-967d8cb2-2db2-4974-97b2-20d27f3ac5ce service neutron] Checking agent: {'id': '1eb4536b-031c-4a65-bfe5-fc1ede7d9429', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 14, 56, 20), 'started_at': datetime.datetime(2022, 5, 6, 14, 56, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 15, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 15:01:05.283410 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a832fdb-b816-4ad3-8e08-21d3c0a33555 req-967d8cb2-2db2-4974-97b2-20d27f3ac5ce service neutron] Checking segment: {'id': '31ca6aab-ca48-40de-9cf2-5559fb87173d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'b25645b0-e420-497e-a471-7ed25f51150d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 15:01:05.283810 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a832fdb-b816-4ad3-8e08-21d3c0a33555 req-967d8cb2-2db2-4974-97b2-20d27f3ac5ce service neutron] Bound using segment: {'id': '31ca6aab-ca48-40de-9cf2-5559fb87173d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'b25645b0-e420-497e-a471-7ed25f51150d'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 15:01:05.284238 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-1a832fdb-b816-4ad3-8e08-21d3c0a33555 req-967d8cb2-2db2-4974-97b2-20d27f3ac5ce service neutron] Bound port: 7b451bf3-2d97-4cd0-a3e9-0c834412175d, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31ca6aab-ca48-40de-9cf2-5559fb87173d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'b25645b0-e420-497e-a471-7ed25f51150d'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 15:01:05.284610 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1a832fdb-b816-4ad3-8e08-21d3c0a33555 req-967d8cb2-2db2-4974-97b2-20d27f3ac5ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (7b451bf3-2d97-4cd0-a3e9-0c834412175d), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:05.366520 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-1a832fdb-b816-4ad3-8e08-21d3c0a33555 req-967d8cb2-2db2-4974-97b2-20d27f3ac5ce service neutron] For port 7b451bf3-2d97-4cd0-a3e9-0c834412175d, host hv-cinder-84067, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 15:01:05.376843 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-1a832fdb-b816-4ad3-8e08-21d3c0a33555 req-967d8cb2-2db2-4974-97b2-20d27f3ac5ce service neutron] For port 7b451bf3-2d97-4cd0-a3e9-0c834412175d, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=7b451bf3-2d97-4cd0-a3e9-0c834412175d,segment=NetworkSegment(31ca6aab-ca48-40de-9cf2-5559fb87173d),segment_id=31ca6aab-ca48-40de-9cf2-5559fb87173d)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 15:01:05.384866 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1a832fdb-b816-4ad3-8e08-21d3c0a33555 req-967d8cb2-2db2-4974-97b2-20d27f3ac5ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59634231'] for port (7b451bf3-2d97-4cd0-a3e9-0c834412175d), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:05.426660 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a832fdb-b816-4ad3-8e08-21d3c0a33555 req-967d8cb2-2db2-4974-97b2-20d27f3ac5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:05.427287 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1a832fdb-b816-4ad3-8e08-21d3c0a33555 req-967d8cb2-2db2-4974-97b2-20d27f3ac5ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:05.428778 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-1a832fdb-b816-4ad3-8e08-21d3c0a33555 req-967d8cb2-2db2-4974-97b2-20d27f3ac5ce service neutron] 10.222.0.26 "PUT /v2.0/ports/7b451bf3-2d97-4cd0-a3e9-0c834412175d HTTP/1.1" status: 200 len: 1094 time: 0.8792784 May 06 15:01:05.429216 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e27243f-5fc8-4684-a439-931b92d80882', 'tag': '7b451bf3-2d97-4cd0-a3e9-0c834412175d'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 15:01:05.431513 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e079183c6aa01fbf7ecda8705e9d532761ec392512c90f9d6467ac227f3657d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1fb261e-a2ba-4da1-821e-beeffb361878" -d '{"events": [{"name": "network-changed", "server_uuid": "7e27243f-5fc8-4684-a439-931b92d80882", "tag": "7b451bf3-2d97-4cd0-a3e9-0c834412175d"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 15:01:05.458866 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967d8cb2-2db2-4974-97b2-20d27f3ac5ce service neutron] Pushing event updated for resources: {'Port': ['ID=7b451bf3-2d97-4cd0-a3e9-0c834412175d,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:01:05.494431 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 15:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b58cbc5-cdd0-4f79-8eb0-ca591469c67a x-openstack-request-id: req-1b58cbc5-cdd0-4f79-8eb0-ca591469c67a {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 15:01:05.494720 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e27243f-5fc8-4684-a439-931b92d80882", "tag": "7b451bf3-2d97-4cd0-a3e9-0c834412175d", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 15:01:05.494977 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1b58cbc5-cdd0-4f79-8eb0-ca591469c67a {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 15:01:05.495378 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b58cbc5-cdd0-4f79-8eb0-ca591469c67a'] response: {'name': 'network-changed', 'server_uuid': '7e27243f-5fc8-4684-a439-931b92d80882', 'tag': '7b451bf3-2d97-4cd0-a3e9-0c834412175d', 'status': 'completed', 'code': 200} May 06 15:01:05.526447 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a832fdb-b816-4ad3-8e08-21d3c0a33555 req-5f6d77bc-21a8-4f86-8f62-f3adef931a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:05.528525 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-1a832fdb-b816-4ad3-8e08-21d3c0a33555 req-5f6d77bc-21a8-4f86-8f62-f3adef931a99 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d266c6c15e474b7885134dbe78a29833&device_id=7e27243f-5fc8-4684-a439-931b92d80882 HTTP/1.1" status: 200 len: 1128 time: 0.0430853 May 06 15:01:05.578148 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-1a832fdb-b816-4ad3-8e08-21d3c0a33555 req-517afd19-0bef-4d8e-835c-8affe1ecf5c0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b451bf3-2d97-4cd0-a3e9-0c834412175d HTTP/1.1" status: 200 len: 217 time: 0.0381112 May 06 15:01:05.642069 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d6493a-6a58-4abb-b21e-69524cae603c req-bee062cd-7c34-46d0-96e3-c022564c15c5 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:05.643622 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-86d6493a-6a58-4abb-b21e-69524cae603c req-bee062cd-7c34-46d0-96e3-c022564c15c5 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab1e10ed-8f86-49b0-8b91-00f990b09e38 HTTP/1.1" status: 200 len: 945 time: 0.0639937 May 06 15:01:05.653234 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a832fdb-b816-4ad3-8e08-21d3c0a33555 req-764ca45f-7ac4-4ec0-9ef6-5a1b0fce78a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:05.654947 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-1a832fdb-b816-4ad3-8e08-21d3c0a33555 req-764ca45f-7ac4-4ec0-9ef6-5a1b0fce78a2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7bcd1b2b-245f-43f9-81ea-82302503a018 HTTP/1.1" status: 200 len: 853 time: 0.0645516 May 06 15:01:05.693491 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-86d6493a-6a58-4abb-b21e-69524cae603c req-2593baab-e58b-45c3-ac5e-2113f7538589 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440361 May 06 15:01:05.712895 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-1a832fdb-b816-4ad3-8e08-21d3c0a33555 req-ac642929-3ee7-421e-8619-a72dde0dbb20 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b25645b0-e420-497e-a471-7ed25f51150d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378668 May 06 15:01:05.823819 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-1a832fdb-b816-4ad3-8e08-21d3c0a33555 req-fc8d62b8-0f50-43fc-9518-09c4cbd1a48c service neutron] 10.222.0.26 "GET /v2.0/networks/b25645b0-e420-497e-a471-7ed25f51150d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920300 May 06 15:01:05.932223 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-1a832fdb-b816-4ad3-8e08-21d3c0a33555 req-8f085e42-74fc-43e4-86a6-ec73a2b0319d service neutron] 10.222.0.26 "GET /v2.0/networks/b25645b0-e420-497e-a471-7ed25f51150d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918863 May 06 15:01:06.016446 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5f88f4-5900-4435-a55f-1cbb3bbde3c8 req-5aab0d43-0727-4fe6-8a4a-00b79ecb1ffc tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:06.018316 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-3e5f88f4-5900-4435-a55f-1cbb3bbde3c8 req-5aab0d43-0727-4fe6-8a4a-00b79ecb1ffc tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e27243f-5fc8-4684-a439-931b92d80882 HTTP/1.1" status: 200 len: 944 time: 0.0563354 May 06 15:01:06.090564 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-3e5f88f4-5900-4435-a55f-1cbb3bbde3c8 req-b52cc361-82a9-43b7-b40f-6a84ffd2a541 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/security-groups?id=50e2800d-a431-4d04-93b2-fbd26b99e352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607452 May 06 15:01:06.256471 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64711e08-c744-4eb5-b194-6d0cfe2b0ec5 req-7564aded-f82e-46b6-be8a-895172562896 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:06.269234 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-64711e08-c744-4eb5-b194-6d0cfe2b0ec5 req-7564aded-f82e-46b6-be8a-895172562896 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 945 time: 0.1074450 May 06 15:01:06.281241 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be219116-837b-4296-954a-a8a15b180e4c req-d3d3badf-df8f-401a-91eb-854153233677 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:06.289278 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-be219116-837b-4296-954a-a8a15b180e4c req-d3d3badf-df8f-401a-91eb-854153233677 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 946 time: 0.0587313 May 06 15:01:06.326694 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-64711e08-c744-4eb5-b194-6d0cfe2b0ec5 req-289d92bd-cab3-4612-9bce-86a8e1fdb7b1 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae37bc9a-9476-42ad-aa65-4d3a44fcf205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559406 May 06 15:01:06.335753 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-be219116-837b-4296-954a-a8a15b180e4c req-5002c721-dad7-4d1f-b05e-4427da7100d1 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455790 May 06 15:01:06.823911 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ccb95a-8b73-4ace-8b28-84a9411052e4 req-3bcba623-f04d-49c2-9ad2-3401d4c053c9 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:06.826849 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-06ccb95a-8b73-4ace-8b28-84a9411052e4 req-3bcba623-f04d-49c2-9ad2-3401d4c053c9 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab1e10ed-8f86-49b0-8b91-00f990b09e38 HTTP/1.1" status: 200 len: 945 time: 0.0539007 May 06 15:01:06.885223 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-06ccb95a-8b73-4ace-8b28-84a9411052e4 req-48d5dbbf-2508-4bbe-9bc2-400d237bfe49 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523484 May 06 15:01:07.108677 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b70effb6-892e-4313-9d23-1b7f34e21fa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (79b17169-ed94-4769-ba4e-30adf371f78f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:07.245094 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806296a1-f0e4-45c8-b0c7-c5da27ab30c5 req-856e94a8-fc4e-41a6-a011-5b41891ab061 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:07.251982 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-806296a1-f0e4-45c8-b0c7-c5da27ab30c5 req-856e94a8-fc4e-41a6-a011-5b41891ab061 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e27243f-5fc8-4684-a439-931b92d80882 HTTP/1.1" status: 200 len: 944 time: 0.0608242 May 06 15:01:07.299063 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-806296a1-f0e4-45c8-b0c7-c5da27ab30c5 req-3d55a70b-ec0a-4786-9a24-d4aaf569ad08 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/security-groups?id=50e2800d-a431-4d04-93b2-fbd26b99e352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459595 May 06 15:01:07.472320 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cddfee2-53a2-4cc8-8326-33d8964ceeaf req-8d886226-2ba9-432c-9a01-c27448c02f4a tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:07.475617 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-5cddfee2-53a2-4cc8-8326-33d8964ceeaf req-8d886226-2ba9-432c-9a01-c27448c02f4a tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 945 time: 0.0749187 May 06 15:01:07.479477 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda2a8b0-dce0-488a-aaa0-7f44fc110342 req-cbe2cc82-87dd-41e7-91db-99377c9c3d96 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:07.486676 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-cda2a8b0-dce0-488a-aaa0-7f44fc110342 req-cbe2cc82-87dd-41e7-91db-99377c9c3d96 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 946 time: 0.0582709 May 06 15:01:07.540143 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-cda2a8b0-dce0-488a-aaa0-7f44fc110342 req-d7affa94-8848-4650-933c-44a550bf4a8f tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525901 May 06 15:01:07.562251 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-5cddfee2-53a2-4cc8-8326-33d8964ceeaf req-b9641b6c-043b-48da-9a9f-44df94247ca4 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae37bc9a-9476-42ad-aa65-4d3a44fcf205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794084 May 06 15:01:07.802899 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.agents_db [None req-6003b131-4361-4e36-81e7-47e90cbdf206 None None] Agent healthcheck: found 6 active agents {{(pid=103345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 15:01:08.008378 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72e3b6f-623e-40ae-b470-b911aa9f7b4a req-75ff66fb-da43-44d0-8665-e2c3fbde4282 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:08.009965 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-b72e3b6f-623e-40ae-b470-b911aa9f7b4a req-75ff66fb-da43-44d0-8665-e2c3fbde4282 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab1e10ed-8f86-49b0-8b91-00f990b09e38 HTTP/1.1" status: 200 len: 945 time: 0.0533664 May 06 15:01:08.063300 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-b72e3b6f-623e-40ae-b470-b911aa9f7b4a req-516dff9f-b463-45b4-9415-8fb0ab375ea3 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467467 May 06 15:01:08.426935 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302df487-e2f5-4eef-abcd-6a6f9ed95fc8 req-277be5ea-60f0-4872-ab11-6955f4f661e0 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:08.428657 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-302df487-e2f5-4eef-abcd-6a6f9ed95fc8 req-277be5ea-60f0-4872-ab11-6955f4f661e0 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e27243f-5fc8-4684-a439-931b92d80882 HTTP/1.1" status: 200 len: 944 time: 0.0497599 May 06 15:01:08.499047 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-302df487-e2f5-4eef-abcd-6a6f9ed95fc8 req-fbff8938-24ad-4884-8546-7e10a04a137e tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/security-groups?id=50e2800d-a431-4d04-93b2-fbd26b99e352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641923 May 06 15:01:08.514364 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fb261e-a2ba-4da1-821e-beeffb361878 req-b3723502-a42c-418d-9f62-9e4242b2832c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:08.516136 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-f1fb261e-a2ba-4da1-821e-beeffb361878 req-b3723502-a42c-418d-9f62-9e4242b2832c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d266c6c15e474b7885134dbe78a29833&device_id=7e27243f-5fc8-4684-a439-931b92d80882 HTTP/1.1" status: 200 len: 1128 time: 0.0539410 May 06 15:01:08.668865 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fb261e-a2ba-4da1-821e-beeffb361878 req-3113b2b5-5847-41d1-b1d3-9515a55811c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:08.671547 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-f1fb261e-a2ba-4da1-821e-beeffb361878 req-3113b2b5-5847-41d1-b1d3-9515a55811c4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b25645b0-e420-497e-a471-7ed25f51150d HTTP/1.1" status: 200 len: 914 time: 0.1394658 May 06 15:01:08.696830 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c492723-5cc1-4090-84af-484cd8a915b8 req-93b71940-ccfd-4ef0-bebb-8a1a20bab84a tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:08.705144 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-1c492723-5cc1-4090-84af-484cd8a915b8 req-93b71940-ccfd-4ef0-bebb-8a1a20bab84a tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 946 time: 0.0824802 May 06 15:01:08.764503 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-f1fb261e-a2ba-4da1-821e-beeffb361878 req-8a3c6629-3be6-44c6-b2ba-bc1ef325798a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b451bf3-2d97-4cd0-a3e9-0c834412175d HTTP/1.1" status: 200 len: 217 time: 0.0855882 May 06 15:01:08.774386 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f589a-79c1-4b06-9069-7edd838e6eb3 req-82fa7a48-3304-4f34-b1df-ac1980874a73 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:08.784921 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-7e0f589a-79c1-4b06-9069-7edd838e6eb3 req-82fa7a48-3304-4f34-b1df-ac1980874a73 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 945 time: 0.1291854 May 06 15:01:08.817809 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-1c492723-5cc1-4090-84af-484cd8a915b8 req-23b8a1a7-fcc1-4c25-a9b3-3d45d61f6d90 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112838 May 06 15:01:08.859050 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-7e0f589a-79c1-4b06-9069-7edd838e6eb3 req-00f4d398-aaff-4056-be64-dbda47f87c5d tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae37bc9a-9476-42ad-aa65-4d3a44fcf205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667453 May 06 15:01:08.883174 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fb261e-a2ba-4da1-821e-beeffb361878 req-d95e265b-47b3-48ac-a263-7c2f10cce0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:08.884911 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-f1fb261e-a2ba-4da1-821e-beeffb361878 req-d95e265b-47b3-48ac-a263-7c2f10cce0bd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7bcd1b2b-245f-43f9-81ea-82302503a018 HTTP/1.1" status: 200 len: 853 time: 0.0881536 May 06 15:01:08.932444 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-f1fb261e-a2ba-4da1-821e-beeffb361878 req-adaf0629-4614-4a97-af19-6bfd484513b9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b25645b0-e420-497e-a471-7ed25f51150d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261352 May 06 15:01:09.024973 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-f1fb261e-a2ba-4da1-821e-beeffb361878 req-9e3c7b1f-75c8-431b-9bcc-7dc8afe4dc5c service neutron] 10.222.0.26 "GET /v2.0/networks/b25645b0-e420-497e-a471-7ed25f51150d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819204 May 06 15:01:09.135135 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-f1fb261e-a2ba-4da1-821e-beeffb361878 req-caa1c6f3-abf2-49a5-8276-0daa9d6f3517 service neutron] 10.222.0.26 "GET /v2.0/networks/b25645b0-e420-497e-a471-7ed25f51150d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988538 May 06 15:01:09.210213 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b194df-1770-4404-9d8c-3cac1f03d700 req-b7e2cf0a-57ce-4172-909e-3ee167b3901b tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:09.211797 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-37b194df-1770-4404-9d8c-3cac1f03d700 req-b7e2cf0a-57ce-4172-909e-3ee167b3901b tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab1e10ed-8f86-49b0-8b91-00f990b09e38 HTTP/1.1" status: 200 len: 945 time: 0.0664515 May 06 15:01:09.268827 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-37b194df-1770-4404-9d8c-3cac1f03d700 req-b15c93d0-40b5-43f5-afc3-3c3ad813ddea tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501654 May 06 15:01:09.326476 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device 7b451bf3-2d97-4cd0-a3e9-0c834412175d details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 15:01:09.444783 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] For port 7b451bf3-2d97-4cd0-a3e9-0c834412175d, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=7b451bf3-2d97-4cd0-a3e9-0c834412175d,segment=NetworkSegment(31ca6aab-ca48-40de-9cf2-5559fb87173d),segment_id=31ca6aab-ca48-40de-9cf2-5559fb87173d)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:01:09.459360 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-145d3750-f56f-43dd-ae72-a2c7448a4d43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (ec8f31e6-1756-4927-8bc3-e144e6f0af83), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:09.462303 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Returning: {'device': '7b451bf3-2d97-4cd0-a3e9-0c834412175d', 'network_id': 'b25645b0-e420-497e-a471-7ed25f51150d', 'port_id': '7b451bf3-2d97-4cd0-a3e9-0c834412175d', 'mac_address': 'fa:16:3e:08:90:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bcd1b2b-245f-43f9-81ea-82302503a018', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 15:01:09.507344 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Current status of the port 7b451bf3-2d97-4cd0-a3e9-0c834412175d is: DOWN; New status is: BUILD {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:01:09.508144 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (7b451bf3-2d97-4cd0-a3e9-0c834412175d), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:09.525781 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.notifiers.nova [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b451bf3-2d97-4cd0-a3e9-0c834412175d {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 15:01:09.550629 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] For port 7b451bf3-2d97-4cd0-a3e9-0c834412175d, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=7b451bf3-2d97-4cd0-a3e9-0c834412175d,segment=NetworkSegment(31ca6aab-ca48-40de-9cf2-5559fb87173d),segment_id=31ca6aab-ca48-40de-9cf2-5559fb87173d)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:01:09.556381 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (7b451bf3-2d97-4cd0-a3e9-0c834412175d), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:09.618258 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Pushing event updated for resources: {'Port': ['ID=7b451bf3-2d97-4cd0-a3e9-0c834412175d,revision_number=4']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:01:09.626694 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:01:09.627606 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:01:09.628108 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:01:09.628665 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:01:09.629172 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:01:09.629765 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:01:09.630361 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:01:09.631036 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:01:09.631677 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:01:09.632199 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:01:09.633410 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:01:09.633410 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:01:09.633410 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:01:09.633702 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:01:09.634189 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:01:09.659136 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a13420-bea1-4374-a894-c4de3c865a98 req-fc9f4dc1-1b9f-4a15-ac7e-7613c999cab6 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:09.661314 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-c6a13420-bea1-4374-a894-c4de3c865a98 req-fc9f4dc1-1b9f-4a15-ac7e-7613c999cab6 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e27243f-5fc8-4684-a439-931b92d80882 HTTP/1.1" status: 200 len: 945 time: 0.0667958 May 06 15:01:09.713609 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-c6a13420-bea1-4374-a894-c4de3c865a98 req-03533cb7-4231-4fac-99df-8756d660d7fe tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/security-groups?id=50e2800d-a431-4d04-93b2-fbd26b99e352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456123 May 06 15:01:09.945510 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b4b125-4774-4a8b-bb08-070140e20363 req-309bc3bf-3b25-41cf-88ad-64a77e560e81 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:09.947222 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-99b4b125-4774-4a8b-bb08-070140e20363 req-309bc3bf-3b25-41cf-88ad-64a77e560e81 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 946 time: 0.0593939 May 06 15:01:10.007133 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-99b4b125-4774-4a8b-bb08-070140e20363 req-b6117fe3-55c0-427d-96bb-5cce42ba8a64 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537384 May 06 15:01:10.023695 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf6041-6a6b-4084-882f-431ae810a0f6 req-55d44fb5-cd7c-47df-9052-8a440b9b69de tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:10.036432 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-d2cf6041-6a6b-4084-882f-431ae810a0f6 req-55d44fb5-cd7c-47df-9052-8a440b9b69de tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 945 time: 0.0678031 May 06 15:01:10.077157 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-d2cf6041-6a6b-4084-882f-431ae810a0f6 req-60b30aad-58ac-4d36-a25f-eb93128b47bc tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae37bc9a-9476-42ad-aa65-4d3a44fcf205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442245 May 06 15:01:10.159539 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] get_ports_and_sgs() called for port_ids ['7b451bf3-2d97-4cd0-a3e9-0c834412175d'] {{(pid=103344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 15:01:10.423705 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc4363d-d414-46a5-b64b-2b0c684b3574 req-e17b6603-912a-45c3-804d-42e11a17bf6e tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:10.425165 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-8dc4363d-d414-46a5-b64b-2b0c684b3574 req-e17b6603-912a-45c3-804d-42e11a17bf6e tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab1e10ed-8f86-49b0-8b91-00f990b09e38 HTTP/1.1" status: 200 len: 945 time: 0.0629156 May 06 15:01:10.472078 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-8dc4363d-d414-46a5-b64b-2b0c684b3574 req-5ba65b79-58a3-4537-a669-790d18a7b74b tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458896 May 06 15:01:10.522491 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1afa6ce1-9145-4257-8e23-9dd2cd4b1998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b699075f-0d9f-4d2e-b182-9d9eb15bfab1), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:10.884548 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7fed83-6f6b-40d8-8ffa-994a9362be1d req-b0d27bdc-7f19-455f-ba93-ffe01e932fa6 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:10.886345 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-df7fed83-6f6b-40d8-8ffa-994a9362be1d req-b0d27bdc-7f19-455f-ba93-ffe01e932fa6 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e27243f-5fc8-4684-a439-931b92d80882 HTTP/1.1" status: 200 len: 945 time: 0.0658569 May 06 15:01:10.938654 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-df7fed83-6f6b-40d8-8ffa-994a9362be1d req-5e1615ad-66e8-451c-b209-e2f3cf4419dd tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/security-groups?id=50e2800d-a431-4d04-93b2-fbd26b99e352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466285 May 06 15:01:11.157952 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640c80e1-fc51-4cc8-bfac-312ca0d760a0 req-1f94ac10-922e-4022-a489-94bad28a1f09 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:11.159065 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-640c80e1-fc51-4cc8-bfac-312ca0d760a0 req-1f94ac10-922e-4022-a489-94bad28a1f09 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 946 time: 0.0712306 May 06 15:01:11.210938 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-640c80e1-fc51-4cc8-bfac-312ca0d760a0 req-a4552f16-f3b4-4e0b-af03-54800875dd32 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456784 May 06 15:01:11.256372 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7df1edd-77da-4f9c-b73c-33b2156b3fd0 req-9488dff1-a626-479b-a74a-a3c689937d06 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:11.258063 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-f7df1edd-77da-4f9c-b73c-33b2156b3fd0 req-9488dff1-a626-479b-a74a-a3c689937d06 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 945 time: 0.0550013 May 06 15:01:11.316413 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-f7df1edd-77da-4f9c-b73c-33b2156b3fd0 req-b2a4b744-3725-4a99-8916-0ceddc8a3cee tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae37bc9a-9476-42ad-aa65-4d3a44fcf205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510213 May 06 15:01:11.345733 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device 7b451bf3-2d97-4cd0-a3e9-0c834412175d up at agent hyperv_hv-cinder-84067 {{(pid=103344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 15:01:11.398801 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Provisioning for port 7b451bf3-2d97-4cd0-a3e9-0c834412175d completed by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 06 15:01:11.408898 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Provisioning complete for port 7b451bf3-2d97-4cd0-a3e9-0c834412175d triggered by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:01:11.410292 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (7b451bf3-2d97-4cd0-a3e9-0c834412175d), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:11.500128 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Current status of the port 7b451bf3-2d97-4cd0-a3e9-0c834412175d is: BUILD; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:01:11.500517 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (7b451bf3-2d97-4cd0-a3e9-0c834412175d), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:11.523669 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e27243f-5fc8-4684-a439-931b92d80882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b451bf3-2d97-4cd0-a3e9-0c834412175d'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 15:01:11.525910 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e0964ea08b7304cb3fd06b6962f873a42c5b1f8277632c4cd90ec00bfa9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-146c0802-9ffb-453c-9a84-2fad21c7222c" -d '{"events": [{"server_uuid": "7e27243f-5fc8-4684-a439-931b92d80882", "name": "network-vif-plugged", "status": "completed", "tag": "7b451bf3-2d97-4cd0-a3e9-0c834412175d"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 15:01:11.539734 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] For port 7b451bf3-2d97-4cd0-a3e9-0c834412175d, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=7b451bf3-2d97-4cd0-a3e9-0c834412175d,segment=NetworkSegment(31ca6aab-ca48-40de-9cf2-5559fb87173d),segment_id=31ca6aab-ca48-40de-9cf2-5559fb87173d)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:01:11.545286 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (7b451bf3-2d97-4cd0-a3e9-0c834412175d), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:11.569007 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 15:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb2f59d5-f5a7-47fb-8c51-3e94d9e29cfb x-openstack-request-id: req-bb2f59d5-f5a7-47fb-8c51-3e94d9e29cfb {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 15:01:11.569275 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e27243f-5fc8-4684-a439-931b92d80882", "name": "network-vif-plugged", "status": "completed", "tag": "7b451bf3-2d97-4cd0-a3e9-0c834412175d", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 15:01:11.569497 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bb2f59d5-f5a7-47fb-8c51-3e94d9e29cfb {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 15:01:11.569889 dv-cinder-840678-2-iscsi neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb2f59d5-f5a7-47fb-8c51-3e94d9e29cfb'] response: {'server_uuid': '7e27243f-5fc8-4684-a439-931b92d80882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b451bf3-2d97-4cd0-a3e9-0c834412175d', 'code': 200} May 06 15:01:11.604708 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Pushing event updated for resources: {'Port': ['ID=7b451bf3-2d97-4cd0-a3e9-0c834412175d,revision_number=5']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:01:11.614777 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff82a5f-374e-4f88-82e2-2c2c7fdfd217 req-0b51b018-fca6-44d8-8771-627fb1489f82 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:11.621213 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-4ff82a5f-374e-4f88-82e2-2c2c7fdfd217 req-0b51b018-fca6-44d8-8771-627fb1489f82 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab1e10ed-8f86-49b0-8b91-00f990b09e38 HTTP/1.1" status: 200 len: 945 time: 0.0675921 May 06 15:01:11.667475 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-4ff82a5f-374e-4f88-82e2-2c2c7fdfd217 req-96ada5bc-9184-4ea4-bcc1-a1ab151c9aac tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449095 May 06 15:01:11.786779 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d12c97-6fd2-4ab9-9be8-f72ad7e743dd req-02bf2afd-0b9d-4189-9663-073c56a2ef8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:11.788505 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-39d12c97-6fd2-4ab9-9be8-f72ad7e743dd req-02bf2afd-0b9d-4189-9663-073c56a2ef8c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7e27243f-5fc8-4684-a439-931b92d80882 HTTP/1.1" status: 200 len: 1130 time: 0.0434923 May 06 15:01:11.841857 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-39d12c97-6fd2-4ab9-9be8-f72ad7e743dd req-274b2981-8c67-4a43-9df3-e8e7c6d60218 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=50e2800d-a431-4d04-93b2-fbd26b99e352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419211 May 06 15:01:12.062891 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6335945-b879-4ae7-bd0b-70fc617114dd req-e1870251-3528-494d-adb8-d006da31e923 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:12.065136 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-c6335945-b879-4ae7-bd0b-70fc617114dd req-e1870251-3528-494d-adb8-d006da31e923 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e27243f-5fc8-4684-a439-931b92d80882 HTTP/1.1" status: 200 len: 946 time: 0.0540752 May 06 15:01:12.117624 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-c6335945-b879-4ae7-bd0b-70fc617114dd req-d30aadd5-e2a7-472e-8312-058cd8ed21a2 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/security-groups?id=50e2800d-a431-4d04-93b2-fbd26b99e352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467923 May 06 15:01:12.342717 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7f02bd-8e45-4916-9174-7d4bfe5a9bf4 req-248e6979-fee7-45ef-ae26-ed60f2419590 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:12.344286 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-2c7f02bd-8e45-4916-9174-7d4bfe5a9bf4 req-248e6979-fee7-45ef-ae26-ed60f2419590 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 946 time: 0.0538788 May 06 15:01:12.394043 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-2c7f02bd-8e45-4916-9174-7d4bfe5a9bf4 req-279e5cff-a3b4-4e5e-904b-0daf5691c211 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437796 May 06 15:01:12.430428 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e969df6-8de2-4af3-80e9-119bf6721f42 req-846e988e-790d-480c-a62f-f5d65b5545a4 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:12.432408 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-0e969df6-8de2-4af3-80e9-119bf6721f42 req-846e988e-790d-480c-a62f-f5d65b5545a4 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 945 time: 0.0526974 May 06 15:01:12.486051 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-0e969df6-8de2-4af3-80e9-119bf6721f42 req-0eac8cd1-0753-4af0-aba5-808fd32b641e tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae37bc9a-9476-42ad-aa65-4d3a44fcf205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471461 May 06 15:01:12.656679 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-68b1beb6-545b-4f86-a143-b395004404eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b8293b96-1d4f-4101-9243-9870353ff712), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:12.768047 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-3d22d2d8-9589-46f9-aefb-9ff72273f676 req-f92fd57a-2247-47b4-a07b-d729cc79926e tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-139990&fields=id&tenant_id=bb5f41fdaad246b7bc30c8f8021129a3 HTTP/1.1" status: 200 len: 267 time: 0.0673132 May 06 15:01:12.826471 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3028a8b-0ee1-4e74-9678-5c04225bc807 req-ea61fa05-de1c-4371-8ca4-28a370d197ed tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:12.830016 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-a3028a8b-0ee1-4e74-9678-5c04225bc807 req-ea61fa05-de1c-4371-8ca4-28a370d197ed tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab1e10ed-8f86-49b0-8b91-00f990b09e38 HTTP/1.1" status: 200 len: 945 time: 0.0805154 May 06 15:01:12.890109 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-a3028a8b-0ee1-4e74-9678-5c04225bc807 req-24cd5983-85fa-4e62-9746-a3e8738ede20 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544386 May 06 15:01:12.901472 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22d2d8-9589-46f9-aefb-9ff72273f676 req-7c417a7e-d337-4be9-ac0b-4ec677c6cc66 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:12.914050 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-3d22d2d8-9589-46f9-aefb-9ff72273f676 req-7c417a7e-d337-4be9-ac0b-4ec677c6cc66 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/networks?id=930e9db3-dfec-4f84-956d-74111c835ba4 HTTP/1.1" status: 200 len: 811 time: 0.1433756 May 06 15:01:12.939661 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-3d22d2d8-9589-46f9-aefb-9ff72273f676 req-09756760-5d00-4054-b3d5-28b97fd85f52 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/quotas/bb5f41fdaad246b7bc30c8f8021129a3 HTTP/1.1" status: 200 len: 375 time: 0.0215824 May 06 15:01:12.991653 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-3d22d2d8-9589-46f9-aefb-9ff72273f676 req-d1f81062-2c98-4b10-804f-e65bb9b70773 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=bb5f41fdaad246b7bc30c8f8021129a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508249 May 06 15:01:13.095632 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-3d22d2d8-9589-46f9-aefb-9ff72273f676 req-adeb4a56-a002-4c44-a3f8-11e4edc01843 service neutron] 10.222.0.23 "GET /v2.0/networks/930e9db3-dfec-4f84-956d-74111c835ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897012 May 06 15:01:13.241342 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-3d22d2d8-9589-46f9-aefb-9ff72273f676 req-cdfd71ac-3035-486c-917e-d8927cfe05cc service neutron] 10.222.0.23 "GET /v2.0/networks/930e9db3-dfec-4f84-956d-74111c835ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394691 May 06 15:01:13.260165 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f6f0b7-1ff4-4455-9bff-6c41e702ce28 req-9c74b71e-c564-4c62-8b3e-120039c6d45d tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:13.262529 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-24f6f0b7-1ff4-4455-9bff-6c41e702ce28 req-9c74b71e-c564-4c62-8b3e-120039c6d45d tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e27243f-5fc8-4684-a439-931b92d80882 HTTP/1.1" status: 200 len: 946 time: 0.0587170 May 06 15:01:13.343949 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-24f6f0b7-1ff4-4455-9bff-6c41e702ce28 req-4f915b3a-d516-40e3-be45-c4b322e92e20 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/security-groups?id=50e2800d-a431-4d04-93b2-fbd26b99e352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713496 May 06 15:01:13.608421 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3dfbaf-07ae-4810-949e-19ab5c4d945f req-b4747491-32b0-4624-adc5-01f25f1b6764 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:13.610394 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-2d3dfbaf-07ae-4810-949e-19ab5c4d945f req-b4747491-32b0-4624-adc5-01f25f1b6764 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 946 time: 0.1005013 May 06 15:01:13.689842 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aff6e1-b3e1-4fe7-a82e-f7817fb446ef req-58dce89c-07ab-45dc-8f8d-325e00dcc142 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:13.698541 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-20aff6e1-b3e1-4fe7-a82e-f7817fb446ef req-58dce89c-07ab-45dc-8f8d-325e00dcc142 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 945 time: 0.1066141 May 06 15:01:13.708455 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-2d3dfbaf-07ae-4810-949e-19ab5c4d945f req-0d19c2a9-480d-430e-8da0-fcaf023f8152 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866208 May 06 15:01:13.744586 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (20451d70-ea89-4a66-885a-20a1b2a3bff8), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:13.822955 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-20aff6e1-b3e1-4fe7-a82e-f7817fb446ef req-62431f2c-9e76-45b5-92b0-8623b46674e4 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae37bc9a-9476-42ad-aa65-4d3a44fcf205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227987 May 06 15:01:13.873732 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-bdadc780-a725-4b64-8b10-0c4f94134ad1 req-edb88fa0-e3c9-4d82-bdb4-cc278b5f3071 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/ports?device_id=4312a5ff-a65d-46d0-8898-0d672c24c349 HTTP/1.1" status: 200 len: 210 time: 0.0472236 May 06 15:01:14.049880 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997623e4-204e-490c-8fed-f840c11b1667 req-19aa901a-1d47-4cc5-8246-9039a7aa0d97 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:14.058583 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-997623e4-204e-490c-8fed-f840c11b1667 req-19aa901a-1d47-4cc5-8246-9039a7aa0d97 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab1e10ed-8f86-49b0-8b91-00f990b09e38 HTTP/1.1" status: 200 len: 945 time: 0.0832548 May 06 15:01:14.149635 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-997623e4-204e-490c-8fed-f840c11b1667 req-69b955a0-a681-46da-aea8-3e60d6fa5f45 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890703 May 06 15:01:14.500990 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7187615-58d1-4c73-8fc2-b27ca6ebafd8 req-1c6b5188-08f9-4a62-ad63-4151551a51d8 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:14.502613 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-e7187615-58d1-4c73-8fc2-b27ca6ebafd8 req-1c6b5188-08f9-4a62-ad63-4151551a51d8 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e27243f-5fc8-4684-a439-931b92d80882 HTTP/1.1" status: 200 len: 946 time: 0.0555820 May 06 15:01:14.555025 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-e7187615-58d1-4c73-8fc2-b27ca6ebafd8 req-684f3051-ac0b-452e-b85c-2136e9cd695e tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/security-groups?id=50e2800d-a431-4d04-93b2-fbd26b99e352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465491 May 06 15:01:14.892435 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b478c8-da66-4783-8acd-3fc81904e184 req-8da64fd1-7ed9-4ceb-b3d1-b10ea78100c1 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:14.894984 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-d5b478c8-da66-4783-8acd-3fc81904e184 req-8da64fd1-7ed9-4ceb-b3d1-b10ea78100c1 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 946 time: 0.0686243 May 06 15:01:14.956580 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-d5b478c8-da66-4783-8acd-3fc81904e184 req-3211bde1-74cd-4f27-b27e-bb38958b7e7c tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509856 May 06 15:01:14.972848 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b673b6-d8c5-4872-87e2-ad4189c64a9c req-528b8db2-e002-4dcd-aea2-fcc204ea5a5d tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:14.974479 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-04b673b6-d8c5-4872-87e2-ad4189c64a9c req-528b8db2-e002-4dcd-aea2-fcc204ea5a5d tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 945 time: 0.0652432 May 06 15:01:15.054102 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-04b673b6-d8c5-4872-87e2-ad4189c64a9c req-b6b2d5fe-265b-4f84-816d-068e233bc36c tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae37bc9a-9476-42ad-aa65-4d3a44fcf205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680351 May 06 15:01:15.072782 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-66153f3d-a729-46c4-bf05-554e33c4bc31 req-fc2f64d6-96cb-4418-b4a0-64e8fc60f42d tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/ports?device_id=4312a5ff-a65d-46d0-8898-0d672c24c349 HTTP/1.1" status: 200 len: 210 time: 0.0370774 May 06 15:01:15.312349 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40253c06-a234-43ed-afa7-4174d467baf0 req-2797e4fa-82d2-41c1-a8eb-f6584d42f654 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:15.314548 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-40253c06-a234-43ed-afa7-4174d467baf0 req-2797e4fa-82d2-41c1-a8eb-f6584d42f654 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab1e10ed-8f86-49b0-8b91-00f990b09e38 HTTP/1.1" status: 200 len: 945 time: 0.0661035 May 06 15:01:15.394463 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-40253c06-a234-43ed-afa7-4174d467baf0 req-118dc080-64e5-47ac-92c3-f8c425971ba7 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737443 May 06 15:01:15.721875 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd10cf7-55d9-46d6-a14b-768fdaaf0a01 req-124b61d5-06e0-4ece-8e54-6c8c80db357e tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:15.730809 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-7bd10cf7-55d9-46d6-a14b-768fdaaf0a01 req-124b61d5-06e0-4ece-8e54-6c8c80db357e tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e27243f-5fc8-4684-a439-931b92d80882 HTTP/1.1" status: 200 len: 946 time: 0.0748720 May 06 15:01:15.783885 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-7bd10cf7-55d9-46d6-a14b-768fdaaf0a01 req-39faa0e8-97fb-47b0-bc94-2e1de29d101d tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/security-groups?id=50e2800d-a431-4d04-93b2-fbd26b99e352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517795 May 06 15:01:16.179741 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71317082-ebe5-461b-a262-e31818547d66 req-83037965-9a24-4bd7-baff-e19f852789db tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:16.181298 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-71317082-ebe5-461b-a262-e31818547d66 req-83037965-9a24-4bd7-baff-e19f852789db tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 946 time: 0.1133597 May 06 15:01:16.240431 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-71317082-ebe5-461b-a262-e31818547d66 req-f38fa473-90a4-4c7f-aebc-264ea2e1712d tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517101 May 06 15:01:16.277735 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d9c403-73e7-4931-bcb3-757185249a46 req-37bc70eb-cb0f-43dc-843f-f7a2322df705 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:16.279254 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-87d9c403-73e7-4931-bcb3-757185249a46 req-37bc70eb-cb0f-43dc-843f-f7a2322df705 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 945 time: 0.1083245 May 06 15:01:16.343464 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-5d11b90f-ea03-4c6f-8b56-fda5a0c67b6c req-e760b5c5-ea68-4d6f-b9a7-e3ad7349dc7f tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/ports?device_id=4312a5ff-a65d-46d0-8898-0d672c24c349 HTTP/1.1" status: 200 len: 210 time: 0.0330007 May 06 15:01:16.355715 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22d2d8-9589-46f9-aefb-9ff72273f676 req-e77b5005-fdf9-460e-a636-2c10b3ae6497 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:16.357937 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-3d22d2d8-9589-46f9-aefb-9ff72273f676 req-e77b5005-fdf9-460e-a636-2c10b3ae6497 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.26 "GET /v2.0/networks?id=930e9db3-dfec-4f84-956d-74111c835ba4 HTTP/1.1" status: 200 len: 811 time: 0.2047946 May 06 15:01:16.363529 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-87d9c403-73e7-4931-bcb3-757185249a46 req-56028cb7-69fb-4a57-ac90-9fa45c840655 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae37bc9a-9476-42ad-aa65-4d3a44fcf205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772796 May 06 15:01:16.597231 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-3d22d2d8-9589-46f9-aefb-9ff72273f676 req-a76a14f6-048f-4f60-95e5-cb3dd47ad242 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb5f41fdaad246b7bc30c8f8021129a3 HTTP/1.1" status: 200 len: 376 time: 0.2031279 May 06 15:01:16.609257 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.v2.base [req-3d22d2d8-9589-46f9-aefb-9ff72273f676 req-53980572-800b-465b-819e-fd3cb11a7ce3 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Request body: {'port': {'device_id': '4312a5ff-a65d-46d0-8898-0d672c24c349', 'network_id': '930e9db3-dfec-4f84-956d-74111c835ba4', 'admin_state_up': True, 'tenant_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'security_groups': ['4cc91575-ba74-4fa5-bc36-4f5fc54556a0']}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:01:16.715250 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10bf717-ff93-4fae-a44e-33246bec1e5e req-36b7053c-67c9-4463-a4c2-aee5a661a6f3 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:16.717791 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-b10bf717-ff93-4fae-a44e-33246bec1e5e req-36b7053c-67c9-4463-a4c2-aee5a661a6f3 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab1e10ed-8f86-49b0-8b91-00f990b09e38 HTTP/1.1" status: 200 len: 945 time: 0.1655102 May 06 15:01:16.816704 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-b10bf717-ff93-4fae-a44e-33246bec1e5e req-91147806-f53d-48df-ac1d-c9cf1d07e89e tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913026 May 06 15:01:17.187376 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d22d2d8-9589-46f9-aefb-9ff72273f676 req-53980572-800b-465b-819e-fd3cb11a7ce3 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Made reservation on behalf of bb5f41fdaad246b7bc30c8f8021129a3 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 15:01:17.191145 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3d22d2d8-9589-46f9-aefb-9ff72273f676 req-53980572-800b-465b-819e-fd3cb11a7ce3 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:17.454528 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3510f4-6df8-4e50-9d60-5e42c9df59d9 req-aa32cb66-30df-4e79-b329-3b991756bf76 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:17.456377 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-5c3510f4-6df8-4e50-9d60-5e42c9df59d9 req-aa32cb66-30df-4e79-b329-3b991756bf76 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 946 time: 0.0810409 May 06 15:01:17.461402 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-3d22d2d8-9589-46f9-aefb-9ff72273f676 req-53980572-800b-465b-819e-fd3cb11a7ce3 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Allocated IP 172.20.0.4 (930e9db3-dfec-4f84-956d-74111c835ba4/df318507-d5d9-462f-9365-0df583e1ec25/4e726ca3-a614-494c-b67e-3443b716cee2) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 15:01:17.492250 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-b1ad928e-9dd4-4ef6-869a-a2ba04dc1ef4 req-6a31b8ed-9bcf-48cd-962e-f641a38acc97 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/ports?device_id=4312a5ff-a65d-46d0-8898-0d672c24c349 HTTP/1.1" status: 200 len: 210 time: 0.0383368 May 06 15:01:17.556418 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-5c3510f4-6df8-4e50-9d60-5e42c9df59d9 req-50af8a7f-972d-49d8-9a35-5382d416ca9b tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916688 May 06 15:01:17.631201 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1e3c24-2d36-4e46-9196-f429c661244b req-e6ea8e98-4f1d-4297-a16a-a056b85f2657 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:17.643824 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-dd1e3c24-2d36-4e46-9196-f429c661244b req-e6ea8e98-4f1d-4297-a16a-a056b85f2657 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 945 time: 0.0876935 May 06 15:01:17.698044 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3d22d2d8-9589-46f9-aefb-9ff72273f676 req-53980572-800b-465b-819e-fd3cb11a7ce3 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks [] for port (4e726ca3-a614-494c-b67e-3443b716cee2), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:17.725888 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-dd1e3c24-2d36-4e46-9196-f429c661244b req-18011b36-3fae-419e-9c95-e0b0c1bd79ed tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae37bc9a-9476-42ad-aa65-4d3a44fcf205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796242 May 06 15:01:17.739599 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3d22d2d8-9589-46f9-aefb-9ff72273f676 req-53980572-800b-465b-819e-fd3cb11a7ce3 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732313435468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59634176'] for port (4e726ca3-a614-494c-b67e-3443b716cee2), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:17.789730 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d22d2d8-9589-46f9-aefb-9ff72273f676 req-53980572-800b-465b-819e-fd3cb11a7ce3 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Network 930e9db3-dfec-4f84-956d-74111c835ba4 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 15:01:17.795478 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-3d22d2d8-9589-46f9-aefb-9ff72273f676 req-53980572-800b-465b-819e-fd3cb11a7ce3 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 15:01:17.798104 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d22d2d8-9589-46f9-aefb-9ff72273f676 req-53980572-800b-465b-819e-fd3cb11a7ce3 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 15:01:17.847763 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53980572-800b-465b-819e-fd3cb11a7ce3 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Pushing event updated for resources: {'Port': ['ID=4e726ca3-a614-494c-b67e-3443b716cee2,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:01:17.860010 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22d2d8-9589-46f9-aefb-9ff72273f676 req-53980572-800b-465b-819e-fd3cb11a7ce3 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:17.860747 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3d22d2d8-9589-46f9-aefb-9ff72273f676 req-53980572-800b-465b-819e-fd3cb11a7ce3 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:17.879237 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-3d22d2d8-9589-46f9-aefb-9ff72273f676 req-53980572-800b-465b-819e-fd3cb11a7ce3 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2788942 May 06 15:01:18.010851 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c13979c-2cf2-4c7e-8427-67a42512631d req-7b9da4eb-fb5a-4c59-bfa6-b80cefde1af9 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:18.010851 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-5c13979c-2cf2-4c7e-8427-67a42512631d req-7b9da4eb-fb5a-4c59-bfa6-b80cefde1af9 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab1e10ed-8f86-49b0-8b91-00f990b09e38 HTTP/1.1" status: 200 len: 945 time: 0.0973227 May 06 15:01:18.088115 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-5c13979c-2cf2-4c7e-8427-67a42512631d req-c7dd3622-6363-40be-a072-7ff45f579cdc tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685058 May 06 15:01:18.174291 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-18ac7e62-5da5-4ac9-965a-a924b8581189 None None] Provisioning complete for port 4e726ca3-a614-494c-b67e-3443b716cee2 triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:01:18.174880 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-18ac7e62-5da5-4ac9-965a-a924b8581189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (4e726ca3-a614-494c-b67e-3443b716cee2), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:18.209908 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-18ac7e62-5da5-4ac9-965a-a924b8581189 None None] Port 4e726ca3-a614-494c-b67e-3443b716cee2 cannot update to ACTIVE because it is not bound. {{(pid=103344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 06 15:01:18.602952 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0cf0ec-54f9-4856-9e2d-524250c44d39 req-b2b7bb4a-00b5-4d8b-a264-8275078a01b0 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:18.604427 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-ab0cf0ec-54f9-4856-9e2d-524250c44d39 req-b2b7bb4a-00b5-4d8b-a264-8275078a01b0 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/ports?device_id=4312a5ff-a65d-46d0-8898-0d672c24c349 HTTP/1.1" status: 200 len: 931 time: 0.0452027 May 06 15:01:18.658977 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-ab0cf0ec-54f9-4856-9e2d-524250c44d39 req-58fd0a08-fc58-469f-a70e-7743781a1217 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cc91575-ba74-4fa5-bc36-4f5fc54556a0&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0469766 May 06 15:01:18.701808 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9928d5f2-adf3-4631-afe7-8db605df8f4b req-ce497825-d718-48a3-8741-de72bd5c1d4c tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:18.703325 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-9928d5f2-adf3-4631-afe7-8db605df8f4b req-ce497825-d718-48a3-8741-de72bd5c1d4c tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 946 time: 0.0505612 May 06 15:01:18.751298 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-9928d5f2-adf3-4631-afe7-8db605df8f4b req-d6b12ce2-a3ef-4dec-a261-f44ba636b0b7 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422864 May 06 15:01:18.842631 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c00f64d-26a2-4b76-b9ec-500b813818b8 req-e7d33ea9-a0fb-4f6d-8a9f-f543a18ab7c3 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:18.844147 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-4c00f64d-26a2-4b76-b9ec-500b813818b8 req-e7d33ea9-a0fb-4f6d-8a9f-f543a18ab7c3 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 945 time: 0.0492914 May 06 15:01:18.891285 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-4c00f64d-26a2-4b76-b9ec-500b813818b8 req-04ac81e5-46c9-47aa-9a8a-7511947cbafa tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae37bc9a-9476-42ad-aa65-4d3a44fcf205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415583 May 06 15:01:19.212435 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ed7330-8d66-4bca-93f3-dc0ae5ff2e04 req-8293c160-7031-444a-aca6-9e6c4add7193 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:19.215184 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-23ed7330-8d66-4bca-93f3-dc0ae5ff2e04 req-8293c160-7031-444a-aca6-9e6c4add7193 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab1e10ed-8f86-49b0-8b91-00f990b09e38 HTTP/1.1" status: 200 len: 945 time: 0.0489302 May 06 15:01:19.268069 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-23ed7330-8d66-4bca-93f3-dc0ae5ff2e04 req-0ef6ce41-2f7b-4a1f-91f2-1bfe6dce56a6 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472558 May 06 15:01:19.789367 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cfea6f-9e77-47e8-9b7b-43f4c0a250d3 req-4c10c8a2-be5d-4beb-b161-8c3175c03569 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:19.796589 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-d2cfea6f-9e77-47e8-9b7b-43f4c0a250d3 req-4c10c8a2-be5d-4beb-b161-8c3175c03569 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/ports?device_id=4312a5ff-a65d-46d0-8898-0d672c24c349 HTTP/1.1" status: 200 len: 931 time: 0.0595324 May 06 15:01:19.843708 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-d2cfea6f-9e77-47e8-9b7b-43f4c0a250d3 req-6d9cf485-6465-4674-b6eb-2d5f50adc6ad tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cc91575-ba74-4fa5-bc36-4f5fc54556a0&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0462363 May 06 15:01:19.882078 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024cdfc7-fb54-4ebc-9cea-968ef9c78197 req-e5bd85de-ba46-457a-a4ca-2dcdd1e2636a tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:19.883503 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-024cdfc7-fb54-4ebc-9cea-968ef9c78197 req-e5bd85de-ba46-457a-a4ca-2dcdd1e2636a tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 946 time: 0.0521333 May 06 15:01:19.933928 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-024cdfc7-fb54-4ebc-9cea-968ef9c78197 req-4a0e967c-7668-4f30-88a6-637a6a32b53f tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430415 May 06 15:01:20.004079 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a709305-75fd-4324-8ac2-7f92c7d24e4a req-a8cc608e-df75-4a2f-9815-5c79516b7dc1 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:20.005564 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-7a709305-75fd-4324-8ac2-7f92c7d24e4a req-a8cc608e-df75-4a2f-9815-5c79516b7dc1 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 945 time: 0.0463068 May 06 15:01:20.051599 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-7a709305-75fd-4324-8ac2-7f92c7d24e4a req-29e3247b-1967-4aa5-83f9-b5a062409ae6 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae37bc9a-9476-42ad-aa65-4d3a44fcf205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405104 May 06 15:01:20.380472 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f39f847-97d8-4765-b4de-26b1df7bb239 req-5c037f6c-b99a-4a30-acd1-9c0f648fa606 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:20.381973 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-3f39f847-97d8-4765-b4de-26b1df7bb239 req-5c037f6c-b99a-4a30-acd1-9c0f648fa606 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab1e10ed-8f86-49b0-8b91-00f990b09e38 HTTP/1.1" status: 200 len: 945 time: 0.0470974 May 06 15:01:20.431738 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-3f39f847-97d8-4765-b4de-26b1df7bb239 req-a596bf5e-913e-4ca7-9544-f2f543daad66 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442004 May 06 15:01:20.552980 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (1eb4536b-031c-4a65-bfe5-fc1ede7d9429), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:20.954463 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697aefb2-6fff-43b0-92c3-71450a683114 req-22403c48-3e67-4652-8b3c-ef1af508170f tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:20.955961 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-697aefb2-6fff-43b0-92c3-71450a683114 req-22403c48-3e67-4652-8b3c-ef1af508170f tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/ports?device_id=4312a5ff-a65d-46d0-8898-0d672c24c349 HTTP/1.1" status: 200 len: 931 time: 0.0457556 May 06 15:01:21.008506 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-697aefb2-6fff-43b0-92c3-71450a683114 req-17de0f81-bc3e-48e2-8b6e-ca47e7d6a585 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cc91575-ba74-4fa5-bc36-4f5fc54556a0&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0470512 May 06 15:01:21.054285 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad9833a-10f9-4fce-aec9-22e01ee56b6b req-5e8670f4-7b8a-4196-9170-3115f01d845d tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:21.055808 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-3ad9833a-10f9-4fce-aec9-22e01ee56b6b req-5e8670f4-7b8a-4196-9170-3115f01d845d tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 946 time: 0.0500236 May 06 15:01:21.103574 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-3ad9833a-10f9-4fce-aec9-22e01ee56b6b req-7db2445c-9bbb-4443-a8b5-f467ca1055b3 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416241 May 06 15:01:21.165414 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06799f7c-dbd6-4774-85b3-1229a1293628 req-ef6e87ed-d0ce-44fe-8623-f0e22cc44b61 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:21.166907 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-06799f7c-dbd6-4774-85b3-1229a1293628 req-ef6e87ed-d0ce-44fe-8623-f0e22cc44b61 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 945 time: 0.0470884 May 06 15:01:21.213622 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-06799f7c-dbd6-4774-85b3-1229a1293628 req-527824fd-e8b9-4618-b0f3-3317baaa8961 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae37bc9a-9476-42ad-aa65-4d3a44fcf205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410306 May 06 15:01:21.544686 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7b54b4-8c8f-4b10-a7dd-a211890c3641 req-cb9a1f08-df07-40b6-8b08-752e837fdace tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:21.546177 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-8b7b54b4-8c8f-4b10-a7dd-a211890c3641 req-cb9a1f08-df07-40b6-8b08-752e837fdace tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab1e10ed-8f86-49b0-8b91-00f990b09e38 HTTP/1.1" status: 200 len: 945 time: 0.0462844 May 06 15:01:21.593718 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-8b7b54b4-8c8f-4b10-a7dd-a211890c3641 req-daf2b55c-258d-47be-a7c6-8579a3a59c02 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411668 May 06 15:01:21.600500 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.v2.base [req-3d22d2d8-9589-46f9-aefb-9ff72273f676 req-3fa20dc5-17d1-4d36-8c9c-726bcbb9bff2 service neutron] Request body: {'port': {'device_id': '4312a5ff-a65d-46d0-8898-0d672c24c349', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:01:21.691548 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c2b2ba-c0a5-49ef-b7e1-b95b4537da3d req-0fcb7a43-f482-4505-ac19-e8e4d181eedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:21.693042 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-a9c2b2ba-c0a5-49ef-b7e1-b95b4537da3d req-0fcb7a43-f482-4505-ac19-e8e4d181eedc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5ad13dae3f6649fb8d8d2bdd1f1caaef&device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 1129 time: 0.0652232 May 06 15:01:21.700448 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3d22d2d8-9589-46f9-aefb-9ff72273f676 req-3fa20dc5-17d1-4d36-8c9c-726bcbb9bff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (4e726ca3-a614-494c-b67e-3443b716cee2), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:21.907618 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c2b2ba-c0a5-49ef-b7e1-b95b4537da3d req-c9aff906-839f-4dbe-9a5e-49ab26975e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:21.909081 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-a9c2b2ba-c0a5-49ef-b7e1-b95b4537da3d req-c9aff906-839f-4dbe-9a5e-49ab26975e35 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d7304f76-b992-4cc2-a77b-3291aec20f6e HTTP/1.1" status: 200 len: 911 time: 0.1932790 May 06 15:01:22.025895 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-a9c2b2ba-c0a5-49ef-b7e1-b95b4537da3d req-a2698605-0fb5-408d-a560-69429c7dab48 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77a330e2-c9ae-47be-b923-976dff909895 HTTP/1.1" status: 200 len: 1001 time: 0.0774169 May 06 15:01:22.123975 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af615bf2-9bbe-4ce1-a457-095972cab9db req-135dcacc-9d28-434c-bd27-7c89642c1f64 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:22.125436 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-af615bf2-9bbe-4ce1-a457-095972cab9db req-135dcacc-9d28-434c-bd27-7c89642c1f64 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/ports?device_id=4312a5ff-a65d-46d0-8898-0d672c24c349 HTTP/1.1" status: 200 len: 931 time: 0.0469499 May 06 15:01:22.131111 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c2b2ba-c0a5-49ef-b7e1-b95b4537da3d req-c026507e-2dd5-4063-bed1-248cdbcd0fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:22.132938 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-a9c2b2ba-c0a5-49ef-b7e1-b95b4537da3d req-c026507e-2dd5-4063-bed1-248cdbcd0fc7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=386bbac7-026e-4f68-a22c-f26fa009fb15 HTTP/1.1" status: 200 len: 849 time: 0.0822573 May 06 15:01:22.147058 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [req-3d22d2d8-9589-46f9-aefb-9ff72273f676 req-3fa20dc5-17d1-4d36-8c9c-726bcbb9bff2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e726ca3-a614-494c-b67e-3443b716cee2 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 15:01:22.165708 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3d22d2d8-9589-46f9-aefb-9ff72273f676 req-3fa20dc5-17d1-4d36-8c9c-726bcbb9bff2 service neutron] Publish callbacks [] for port (4e726ca3-a614-494c-b67e-3443b716cee2), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:22.184792 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-af615bf2-9bbe-4ce1-a457-095972cab9db req-ed4f51e7-2bf8-4b7e-af57-4b3e0e8b3959 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cc91575-ba74-4fa5-bc36-4f5fc54556a0&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0533812 May 06 15:01:22.214364 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-3d22d2d8-9589-46f9-aefb-9ff72273f676 req-3fa20dc5-17d1-4d36-8c9c-726bcbb9bff2 service neutron] Transition to ACTIVE for port object 4e726ca3-a614-494c-b67e-3443b716cee2 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 06 15:01:22.237867 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3d22d2d8-9589-46f9-aefb-9ff72273f676 req-3fa20dc5-17d1-4d36-8c9c-726bcbb9bff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59634231'] for port (4e726ca3-a614-494c-b67e-3443b716cee2), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:22.273904 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c2b2ba-c0a5-49ef-b7e1-b95b4537da3d req-e9e2f8be-acda-4c91-ac2e-cf33dc955851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:22.275532 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-a9c2b2ba-c0a5-49ef-b7e1-b95b4537da3d req-e9e2f8be-acda-4c91-ac2e-cf33dc955851 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d7304f76-b992-4cc2-a77b-3291aec20f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1238170 May 06 15:01:22.291859 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce0945d-338d-4502-b475-a7866f9cfd5b req-fd41669b-b838-4b2c-9815-4ec8c8acdbad tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:22.294313 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-fce0945d-338d-4502-b475-a7866f9cfd5b req-fd41669b-b838-4b2c-9815-4ec8c8acdbad tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 946 time: 0.1075644 May 06 15:01:22.346162 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa20dc5-17d1-4d36-8c9c-726bcbb9bff2 service neutron] Pushing event updated for resources: {'Port': ['ID=4e726ca3-a614-494c-b67e-3443b716cee2,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:01:22.384834 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cba1a0f-8795-4fb2-815f-df9be064abd4 req-54cba47f-d397-4035-b264-787b6e6fe8f8 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:22.386885 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-4cba1a0f-8795-4fb2-815f-df9be064abd4 req-54cba47f-d397-4035-b264-787b6e6fe8f8 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 945 time: 0.1040256 May 06 15:01:22.422523 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa20dc5-17d1-4d36-8c9c-726bcbb9bff2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:01:22.422869 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa20dc5-17d1-4d36-8c9c-726bcbb9bff2 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:01:22.423207 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa20dc5-17d1-4d36-8c9c-726bcbb9bff2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:01:22.423544 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa20dc5-17d1-4d36-8c9c-726bcbb9bff2 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:01:22.423873 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa20dc5-17d1-4d36-8c9c-726bcbb9bff2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:01:22.424208 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa20dc5-17d1-4d36-8c9c-726bcbb9bff2 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:01:22.424527 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa20dc5-17d1-4d36-8c9c-726bcbb9bff2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:01:22.424876 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa20dc5-17d1-4d36-8c9c-726bcbb9bff2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:01:22.425197 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa20dc5-17d1-4d36-8c9c-726bcbb9bff2 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:01:22.425520 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa20dc5-17d1-4d36-8c9c-726bcbb9bff2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:01:22.425842 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa20dc5-17d1-4d36-8c9c-726bcbb9bff2 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:01:22.426163 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa20dc5-17d1-4d36-8c9c-726bcbb9bff2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:01:22.426479 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa20dc5-17d1-4d36-8c9c-726bcbb9bff2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:01:22.426797 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa20dc5-17d1-4d36-8c9c-726bcbb9bff2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:01:22.427115 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa20dc5-17d1-4d36-8c9c-726bcbb9bff2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:01:22.494894 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-4cba1a0f-8795-4fb2-815f-df9be064abd4 req-27e68fa3-9286-45e6-a60a-4854243ff02a tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae37bc9a-9476-42ad-aa65-4d3a44fcf205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024992 May 06 15:01:22.514965 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-fce0945d-338d-4502-b475-a7866f9cfd5b req-a50d2f9c-069a-473a-8805-dd7b4dbe3803 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2016830 May 06 15:01:22.540101 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-a9c2b2ba-c0a5-49ef-b7e1-b95b4537da3d req-de40ce7c-e38f-40fa-90ab-568e3874c399 service neutron] 10.222.0.26 "GET /v2.0/networks/d7304f76-b992-4cc2-a77b-3291aec20f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281947 May 06 15:01:22.565734 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-3d22d2d8-9589-46f9-aefb-9ff72273f676 req-3fa20dc5-17d1-4d36-8c9c-726bcbb9bff2 service neutron] Attempting to bind port 4e726ca3-a614-494c-b67e-3443b716cee2 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 15:01:22.566023 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-3d22d2d8-9589-46f9-aefb-9ff72273f676 req-3fa20dc5-17d1-4d36-8c9c-726bcbb9bff2 service neutron] Attempting to bind port 4e726ca3-a614-494c-b67e-3443b716cee2 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': 'bb34cda3-37af-4167-b981-0643034a4aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '930e9db3-dfec-4f84-956d-74111c835ba4'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 15:01:22.566402 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d22d2d8-9589-46f9-aefb-9ff72273f676 req-3fa20dc5-17d1-4d36-8c9c-726bcbb9bff2 service neutron] Attempting to bind port 4e726ca3-a614-494c-b67e-3443b716cee2 on network 930e9db3-dfec-4f84-956d-74111c835ba4 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 15:01:22.572102 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d22d2d8-9589-46f9-aefb-9ff72273f676 req-3fa20dc5-17d1-4d36-8c9c-726bcbb9bff2 service neutron] Port 4e726ca3-a614-494c-b67e-3443b716cee2 on network 930e9db3-dfec-4f84-956d-74111c835ba4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 15:01:22.572422 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d22d2d8-9589-46f9-aefb-9ff72273f676 req-3fa20dc5-17d1-4d36-8c9c-726bcbb9bff2 service neutron] Attempting to bind port 4e726ca3-a614-494c-b67e-3443b716cee2 on network 930e9db3-dfec-4f84-956d-74111c835ba4 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 15:01:22.579855 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d22d2d8-9589-46f9-aefb-9ff72273f676 req-3fa20dc5-17d1-4d36-8c9c-726bcbb9bff2 service neutron] Checking agent: {'id': '1eb4536b-031c-4a65-bfe5-fc1ede7d9429', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 14, 56, 20), 'started_at': datetime.datetime(2022, 5, 6, 14, 56, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 15, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 15:01:22.580428 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d22d2d8-9589-46f9-aefb-9ff72273f676 req-3fa20dc5-17d1-4d36-8c9c-726bcbb9bff2 service neutron] Checking segment: {'id': 'bb34cda3-37af-4167-b981-0643034a4aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '930e9db3-dfec-4f84-956d-74111c835ba4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 15:01:22.580747 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d22d2d8-9589-46f9-aefb-9ff72273f676 req-3fa20dc5-17d1-4d36-8c9c-726bcbb9bff2 service neutron] Bound using segment: {'id': 'bb34cda3-37af-4167-b981-0643034a4aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '930e9db3-dfec-4f84-956d-74111c835ba4'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 15:01:22.581240 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-3d22d2d8-9589-46f9-aefb-9ff72273f676 req-3fa20dc5-17d1-4d36-8c9c-726bcbb9bff2 service neutron] Bound port: 4e726ca3-a614-494c-b67e-3443b716cee2, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb34cda3-37af-4167-b981-0643034a4aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '930e9db3-dfec-4f84-956d-74111c835ba4'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 15:01:22.581626 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3d22d2d8-9589-46f9-aefb-9ff72273f676 req-3fa20dc5-17d1-4d36-8c9c-726bcbb9bff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (4e726ca3-a614-494c-b67e-3443b716cee2), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:22.673197 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-3d22d2d8-9589-46f9-aefb-9ff72273f676 req-3fa20dc5-17d1-4d36-8c9c-726bcbb9bff2 service neutron] For port 4e726ca3-a614-494c-b67e-3443b716cee2, host hv-cinder-84067, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 15:01:22.677287 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-3d22d2d8-9589-46f9-aefb-9ff72273f676 req-3fa20dc5-17d1-4d36-8c9c-726bcbb9bff2 service neutron] For port 4e726ca3-a614-494c-b67e-3443b716cee2, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=4e726ca3-a614-494c-b67e-3443b716cee2,segment=NetworkSegment(bb34cda3-37af-4167-b981-0643034a4aa7),segment_id=bb34cda3-37af-4167-b981-0643034a4aa7)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 15:01:22.684435 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 46638) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:01:22.694992 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3d22d2d8-9589-46f9-aefb-9ff72273f676 req-3fa20dc5-17d1-4d36-8c9c-726bcbb9bff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59634231'] for port (4e726ca3-a614-494c-b67e-3443b716cee2), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:22.782786 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22d2d8-9589-46f9-aefb-9ff72273f676 req-3fa20dc5-17d1-4d36-8c9c-726bcbb9bff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:22.783315 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3d22d2d8-9589-46f9-aefb-9ff72273f676 req-3fa20dc5-17d1-4d36-8c9c-726bcbb9bff2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:22.784748 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-3d22d2d8-9589-46f9-aefb-9ff72273f676 req-3fa20dc5-17d1-4d36-8c9c-726bcbb9bff2 service neutron] 10.222.0.26 "PUT /v2.0/ports/4e726ca3-a614-494c-b67e-3443b716cee2 HTTP/1.1" status: 200 len: 1093 time: 1.1882982 May 06 15:01:22.786703 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4312a5ff-a65d-46d0-8898-0d672c24c349', 'tag': '4e726ca3-a614-494c-b67e-3443b716cee2'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 15:01:22.793740 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e079183c6aa01fbf7ecda8705e9d532761ec392512c90f9d6467ac227f3657d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d1809d-3eb9-46d0-b58a-e8f1b7613215" -d '{"events": [{"name": "network-changed", "server_uuid": "4312a5ff-a65d-46d0-8898-0d672c24c349", "tag": "4e726ca3-a614-494c-b67e-3443b716cee2"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 15:01:22.811611 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7b7869-0d78-4af5-bbe6-fc912b524b56 req-04d7d00e-c237-4a5e-a779-a40a876e006d tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:22.817154 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-da7b7869-0d78-4af5-bbe6-fc912b524b56 req-04d7d00e-c237-4a5e-a779-a40a876e006d tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab1e10ed-8f86-49b0-8b91-00f990b09e38 HTTP/1.1" status: 200 len: 945 time: 0.1109989 May 06 15:01:22.850322 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa20dc5-17d1-4d36-8c9c-726bcbb9bff2 service neutron] Pushing event updated for resources: {'Port': ['ID=4e726ca3-a614-494c-b67e-3443b716cee2,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:01:22.883445 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c28375db-ae93-44f6-917c-2b85808e243b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:22.904848 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 15:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc0dcd33-0d0f-4a8b-a92e-b408e558e90b x-openstack-request-id: req-fc0dcd33-0d0f-4a8b-a92e-b408e558e90b {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 15:01:22.905433 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4312a5ff-a65d-46d0-8898-0d672c24c349", "tag": "4e726ca3-a614-494c-b67e-3443b716cee2", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 15:01:22.905701 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fc0dcd33-0d0f-4a8b-a92e-b408e558e90b {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 15:01:22.906145 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc0dcd33-0d0f-4a8b-a92e-b408e558e90b'] response: {'name': 'network-changed', 'server_uuid': '4312a5ff-a65d-46d0-8898-0d672c24c349', 'tag': '4e726ca3-a614-494c-b67e-3443b716cee2', 'status': 'completed', 'code': 200} May 06 15:01:22.915546 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-a9c2b2ba-c0a5-49ef-b7e1-b95b4537da3d req-414c8afc-fa73-4873-bf3a-8ae390902064 service neutron] 10.222.0.26 "GET /v2.0/networks/d7304f76-b992-4cc2-a77b-3291aec20f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308724 May 06 15:01:22.929495 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-da7b7869-0d78-4af5-bbe6-fc912b524b56 req-aa444d73-176c-4a9c-91eb-e39d8e7baf91 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965309 May 06 15:01:22.935839 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22d2d8-9589-46f9-aefb-9ff72273f676 req-849cae4f-bba6-4b42-84b4-4cfa321ca051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:22.938495 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-3d22d2d8-9589-46f9-aefb-9ff72273f676 req-849cae4f-bba6-4b42-84b4-4cfa321ca051 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bb5f41fdaad246b7bc30c8f8021129a3&device_id=4312a5ff-a65d-46d0-8898-0d672c24c349 HTTP/1.1" status: 200 len: 1127 time: 0.0830646 May 06 15:01:23.019137 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c28375db-ae93-44f6-917c-2b85808e243b admin admin] Publish callbacks [] for security_group (49b6d756-728f-411c-a737-49eb2c5e41db), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:23.025995 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c28375db-ae93-44f6-917c-2b85808e243b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (49b6d756-728f-411c-a737-49eb2c5e41db), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:23.067909 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28375db-ae93-44f6-917c-2b85808e243b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49b6d756-728f-411c-a737-49eb2c5e41db,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:01:23.074774 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-c28375db-ae93-44f6-917c-2b85808e243b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4c4671efc7be4313a67a83fbf93234fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3856313 May 06 15:01:23.075353 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 46662) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:01:23.080658 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28375db-ae93-44f6-917c-2b85808e243b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:01:23.081000 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28375db-ae93-44f6-917c-2b85808e243b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:01:23.081346 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28375db-ae93-44f6-917c-2b85808e243b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:01:23.081685 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28375db-ae93-44f6-917c-2b85808e243b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:01:23.082047 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28375db-ae93-44f6-917c-2b85808e243b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:01:23.084638 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28375db-ae93-44f6-917c-2b85808e243b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:01:23.084934 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28375db-ae93-44f6-917c-2b85808e243b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:01:23.085264 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28375db-ae93-44f6-917c-2b85808e243b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:01:23.085597 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28375db-ae93-44f6-917c-2b85808e243b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:01:23.085928 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28375db-ae93-44f6-917c-2b85808e243b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:01:23.086258 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28375db-ae93-44f6-917c-2b85808e243b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:01:23.086584 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28375db-ae93-44f6-917c-2b85808e243b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:01:23.086913 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28375db-ae93-44f6-917c-2b85808e243b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:01:23.087234 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28375db-ae93-44f6-917c-2b85808e243b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:01:23.087741 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28375db-ae93-44f6-917c-2b85808e243b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:01:23.143760 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-34d2db6d-d29a-42d9-b85f-7f0326d8ea45 admin admin] Publish callbacks [] for security_group (49b6d756-728f-411c-a737-49eb2c5e41db), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:23.170796 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-34d2db6d-d29a-42d9-b85f-7f0326d8ea45 admin admin] Publish callbacks [] for security_group (49b6d756-728f-411c-a737-49eb2c5e41db), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:23.234301 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-34d2db6d-d29a-42d9-b85f-7f0326d8ea45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (49b6d756-728f-411c-a737-49eb2c5e41db), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:23.237462 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-34d2db6d-d29a-42d9-b85f-7f0326d8ea45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:23.238659 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-34d2db6d-d29a-42d9-b85f-7f0326d8ea45 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/49b6d756-728f-411c-a737-49eb2c5e41db HTTP/1.1" status: 204 len: 168 time: 0.1616242 May 06 15:01:23.252412 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d2db6d-d29a-42d9-b85f-7f0326d8ea45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b6d756-728f-411c-a737-49eb2c5e41db,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:01:23.323016 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6605e88-ea8c-4fda-8533-da0e77099dd1 req-bfee0236-8de3-4c9b-92cd-1e7c7ebafc7d tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:23.324875 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-e6605e88-ea8c-4fda-8533-da0e77099dd1 req-bfee0236-8de3-4c9b-92cd-1e7c7ebafc7d tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/ports?device_id=4312a5ff-a65d-46d0-8898-0d672c24c349 HTTP/1.1" status: 200 len: 943 time: 0.0534854 May 06 15:01:23.392155 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-e6605e88-ea8c-4fda-8533-da0e77099dd1 req-0d3afa18-f4a3-4fae-af0e-5d0387ac8266 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cc91575-ba74-4fa5-bc36-4f5fc54556a0&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0532007 May 06 15:01:23.672509 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e6dca-b1f9-453d-b6b9-e79002192b1f req-64c9d14f-5368-49ca-a467-7ed4186c93fe tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:23.677128 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-041e6dca-b1f9-453d-b6b9-e79002192b1f req-64c9d14f-5368-49ca-a467-7ed4186c93fe tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 946 time: 0.0647645 May 06 15:01:23.678422 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2491d6-ad31-4efe-a348-1c0e0ab67c50 req-e3c2afa7-9beb-4f97-a94c-06cd6743144a tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:23.686222 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-fc2491d6-ad31-4efe-a348-1c0e0ab67c50 req-e3c2afa7-9beb-4f97-a94c-06cd6743144a tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 945 time: 0.0646877 May 06 15:01:23.731432 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-fc2491d6-ad31-4efe-a348-1c0e0ab67c50 req-455aee8b-c752-43ac-8778-1d96114f38fa tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae37bc9a-9476-42ad-aa65-4d3a44fcf205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443237 May 06 15:01:23.733967 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-041e6dca-b1f9-453d-b6b9-e79002192b1f req-479a6a27-3e6c-4cb1-8928-ef2f824524cc tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542092 May 06 15:01:24.046490 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deed16e-7423-4dc4-a465-0e6c5bfb1f40 req-22f8492b-8e55-46f3-9f69-ba34ec4fa762 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:24.048017 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-4deed16e-7423-4dc4-a465-0e6c5bfb1f40 req-22f8492b-8e55-46f3-9f69-ba34ec4fa762 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab1e10ed-8f86-49b0-8b91-00f990b09e38 HTTP/1.1" status: 200 len: 945 time: 0.0484037 May 06 15:01:24.100021 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-4deed16e-7423-4dc4-a465-0e6c5bfb1f40 req-3abe5373-cc83-430e-8281-5987e04df6ff tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463908 May 06 15:01:24.303906 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-3d22d2d8-9589-46f9-aefb-9ff72273f676 req-6c23f85a-b3f1-4f91-a5bb-5c23da6bcb14 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e726ca3-a614-494c-b67e-3443b716cee2 HTTP/1.1" status: 200 len: 217 time: 0.0440521 May 06 15:01:24.365368 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22d2d8-9589-46f9-aefb-9ff72273f676 req-d61efd19-a3f8-402b-8984-648a8234e0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:24.366816 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-3d22d2d8-9589-46f9-aefb-9ff72273f676 req-d61efd19-a3f8-402b-8984-648a8234e0a9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=df318507-d5d9-462f-9365-0df583e1ec25 HTTP/1.1" status: 200 len: 850 time: 0.0490377 May 06 15:01:24.427164 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22d2d8-9589-46f9-aefb-9ff72273f676 req-fe8d4c43-3c4e-4de9-a966-53c06ab6eea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:24.428784 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-3d22d2d8-9589-46f9-aefb-9ff72273f676 req-fe8d4c43-3c4e-4de9-a966-53c06ab6eea7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=930e9db3-dfec-4f84-956d-74111c835ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472538 May 06 15:01:24.509938 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b3fc90-9778-4cdf-af9b-5df62f2031a3 req-52272243-f10e-40d0-8bb0-68ecb124a03e tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:24.512427 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-a2b3fc90-9778-4cdf-af9b-5df62f2031a3 req-52272243-f10e-40d0-8bb0-68ecb124a03e tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/ports?device_id=4312a5ff-a65d-46d0-8898-0d672c24c349 HTTP/1.1" status: 200 len: 943 time: 0.0480018 May 06 15:01:24.562490 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-a2b3fc90-9778-4cdf-af9b-5df62f2031a3 req-f6a4a5a3-032b-412e-a1b6-6aa08ddd2956 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cc91575-ba74-4fa5-bc36-4f5fc54556a0&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0444849 May 06 15:01:24.878789 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859f666e-192e-4478-b6c0-ad7ace801fe8 req-a5adca84-0471-4361-b0cf-83d49e6e088b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:24.880282 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-859f666e-192e-4478-b6c0-ad7ace801fe8 req-a5adca84-0471-4361-b0cf-83d49e6e088b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ab1e10ed-8f86-49b0-8b91-00f990b09e38 HTTP/1.1" status: 200 len: 1129 time: 0.1119006 May 06 15:01:24.891365 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 46740) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:01:24.892627 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e277c5-a6e0-474f-a1be-85e4a0497a4a req-3b92aa7e-3b00-4dbd-a859-401fa2dcf01b tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:24.894205 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-a4e277c5-a6e0-474f-a1be-85e4a0497a4a req-3b92aa7e-3b00-4dbd-a859-401fa2dcf01b tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 945 time: 0.0531726 May 06 15:01:24.952814 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-a4e277c5-a6e0-474f-a1be-85e4a0497a4a req-1f969a8e-ab51-4fd0-823f-872d2a1a6112 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae37bc9a-9476-42ad-aa65-4d3a44fcf205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496812 May 06 15:01:24.957385 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0dd419-c8ae-4c57-ba0f-7a4cb25acfc5 req-8f24079e-d1d1-4c5d-994b-a2c927e3ef9e tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:24.958891 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-bd0dd419-c8ae-4c57-ba0f-7a4cb25acfc5 req-8f24079e-d1d1-4c5d-994b-a2c927e3ef9e tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 946 time: 0.1170974 May 06 15:01:25.007578 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-3d22d2d8-9589-46f9-aefb-9ff72273f676 req-33902749-bd24-496f-9ce4-d423faa91527 service neutron] 10.222.0.26 "GET /v2.0/networks/930e9db3-dfec-4f84-956d-74111c835ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475240 May 06 15:01:25.016160 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-be827309-be3b-4b92-a298-d49ae0d98983 admin admin] Deleting subnet ef6501ca-ace5-4c6e-88c7-78551c4368ba {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 06 15:01:25.035397 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-be827309-be3b-4b92-a298-d49ae0d98983 admin admin] Publish callbacks [] for subnet (ef6501ca-ace5-4c6e-88c7-78551c4368ba), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:25.077378 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-859f666e-192e-4478-b6c0-ad7ace801fe8 req-fe0c590e-2091-47a6-a039-38ddd6d99699 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772733 May 06 15:01:25.142243 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-bd0dd419-c8ae-4c57-ba0f-7a4cb25acfc5 req-5119d7e5-8374-482e-aaa5-b434444faa5f tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740403 May 06 15:01:25.159696 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-be827309-be3b-4b92-a298-d49ae0d98983 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60421307'] for subnet (ef6501ca-ace5-4c6e-88c7-78551c4368ba), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:25.233780 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-3d22d2d8-9589-46f9-aefb-9ff72273f676 req-e2ba7a5a-cf08-422a-ade5-b7f910b27cc8 service neutron] 10.222.0.26 "GET /v2.0/networks/930e9db3-dfec-4f84-956d-74111c835ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030880 May 06 15:01:25.234055 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4bf7b9-f430-448e-b925-0ded227864f5 req-0f65f0c5-c651-48af-b53f-03f8ee96628e tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:25.234875 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-be827309-be3b-4b92-a298-d49ae0d98983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16159455'] for subnet (ef6501ca-ace5-4c6e-88c7-78551c4368ba), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:25.235683 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-9f4bf7b9-f430-448e-b925-0ded227864f5 req-0f65f0c5-c651-48af-b53f-03f8ee96628e tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab1e10ed-8f86-49b0-8b91-00f990b09e38 HTTP/1.1" status: 200 len: 945 time: 0.0482879 May 06 15:01:25.289915 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-9f4bf7b9-f430-448e-b925-0ded227864f5 req-33646a97-4572-4922-919d-c17391b0d58b tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481665 May 06 15:01:25.291795 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-be827309-be3b-4b92-a298-d49ae0d98983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16159430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59635185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60398162'] for subnet (ef6501ca-ace5-4c6e-88c7-78551c4368ba), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:25.317869 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be827309-be3b-4b92-a298-d49ae0d98983 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef6501ca-ace5-4c6e-88c7-78551c4368ba,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:01:25.322110 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-be827309-be3b-4b92-a298-d49ae0d98983 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:25.326501 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-be827309-be3b-4b92-a298-d49ae0d98983 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ef6501ca-ace5-4c6e-88c7-78551c4368ba HTTP/1.1" status: 204 len: 168 time: 0.4278333 May 06 15:01:25.328850 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 46752) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:01:25.401056 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e3d1be0e-16ce-4c82-8a2e-a64668138f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16137472'] for network (c0a1ab6e-aa6d-4ce9-8682-74a6ac4822ef), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:25.483430 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e3d1be0e-16ce-4c82-8a2e-a64668138f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16161642', 'neutron.services.segments.db._delete_segments_for_network-8732313914390'] for network (c0a1ab6e-aa6d-4ce9-8682-74a6ac4822ef), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:25.506971 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.services.segments.db [None req-e3d1be0e-16ce-4c82-8a2e-a64668138f53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0a1ab6e-aa6d-4ce9-8682-74a6ac4822ef']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:01:25.520130 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.services.segments.db [None req-e3d1be0e-16ce-4c82-8a2e-a64668138f53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad38d823-2b9b-4a57-be3a-d0aef122e776') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:01:25.520436 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.services.segments.db [None req-e3d1be0e-16ce-4c82-8a2e-a64668138f53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad38d823-2b9b-4a57-be3a-d0aef122e776') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:01:25.531543 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e3d1be0e-16ce-4c82-8a2e-a64668138f53 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732313914911', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421250'] for segment (ad38d823-2b9b-4a57-be3a-d0aef122e776), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:25.546741 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e3d1be0e-16ce-4c82-8a2e-a64668138f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16165668'] for segment (ad38d823-2b9b-4a57-be3a-d0aef122e776), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:25.554027 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3d1be0e-16ce-4c82-8a2e-a64668138f53 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 15:01:25.554426 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e3d1be0e-16ce-4c82-8a2e-a64668138f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16165668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59634259'] for segment (ad38d823-2b9b-4a57-be3a-d0aef122e776), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:25.556203 dv-cinder-840678-2-iscsi neutron-server[103342]: Traceback (most recent call last): May 06 15:01:25.556203 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 15:01:25.556203 dv-cinder-840678-2-iscsi neutron-server[103342]: timer() May 06 15:01:25.556203 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 15:01:25.556203 dv-cinder-840678-2-iscsi neutron-server[103342]: cb(*args, **kw) May 06 15:01:25.556203 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 15:01:25.556203 dv-cinder-840678-2-iscsi neutron-server[103342]: return func(*args, **kwargs) May 06 15:01:25.556203 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 15:01:25.556203 dv-cinder-840678-2-iscsi neutron-server[103342]: self._notify() May 06 15:01:25.556203 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 15:01:25.556203 dv-cinder-840678-2-iscsi neutron-server[103342]: self.callback(batched_events) May 06 15:01:25.556203 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 15:01:25.556203 dv-cinder-840678-2-iscsi neutron-server[103342]: event.method(event) May 06 15:01:25.556203 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 15:01:25.556203 dv-cinder-840678-2-iscsi neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 15:01:25.556203 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 15:01:25.556203 dv-cinder-840678-2-iscsi neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( May 06 15:01:25.556203 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 15:01:25.556203 dv-cinder-840678-2-iscsi neutron-server[103342]: return f(self, *a, **k) May 06 15:01:25.556203 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 15:01:25.556203 dv-cinder-840678-2-iscsi neutron-server[103342]: return self._get(url).json() May 06 15:01:25.556203 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 15:01:25.556203 dv-cinder-840678-2-iscsi neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 15:01:25.556203 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 15:01:25.556203 dv-cinder-840678-2-iscsi neutron-server[103342]: return self.request(url, 'GET', **kwargs) May 06 15:01:25.556203 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 15:01:25.556203 dv-cinder-840678-2-iscsi neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, May 06 15:01:25.556203 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 15:01:25.556203 dv-cinder-840678-2-iscsi neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 15:01:25.556203 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 15:01:25.556203 dv-cinder-840678-2-iscsi neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 15:01:25.556203 dv-cinder-840678-2-iscsi neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 15:01:25.614893 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e3d1be0e-16ce-4c82-8a2e-a64668138f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16161617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429813'] for network (c0a1ab6e-aa6d-4ce9-8682-74a6ac4822ef), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:25.621677 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e3d1be0e-16ce-4c82-8a2e-a64668138f53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566627'] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:25.625151 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-e3d1be0e-16ce-4c82-8a2e-a64668138f53 admin admin] 10.222.0.23 "DELETE /v2.0/networks/c0a1ab6e-aa6d-4ce9-8682-74a6ac4822ef HTTP/1.1" status: 204 len: 168 time: 0.2953627 May 06 15:01:25.642796 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d1be0e-16ce-4c82-8a2e-a64668138f53 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0a1ab6e-aa6d-4ce9-8682-74a6ac4822ef,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:01:25.690340 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d1853-9a55-4f2d-a0b6-a7c09ed78902 req-1106c394-775f-464d-8868-c347f261bd41 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:25.693072 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-b28d1853-9a55-4f2d-a0b6-a7c09ed78902 req-1106c394-775f-464d-8868-c347f261bd41 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/ports?device_id=4312a5ff-a65d-46d0-8898-0d672c24c349 HTTP/1.1" status: 200 len: 943 time: 0.0524063 May 06 15:01:25.748027 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-b28d1853-9a55-4f2d-a0b6-a7c09ed78902 req-b9b5eee8-97d8-4e1f-8e1d-3dfd0f443be8 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cc91575-ba74-4fa5-bc36-4f5fc54556a0&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0504737 May 06 15:01:25.799446 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 46758) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:01:25.844832 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-f8f7582b-4c89-4148-9dbe-23d977c88e0c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0124bfd61ad14bd395ecd3c54849f2fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0442069 May 06 15:01:25.847255 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 46760) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:01:25.896127 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5975713f-e911-48ce-8040-83026037a13e admin admin] Publish callbacks [] for security_group (442a10b9-9929-49f9-8146-8830d8f9fcef), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:25.921321 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5975713f-e911-48ce-8040-83026037a13e admin admin] Publish callbacks [] for security_group (442a10b9-9929-49f9-8146-8830d8f9fcef), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:25.927485 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d1809d-3eb9-46d0-b58a-e8f1b7613215 req-9602534f-b369-4c56-9167-f8a9fcbd243f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:25.929095 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-82d1809d-3eb9-46d0-b58a-e8f1b7613215 req-9602534f-b369-4c56-9167-f8a9fcbd243f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bb5f41fdaad246b7bc30c8f8021129a3&device_id=4312a5ff-a65d-46d0-8898-0d672c24c349 HTTP/1.1" status: 200 len: 1127 time: 0.0445507 May 06 15:01:25.969925 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5975713f-e911-48ce-8040-83026037a13e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (442a10b9-9929-49f9-8146-8830d8f9fcef), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:25.972481 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5975713f-e911-48ce-8040-83026037a13e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:25.973668 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-5975713f-e911-48ce-8040-83026037a13e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/442a10b9-9929-49f9-8146-8830d8f9fcef HTTP/1.1" status: 204 len: 168 time: 0.1255302 May 06 15:01:25.987368 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5975713f-e911-48ce-8040-83026037a13e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=442a10b9-9929-49f9-8146-8830d8f9fcef,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:01:26.081068 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9747a455-e03a-443e-9cd6-ed18f9b8b5bb req-f1156819-8cdd-4660-bc48-82e03ebac513 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:26.082579 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-9747a455-e03a-443e-9cd6-ed18f9b8b5bb req-f1156819-8cdd-4660-bc48-82e03ebac513 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 945 time: 0.0521972 May 06 15:01:26.132993 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-9747a455-e03a-443e-9cd6-ed18f9b8b5bb req-dedab567-6922-4d51-b182-e7b38bc2a2d2 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae37bc9a-9476-42ad-aa65-4d3a44fcf205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446486 May 06 15:01:26.294888 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c02182-3da3-46a3-b0f6-7fa29f3e519a req-a05fc8be-f65e-482b-bc9b-c12f49aaeb15 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:26.297828 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-83c02182-3da3-46a3-b0f6-7fa29f3e519a req-a05fc8be-f65e-482b-bc9b-c12f49aaeb15 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 946 time: 0.0639865 May 06 15:01:26.348944 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-83c02182-3da3-46a3-b0f6-7fa29f3e519a req-db87b45f-e936-44ed-abf1-57fa8d9ab221 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450754 May 06 15:01:26.418070 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039986c2-9152-4b73-8182-91e7e716317c req-81905266-9d71-453c-9bc9-21a9f797e844 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:26.419610 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-039986c2-9152-4b73-8182-91e7e716317c req-81905266-9d71-453c-9bc9-21a9f797e844 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab1e10ed-8f86-49b0-8b91-00f990b09e38 HTTP/1.1" status: 200 len: 945 time: 0.0529418 May 06 15:01:26.471637 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-039986c2-9152-4b73-8182-91e7e716317c req-22e68785-b4b1-4969-bf3e-1a05309041a2 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461047 May 06 15:01:26.546222 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d1809d-3eb9-46d0-b58a-e8f1b7613215 req-859cf050-d40d-49b3-8dd1-c757e6cad8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:26.549201 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-82d1809d-3eb9-46d0-b58a-e8f1b7613215 req-859cf050-d40d-49b3-8dd1-c757e6cad8b3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=930e9db3-dfec-4f84-956d-74111c835ba4 HTTP/1.1" status: 200 len: 912 time: 0.1116586 May 06 15:01:27.125189 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d69e40-a6f9-48cf-886d-e27b3770bf68 req-c030c629-dc60-4d91-90ba-a4abf99c3258 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:27.126591 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-60d69e40-a6f9-48cf-886d-e27b3770bf68 req-c030c629-dc60-4d91-90ba-a4abf99c3258 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/ports?device_id=4312a5ff-a65d-46d0-8898-0d672c24c349 HTTP/1.1" status: 200 len: 943 time: 0.3054245 May 06 15:01:27.186905 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-60d69e40-a6f9-48cf-886d-e27b3770bf68 req-35c5e3e3-0c19-4e69-871a-a23a1d58d47f tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cc91575-ba74-4fa5-bc36-4f5fc54556a0&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0541615 May 06 15:01:27.258980 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f52aad7-a0f9-40b4-a6f1-59888ca2999f req-c8a7200e-021d-427d-8156-9aeb605719aa tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:27.260498 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-2f52aad7-a0f9-40b4-a6f1-59888ca2999f req-c8a7200e-021d-427d-8156-9aeb605719aa tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 945 time: 0.0492330 May 06 15:01:27.354177 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-2f52aad7-a0f9-40b4-a6f1-59888ca2999f req-fc518dac-c899-4feb-9a36-d8c0eaafdfd5 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae37bc9a-9476-42ad-aa65-4d3a44fcf205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873885 May 06 15:01:27.427991 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-82d1809d-3eb9-46d0-b58a-e8f1b7613215 req-96a0b5f3-314b-4a68-990b-ca21ffcb0c10 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e726ca3-a614-494c-b67e-3443b716cee2 HTTP/1.1" status: 200 len: 217 time: 0.1129267 May 06 15:01:27.530670 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39702403-e141-4a7b-b8f9-67bc64844838 req-6444dde3-8ea6-4acf-9ab1-ffb104e4e1fd tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:27.532340 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-39702403-e141-4a7b-b8f9-67bc64844838 req-6444dde3-8ea6-4acf-9ab1-ffb104e4e1fd tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 946 time: 0.0558841 May 06 15:01:27.587791 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-39702403-e141-4a7b-b8f9-67bc64844838 req-c4e7014a-5def-4ee9-8660-e648149e054d tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496907 May 06 15:01:27.672114 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a361ab3d-2fa4-49b6-8146-2076f441a14b req-89ec1401-122d-405f-b2d4-bef630d84aba tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:27.673719 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-a361ab3d-2fa4-49b6-8146-2076f441a14b req-89ec1401-122d-405f-b2d4-bef630d84aba tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab1e10ed-8f86-49b0-8b91-00f990b09e38 HTTP/1.1" status: 200 len: 945 time: 0.0563900 May 06 15:01:27.734067 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-a361ab3d-2fa4-49b6-8146-2076f441a14b req-f2660366-49e6-4962-9a3c-1f78c1b14f17 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537343 May 06 15:01:27.743095 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 46866) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:01:27.748537 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf3f6d-2c8c-4109-88b8-c875da7b5dc7 req-ff3e2856-d05e-4339-93ee-92cdd13fcefd tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:27.750068 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-35cf3f6d-2c8c-4109-88b8-c875da7b5dc7 req-ff3e2856-d05e-4339-93ee-92cdd13fcefd tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 945 time: 0.0576320 May 06 15:01:27.811334 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-35cf3f6d-2c8c-4109-88b8-c875da7b5dc7 req-c0aad722-b605-48d0-9876-f1df0f4444be tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae37bc9a-9476-42ad-aa65-4d3a44fcf205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535810 May 06 15:01:27.871394 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-22579631-8125-490d-acfb-f4c22f252a7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:27.964487 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-22579631-8125-490d-acfb-f4c22f252a7c admin admin] Publish callbacks [] for security_group (5a862a18-3889-4419-93a2-2b49cb22ca5b), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:27.968824 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-22579631-8125-490d-acfb-f4c22f252a7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (5a862a18-3889-4419-93a2-2b49cb22ca5b), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:28.002739 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d940bb55-b830-442e-8699-8a903946ce23 req-138732cd-18c5-43be-8122-6a1409693478 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:28.004279 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-d940bb55-b830-442e-8699-8a903946ce23 req-138732cd-18c5-43be-8122-6a1409693478 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab1e10ed-8f86-49b0-8b91-00f990b09e38 HTTP/1.1" status: 200 len: 945 time: 0.0505297 May 06 15:01:28.008354 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-22579631-8125-490d-acfb-f4c22f252a7c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8199821451d1492aaf260e2bc556f580&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2637796 May 06 15:01:28.009236 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22579631-8125-490d-acfb-f4c22f252a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a862a18-3889-4419-93a2-2b49cb22ca5b,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:01:28.011728 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 46884) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:01:28.069288 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-258aa90d-4175-4f3c-9654-c045b2845e0d admin admin] Publish callbacks [] for security_group (5a862a18-3889-4419-93a2-2b49cb22ca5b), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:28.069542 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-d940bb55-b830-442e-8699-8a903946ce23 req-a89d27b1-a631-47d6-beee-0def5358d3be tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584602 May 06 15:01:28.098660 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-258aa90d-4175-4f3c-9654-c045b2845e0d admin admin] Publish callbacks [] for security_group (5a862a18-3889-4419-93a2-2b49cb22ca5b), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:28.161350 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-258aa90d-4175-4f3c-9654-c045b2845e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (5a862a18-3889-4419-93a2-2b49cb22ca5b), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:28.162403 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-258aa90d-4175-4f3c-9654-c045b2845e0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:28.166327 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-258aa90d-4175-4f3c-9654-c045b2845e0d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5a862a18-3889-4419-93a2-2b49cb22ca5b HTTP/1.1" status: 204 len: 168 time: 0.1509356 May 06 15:01:28.173858 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258aa90d-4175-4f3c-9654-c045b2845e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a862a18-3889-4419-93a2-2b49cb22ca5b,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:01:28.278066 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d1809d-3eb9-46d0-b58a-e8f1b7613215 req-ad02d919-ca45-4052-a8fe-c9c77c9c213c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:28.280715 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-82d1809d-3eb9-46d0-b58a-e8f1b7613215 req-ad02d919-ca45-4052-a8fe-c9c77c9c213c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=df318507-d5d9-462f-9365-0df583e1ec25 HTTP/1.1" status: 200 len: 850 time: 0.0845225 May 06 15:01:28.347723 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe7af9-da4d-4a3f-8162-6c7b9f8d4892 req-0ad440b2-94fc-4d72-889f-9664268c427a tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:28.349258 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-1cbe7af9-da4d-4a3f-8162-6c7b9f8d4892 req-0ad440b2-94fc-4d72-889f-9664268c427a tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/ports?device_id=4312a5ff-a65d-46d0-8898-0d672c24c349 HTTP/1.1" status: 200 len: 943 time: 0.0539837 May 06 15:01:28.401465 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-1cbe7af9-da4d-4a3f-8162-6c7b9f8d4892 req-6c1ecaaa-2ff6-4076-897f-5506630fa8a7 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cc91575-ba74-4fa5-bc36-4f5fc54556a0&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0458217 May 06 15:01:28.488700 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbb85fa-a180-4424-8942-e6349bff4ac2 req-b27bc9a5-e517-4f2d-9df3-16d958817db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:28.490294 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-6cbb85fa-a180-4424-8942-e6349bff4ac2 req-b27bc9a5-e517-4f2d-9df3-16d958817db4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5ad13dae3f6649fb8d8d2bdd1f1caaef&device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 1129 time: 0.0422764 May 06 15:01:28.507274 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d1809d-3eb9-46d0-b58a-e8f1b7613215 req-1b28f149-57c3-46eb-912e-40f6aaa86a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:28.508906 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-82d1809d-3eb9-46d0-b58a-e8f1b7613215 req-1b28f149-57c3-46eb-912e-40f6aaa86a53 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=930e9db3-dfec-4f84-956d-74111c835ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0899413 May 06 15:01:28.516639 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1b7016-c8cb-4696-bcfd-c8eba5b3e4d3 req-557c8162-7dd7-45ba-9caa-65e4aeac646f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:28.518090 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-ec1b7016-c8cb-4696-bcfd-c8eba5b3e4d3 req-557c8162-7dd7-45ba-9caa-65e4aeac646f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=66121d02dbff4c3a920161e445959085&device_id=ab1e10ed-8f86-49b0-8b91-00f990b09e38 HTTP/1.1" status: 200 len: 1129 time: 0.0834026 May 06 15:01:28.615086 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbb85fa-a180-4424-8942-e6349bff4ac2 req-96cba6a7-c9ee-43b2-8199-aed0f210e120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:28.616749 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-6cbb85fa-a180-4424-8942-e6349bff4ac2 req-96cba6a7-c9ee-43b2-8199-aed0f210e120 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d7304f76-b992-4cc2-a77b-3291aec20f6e HTTP/1.1" status: 200 len: 911 time: 0.1065288 May 06 15:01:28.706081 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-82d1809d-3eb9-46d0-b58a-e8f1b7613215 req-ba422c9f-cb52-47ec-b0ed-db4bcf444eb9 service neutron] 10.222.0.26 "GET /v2.0/networks/930e9db3-dfec-4f84-956d-74111c835ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753886 May 06 15:01:28.707494 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1b7016-c8cb-4696-bcfd-c8eba5b3e4d3 req-e87ebe77-41e3-4411-89c1-cdf2eae678ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:28.709338 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-ec1b7016-c8cb-4696-bcfd-c8eba5b3e4d3 req-e87ebe77-41e3-4411-89c1-cdf2eae678ba service neutron] 10.222.0.26 "GET /v2.0/networks?id=1f8443d4-24c9-4ac0-96d7-8083233dcc1b HTTP/1.1" status: 200 len: 919 time: 0.1709392 May 06 15:01:28.774259 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-6cbb85fa-a180-4424-8942-e6349bff4ac2 req-91157c05-6195-48f6-bc70-81f8bd52db1d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77a330e2-c9ae-47be-b923-976dff909895 HTTP/1.1" status: 200 len: 1001 time: 0.1454918 May 06 15:01:28.798627 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac379f3-e46a-4e29-997f-fe2f8bc7707f req-fae4d68a-ac3f-47f0-80ce-a9f4b6a0b7bf tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:28.800153 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-6ac379f3-e46a-4e29-997f-fe2f8bc7707f req-fae4d68a-ac3f-47f0-80ce-a9f4b6a0b7bf tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 946 time: 0.0968881 May 06 15:01:28.807547 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-ec1b7016-c8cb-4696-bcfd-c8eba5b3e4d3 req-54cf6f79-e3ab-4ab8-826a-3a2084a741ca service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0c80ff3-d242-45f6-84fa-b0941a41414e HTTP/1.1" status: 200 len: 217 time: 0.0737402 May 06 15:01:28.884277 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbb85fa-a180-4424-8942-e6349bff4ac2 req-d9746749-4573-4458-bdac-5ccfb2f2a023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:28.886212 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-6cbb85fa-a180-4424-8942-e6349bff4ac2 req-d9746749-4573-4458-bdac-5ccfb2f2a023 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=386bbac7-026e-4f68-a22c-f26fa009fb15 HTTP/1.1" status: 200 len: 849 time: 0.1051402 May 06 15:01:28.896685 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1b7016-c8cb-4696-bcfd-c8eba5b3e4d3 req-3a03e268-b61c-4269-8551-08415e5f5f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:28.898110 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-ec1b7016-c8cb-4696-bcfd-c8eba5b3e4d3 req-3a03e268-b61c-4269-8551-08415e5f5f4e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=67575c08-c86c-46ea-9526-64956bd20b03 HTTP/1.1" status: 200 len: 857 time: 0.0799365 May 06 15:01:28.921333 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-6ac379f3-e46a-4e29-997f-fe2f8bc7707f req-043e02df-c4e1-44b7-a1f8-e5c4aa74d560 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991971 May 06 15:01:28.945061 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-82d1809d-3eb9-46d0-b58a-e8f1b7613215 req-87e68c15-e0c6-47a3-89b2-0e62ccb378cd service neutron] 10.222.0.26 "GET /v2.0/networks/930e9db3-dfec-4f84-956d-74111c835ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161767 May 06 15:01:28.961377 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbb85fa-a180-4424-8942-e6349bff4ac2 req-e7fb0844-47d1-40ac-9421-d2b0ca923e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:28.963124 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-6cbb85fa-a180-4424-8942-e6349bff4ac2 req-e7fb0844-47d1-40ac-9421-d2b0ca923e55 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d7304f76-b992-4cc2-a77b-3291aec20f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0682218 May 06 15:01:28.985478 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79188458-827b-44f6-9c32-400dbb15e345 req-a7300a5b-249d-4349-b348-5d76fb81b7f8 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:28.987221 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-79188458-827b-44f6-9c32-400dbb15e345 req-a7300a5b-249d-4349-b348-5d76fb81b7f8 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 945 time: 0.0947175 May 06 15:01:29.002466 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1b7016-c8cb-4696-bcfd-c8eba5b3e4d3 req-67f5b326-70a2-425c-80b0-25d76387f488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:29.003947 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-ec1b7016-c8cb-4696-bcfd-c8eba5b3e4d3 req-67f5b326-70a2-425c-80b0-25d76387f488 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f8443d4-24c9-4ac0-96d7-8083233dcc1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0932617 May 06 15:01:29.023929 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 46916) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:01:29.078146 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-6cbb85fa-a180-4424-8942-e6349bff4ac2 req-102afc55-6da1-47c6-be42-d015b1b75de2 service neutron] 10.222.0.26 "GET /v2.0/networks/d7304f76-b992-4cc2-a77b-3291aec20f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023774 May 06 15:01:29.099164 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-79188458-827b-44f6-9c32-400dbb15e345 req-868c7613-73d0-434f-920c-0fe48eadbe9c tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae37bc9a-9476-42ad-aa65-4d3a44fcf205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062999 May 06 15:01:29.150247 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-ec1b7016-c8cb-4696-bcfd-c8eba5b3e4d3 req-a13bd618-6bca-421a-9bd2-124c3ca542fd service neutron] 10.222.0.26 "GET /v2.0/networks/1f8443d4-24c9-4ac0-96d7-8083233dcc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332605 May 06 15:01:29.191311 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.v2.base [None req-b70b7d5e-a4fe-4307-8598-c8cb35a4e626 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1513183517-network', 'tenant_id': '4be2354633354d249a0598f589a987b8'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:01:29.232621 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3361409c-5b1e-43ad-bd5d-1e31d2102812 req-ef7181c1-cb29-42e1-80fb-9424b8ff030d tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:29.234478 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-3361409c-5b1e-43ad-bd5d-1e31d2102812 req-ef7181c1-cb29-42e1-80fb-9424b8ff030d tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab1e10ed-8f86-49b0-8b91-00f990b09e38 HTTP/1.1" status: 200 len: 945 time: 0.0824704 May 06 15:01:29.241076 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b70b7d5e-a4fe-4307-8598-c8cb35a4e626 admin admin] Made reservation on behalf of 4be2354633354d249a0598f589a987b8 for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 15:01:29.243562 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b70b7d5e-a4fe-4307-8598-c8cb35a4e626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:29.256972 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-ec1b7016-c8cb-4696-bcfd-c8eba5b3e4d3 req-b5c98129-f535-4ea3-8132-c56517307430 service neutron] 10.222.0.26 "GET /v2.0/networks/1f8443d4-24c9-4ac0-96d7-8083233dcc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935898 May 06 15:01:29.272820 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b70b7d5e-a4fe-4307-8598-c8cb35a4e626 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:29.291936 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-6cbb85fa-a180-4424-8942-e6349bff4ac2 req-8f61a7dc-990a-4a8b-8469-8f2806333dc6 service neutron] 10.222.0.26 "GET /v2.0/networks/d7304f76-b992-4cc2-a77b-3291aec20f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010701 May 06 15:01:29.342044 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-3361409c-5b1e-43ad-bd5d-1e31d2102812 req-da67b39e-b15d-4b63-ac02-b3d98a2db244 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928247 May 06 15:01:29.386791 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b70b7d5e-a4fe-4307-8598-c8cb35a4e626 admin admin] Publish callbacks [] for security_group (7788c52f-729c-40ca-8f6a-df96ae39c655), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:29.390597 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b70b7d5e-a4fe-4307-8598-c8cb35a4e626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (7788c52f-729c-40ca-8f6a-df96ae39c655), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:29.415825 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b70b7d5e-a4fe-4307-8598-c8cb35a4e626 admin admin] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 15:01:29.426520 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70b7d5e-a4fe-4307-8598-c8cb35a4e626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7788c52f-729c-40ca-8f6a-df96ae39c655,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:01:29.431498 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b70b7d5e-a4fe-4307-8598-c8cb35a4e626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16165668'] for segment (890b06b2-20bf-4aaa-b1b2-5b1efb314674), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:29.431834 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.db.segments_db [None req-b70b7d5e-a4fe-4307-8598-c8cb35a4e626 admin admin] Added segment 890b06b2-20bf-4aaa-b1b2-5b1efb314674 of type vlan for network a5b33968-9a47-4e49-a4ac-4bdb672e1215 May 06 15:01:29.481040 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b70b7d5e-a4fe-4307-8598-c8cb35a4e626 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732313419650'] for network (a5b33968-9a47-4e49-a4ac-4bdb672e1215), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:29.507354 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b70b7d5e-a4fe-4307-8598-c8cb35a4e626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605'] for network (a5b33968-9a47-4e49-a4ac-4bdb672e1215), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:29.508426 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70b7d5e-a4fe-4307-8598-c8cb35a4e626 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:29.509161 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b70b7d5e-a4fe-4307-8598-c8cb35a4e626 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566627'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:29.541662 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ac54d-b2ba-42f6-916d-41a85d9713da req-87a6b1f3-bf08-4377-bb98-62387d259706 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:29.543888 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-351ac54d-b2ba-42f6-916d-41a85d9713da req-87a6b1f3-bf08-4377-bb98-62387d259706 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/ports?device_id=4312a5ff-a65d-46d0-8898-0d672c24c349 HTTP/1.1" status: 200 len: 943 time: 0.0540013 May 06 15:01:29.602337 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-351ac54d-b2ba-42f6-916d-41a85d9713da req-1d57ea8f-5f4f-495e-a032-9f4ea5cd60ca tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cc91575-ba74-4fa5-bc36-4f5fc54556a0&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0510333 May 06 15:01:29.777686 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-b70b7d5e-a4fe-4307-8598-c8cb35a4e626 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7526014 May 06 15:01:29.781162 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70b7d5e-a4fe-4307-8598-c8cb35a4e626 admin admin] Pushing event updated for resources: {'Network': ['ID=a5b33968-9a47-4e49-a4ac-4bdb672e1215,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:01:29.783048 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 46928) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:01:29.787929 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.v2.base [None req-faf16cc7-0248-43d6-a7d2-41fc0a59a852 admin admin] Request body: {'subnet': {'network_id': 'a5b33968-9a47-4e49-a4ac-4bdb672e1215', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1513183517-subnet', 'tenant_id': '4be2354633354d249a0598f589a987b8', 'ip_version': 4}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:01:29.791402 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Network a5b33968-9a47-4e49-a4ac-4bdb672e1215 details requested by agent ovs-agent-dv-cinder-840678-2-iscsi with host dv-cinder-840678-2-iscsi {{(pid=103344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 15:01:29.807645 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf16cc7-0248-43d6-a7d2-41fc0a59a852 admin admin] Made reservation on behalf of 4be2354633354d249a0598f589a987b8 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 15:01:29.810026 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-faf16cc7-0248-43d6-a7d2-41fc0a59a852 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3310232'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:29.987471 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-faf16cc7-0248-43d6-a7d2-41fc0a59a852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4192600', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3310222'] for subnet (8ec52d68-94e9-40d7-b80a-32fe51def5e4), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:30.077395 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991b1aea-faab-4dce-9013-2076b7146223 req-11c448b8-eb86-4218-8cd4-526b46c4b84b tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:30.078778 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-991b1aea-faab-4dce-9013-2076b7146223 req-11c448b8-eb86-4218-8cd4-526b46c4b84b tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 946 time: 0.0700681 May 06 15:01:30.080908 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf16cc7-0248-43d6-a7d2-41fc0a59a852 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ec52d68-94e9-40d7-b80a-32fe51def5e4,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:01:30.115401 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf16cc7-0248-43d6-a7d2-41fc0a59a852 admin admin] Checking segment: {'id': '890b06b2-20bf-4aaa-b1b2-5b1efb314674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a5b33968-9a47-4e49-a4ac-4bdb672e1215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 15:01:30.115751 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf16cc7-0248-43d6-a7d2-41fc0a59a852 admin admin] Network hostable DHCP agents. Network: a5b33968-9a47-4e49-a4ac-4bdb672e1215, hostable agents: ['79b17169-ed94-4769-ba4e-30adf371f78f'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 15:01:30.155455 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-991b1aea-faab-4dce-9013-2076b7146223 req-7e05a83f-bc11-4390-b995-7b5fb737aa2f tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706699 May 06 15:01:30.161627 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf16cc7-0248-43d6-a7d2-41fc0a59a852 admin admin] Network a5b33968-9a47-4e49-a4ac-4bdb672e1215 is scheduled to be hosted by DHCP agent 79b17169-ed94-4769-ba4e-30adf371f78f with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 15:01:30.173171 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-faf16cc7-0248-43d6-a7d2-41fc0a59a852 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-2-iscsi, a5b33968-9a47-4e49-a4ac-4bdb672e1215) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 15:01:30.179157 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf16cc7-0248-43d6-a7d2-41fc0a59a852 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:30.179767 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-faf16cc7-0248-43d6-a7d2-41fc0a59a852 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566627'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:30.185406 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44fbb10c-ea3a-474b-aa41-fc5adec6b55d None None] Network a5b33968-9a47-4e49-a4ac-4bdb672e1215 requested from dv-cinder-840678-2-iscsi {{(pid=103344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 15:01:30.209099 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-faf16cc7-0248-43d6-a7d2-41fc0a59a852 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4249527 May 06 15:01:30.211681 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 46934) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:01:30.217061 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.v2.base [None req-a22cfc33-c864-4a9a-8b6f-0b8afb6d7877 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1513183517-router', 'tenant_id': '4be2354633354d249a0598f589a987b8', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d'}}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:01:30.241626 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901962c-420c-496b-9d7d-4214f30f9398 req-7c04f595-e364-4205-99ac-95ef7520f7e3 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:30.243207 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-e901962c-420c-496b-9d7d-4214f30f9398 req-7c04f595-e364-4205-99ac-95ef7520f7e3 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 945 time: 0.0540869 May 06 15:01:30.244663 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a22cfc33-c864-4a9a-8b6f-0b8afb6d7877 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5249'] for router (f32f4e45-692c-47be-b54e-3acea4e41601), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:30.248219 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a22cfc33-c864-4a9a-8b6f-0b8afb6d7877 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-428852', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5256'] for router (f32f4e45-692c-47be-b54e-3acea4e41601), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:30.301299 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-e901962c-420c-496b-9d7d-4214f30f9398 req-5d9e454f-3569-4d2c-8bb3-0a9b6ae25cd3 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae37bc9a-9476-42ad-aa65-4d3a44fcf205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504384 May 06 15:01:30.301506 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f2ac80-da45-46f8-994d-94b02cf1efa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74e2536a-40e9-51c9-921d-c01d37b4b177-a5b33968-9a47-4e49-a4ac-4bdb672e1215', 'network_id': 'a5b33968-9a47-4e49-a4ac-4bdb672e1215', 'project_id': '4be2354633354d249a0598f589a987b8', 'fixed_ips': [{'subnet_id': '8ec52d68-94e9-40d7-b80a-32fe51def5e4'}]}} from dv-cinder-840678-2-iscsi. {{(pid=103344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 06 15:01:30.302355 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-67f2ac80-da45-46f8-994d-94b02cf1efa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:30.315667 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a22cfc33-c864-4a9a-8b6f-0b8afb6d7877 admin admin] Publish callbacks [] for router_controller (f32f4e45-692c-47be-b54e-3acea4e41601), precommit_add_association {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:30.461429 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-67f2ac80-da45-46f8-994d-94b02cf1efa5 None None] Allocated IP 172.20.0.2 (a5b33968-9a47-4e49-a4ac-4bdb672e1215/8ec52d68-94e9-40d7-b80a-32fe51def5e4/202ed3be-81ca-4173-9762-8e4f8965f619) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 15:01:30.503074 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a22cfc33-c864-4a9a-8b6f-0b8afb6d7877 admin admin] Publish callbacks [] for router_gateway (f32f4e45-692c-47be-b54e-3acea4e41601), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:30.557113 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6240e40-95c1-406a-9e83-16ec8151e4da req-5d758f2f-af7d-4c60-ab81-22f1eb930df4 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:30.558946 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-f6240e40-95c1-406a-9e83-16ec8151e4da req-5d758f2f-af7d-4c60-ab81-22f1eb930df4 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab1e10ed-8f86-49b0-8b91-00f990b09e38 HTTP/1.1" status: 200 len: 945 time: 0.1309173 May 06 15:01:30.639651 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-67f2ac80-da45-46f8-994d-94b02cf1efa5 None None] Publish callbacks [] for port (202ed3be-81ca-4173-9762-8e4f8965f619), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:30.644313 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-f6240e40-95c1-406a-9e83-16ec8151e4da req-77308702-7107-4b5b-8698-01d633a1acab tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786738 May 06 15:01:30.650121 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-67f2ac80-da45-46f8-994d-94b02cf1efa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732313435468'] for port (202ed3be-81ca-4173-9762-8e4f8965f619), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:30.702065 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f2ac80-da45-46f8-994d-94b02cf1efa5 None None] Network a5b33968-9a47-4e49-a4ac-4bdb672e1215 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 15:01:30.707099 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-67f2ac80-da45-46f8-994d-94b02cf1efa5 None None] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 15:01:30.711525 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f2ac80-da45-46f8-994d-94b02cf1efa5 None None] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 15:01:30.715915 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f2ac80-da45-46f8-994d-94b02cf1efa5 None None] Pushing event updated for resources: {'Port': ['ID=202ed3be-81ca-4173-9762-8e4f8965f619,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:01:30.770065 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a309b8f5-fbe9-4ecb-adef-16e45257e35c req-1cfe2b89-f119-4a4f-9c14-b351fca3c769 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:30.771700 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-a309b8f5-fbe9-4ecb-adef-16e45257e35c req-1cfe2b89-f119-4a4f-9c14-b351fca3c769 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/ports?device_id=4312a5ff-a65d-46d0-8898-0d672c24c349 HTTP/1.1" status: 200 len: 943 time: 0.0584610 May 06 15:01:30.772255 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a22cfc33-c864-4a9a-8b6f-0b8afb6d7877 admin admin] Publish callbacks [] for router_gateway (f32f4e45-692c-47be-b54e-3acea4e41601), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:30.772418 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-67f2ac80-da45-46f8-994d-94b02cf1efa5 None None] Attempting to bind port 202ed3be-81ca-4173-9762-8e4f8965f619 on host dv-cinder-840678-2-iscsi for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 15:01:30.772738 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-67f2ac80-da45-46f8-994d-94b02cf1efa5 None None] Attempting to bind port 202ed3be-81ca-4173-9762-8e4f8965f619 by drivers openvswitch,hyperv on host dv-cinder-840678-2-iscsi at level 0 using segments [{'id': '890b06b2-20bf-4aaa-b1b2-5b1efb314674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a5b33968-9a47-4e49-a4ac-4bdb672e1215'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 15:01:30.773168 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f2ac80-da45-46f8-994d-94b02cf1efa5 None None] Attempting to bind port 202ed3be-81ca-4173-9762-8e4f8965f619 on network a5b33968-9a47-4e49-a4ac-4bdb672e1215 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 15:01:30.780145 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f2ac80-da45-46f8-994d-94b02cf1efa5 None None] Checking agent: {'id': '20451d70-ea89-4a66-885a-20a1b2a3bff8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 14, 49, 44), 'started_at': datetime.datetime(2022, 5, 6, 14, 50, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 15, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 15:01:30.780620 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f2ac80-da45-46f8-994d-94b02cf1efa5 None None] Checking segment: {'id': '890b06b2-20bf-4aaa-b1b2-5b1efb314674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a5b33968-9a47-4e49-a4ac-4bdb672e1215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 15:01:30.781095 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-67f2ac80-da45-46f8-994d-94b02cf1efa5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:30.781558 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f2ac80-da45-46f8-994d-94b02cf1efa5 None None] Bound using segment: {'id': '890b06b2-20bf-4aaa-b1b2-5b1efb314674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a5b33968-9a47-4e49-a4ac-4bdb672e1215'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 15:01:30.782083 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-67f2ac80-da45-46f8-994d-94b02cf1efa5 None None] Bound port: 202ed3be-81ca-4173-9762-8e4f8965f619, host: dv-cinder-840678-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '890b06b2-20bf-4aaa-b1b2-5b1efb314674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a5b33968-9a47-4e49-a4ac-4bdb672e1215'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 15:01:30.782524 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-67f2ac80-da45-46f8-994d-94b02cf1efa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (202ed3be-81ca-4173-9762-8e4f8965f619), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:30.793065 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a22cfc33-c864-4a9a-8b6f-0b8afb6d7877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:30.837143 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-a309b8f5-fbe9-4ecb-adef-16e45257e35c req-0abba105-9192-4f83-818a-afc5849282e9 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cc91575-ba74-4fa5-bc36-4f5fc54556a0&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0583792 May 06 15:01:30.864149 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-67f2ac80-da45-46f8-994d-94b02cf1efa5 None None] For port 202ed3be-81ca-4173-9762-8e4f8965f619, host dv-cinder-840678-2-iscsi, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 15:01:30.867518 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-67f2ac80-da45-46f8-994d-94b02cf1efa5 None None] For port 202ed3be-81ca-4173-9762-8e4f8965f619, host dv-cinder-840678-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=202ed3be-81ca-4173-9762-8e4f8965f619,segment=NetworkSegment(890b06b2-20bf-4aaa-b1b2-5b1efb314674),segment_id=890b06b2-20bf-4aaa-b1b2-5b1efb314674)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 15:01:30.874450 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-67f2ac80-da45-46f8-994d-94b02cf1efa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (202ed3be-81ca-4173-9762-8e4f8965f619), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:30.922052 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-a22cfc33-c864-4a9a-8b6f-0b8afb6d7877 admin admin] Allocated IP 172.27.2.117 (06a85250-557d-4448-8943-b2192c4da88d/cd3545e0-d98c-46ff-bce0-08f4555cdcb4/4c51fedd-d4e6-43e3-86bd-bf37d06a3fb0) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 15:01:30.931118 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f2ac80-da45-46f8-994d-94b02cf1efa5 None None] Pushing event updated for resources: {'Port': ['ID=202ed3be-81ca-4173-9762-8e4f8965f619,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:01:31.046736 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a22cfc33-c864-4a9a-8b6f-0b8afb6d7877 admin admin] Publish callbacks [] for port (4c51fedd-d4e6-43e3-86bd-bf37d06a3fb0), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:31.082205 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a22cfc33-c864-4a9a-8b6f-0b8afb6d7877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732313435468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194024'] for port (4c51fedd-d4e6-43e3-86bd-bf37d06a3fb0), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:31.128553 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22cfc33-c864-4a9a-8b6f-0b8afb6d7877 admin admin] Network 06a85250-557d-4448-8943-b2192c4da88d is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 15:01:31.139214 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-a22cfc33-c864-4a9a-8b6f-0b8afb6d7877 admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 15:01:31.144984 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22cfc33-c864-4a9a-8b6f-0b8afb6d7877 admin admin] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 15:01:31.176526 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22cfc33-c864-4a9a-8b6f-0b8afb6d7877 admin admin] Pushing event updated for resources: {'Port': ['ID=4c51fedd-d4e6-43e3-86bd-bf37d06a3fb0,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:01:31.353764 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f6bdc1-f2f4-427c-8a29-434a5d55c33b req-87a12b6d-4d63-4a46-8f68-b05cfd2ed836 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:31.356254 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-e7f6bdc1-f2f4-427c-8a29-434a5d55c33b req-87a12b6d-4d63-4a46-8f68-b05cfd2ed836 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 946 time: 0.0828624 May 06 15:01:31.425729 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccde47d8-ef71-44bf-a775-1058d004f18f req-e3ceb236-3fac-4bea-9091-2e98a020cb6e tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:31.427627 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-ccde47d8-ef71-44bf-a775-1058d004f18f req-e3ceb236-3fac-4bea-9091-2e98a020cb6e tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 945 time: 0.0544071 May 06 15:01:31.459861 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-e7f6bdc1-f2f4-427c-8a29-434a5d55c33b req-c34b5022-ad49-41e4-b0e9-a300f787484f tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959578 May 06 15:01:31.489057 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-ccde47d8-ef71-44bf-a775-1058d004f18f req-4cf24b63-7eab-4f1d-9384-8734e0dd23bf tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae37bc9a-9476-42ad-aa65-4d3a44fcf205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547149 May 06 15:01:31.510196 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a22cfc33-c864-4a9a-8b6f-0b8afb6d7877 admin admin] Publish callbacks [] for router_gateway (f32f4e45-692c-47be-b54e-3acea4e41601), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:31.787129 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a22cfc33-c864-4a9a-8b6f-0b8afb6d7877 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429027'] for router (f32f4e45-692c-47be-b54e-3acea4e41601), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:31.798366 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c9e11-01c5-41a6-89f8-44c9a7789c6b req-50ebeea8-6087-4ea1-b469-2f585e682f99 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:31.800099 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-ae3c9e11-01c5-41a6-89f8-44c9a7789c6b req-50ebeea8-6087-4ea1-b469-2f585e682f99 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab1e10ed-8f86-49b0-8b91-00f990b09e38 HTTP/1.1" status: 200 len: 945 time: 0.0633874 May 06 15:01:31.913426 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-ae3c9e11-01c5-41a6-89f8-44c9a7789c6b req-977a2ff3-930b-4d2c-a19a-791cc20cf132 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559275 May 06 15:01:31.951051 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68070716-31fe-4b78-9127-ca7f676d7dfc None None] Network a5b33968-9a47-4e49-a4ac-4bdb672e1215 requested from dv-cinder-840678-2-iscsi {{(pid=103344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 15:01:32.008976 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-d07ef5f4-a720-4e48-bd67-40025cd013a1 None None] Provisioning complete for port 202ed3be-81ca-4173-9762-8e4f8965f619 triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:01:32.009446 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d07ef5f4-a720-4e48-bd67-40025cd013a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (202ed3be-81ca-4173-9762-8e4f8965f619), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:32.009758 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6db80f-7269-43d0-b14f-fd5e65db25cd req-8acf960f-357d-4c2f-b2e9-4afdb603c6f0 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:32.012259 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-8a6db80f-7269-43d0-b14f-fd5e65db25cd req-8acf960f-357d-4c2f-b2e9-4afdb603c6f0 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/ports?device_id=4312a5ff-a65d-46d0-8898-0d672c24c349 HTTP/1.1" status: 200 len: 943 time: 0.0707798 May 06 15:01:32.016322 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device 202ed3be-81ca-4173-9762-8e4f8965f619 up at agent ovs-agent-dv-cinder-840678-2-iscsi {{(pid=103344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 15:01:32.039705 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a22cfc33-c864-4a9a-8b6f-0b8afb6d7877 admin admin] Router f32f4e45-692c-47be-b54e-3acea4e41601 is scheduled to L3 agent ec8f31e6-1756-4927-8bc3-e144e6f0af83 with binding_index 1 {{(pid=103343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 15:01:32.070097 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-8a6db80f-7269-43d0-b14f-fd5e65db25cd req-7f7563d9-614e-4acf-80cc-c1be1a6fe76e tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cc91575-ba74-4fa5-bc36-4f5fc54556a0&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0514071 May 06 15:01:32.170532 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a22cfc33-c864-4a9a-8b6f-0b8afb6d7877 admin admin] Notify agent at l3_agent.dv-cinder-840678-2-iscsi the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 15:01:32.179870 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9978e250-3824-4d47-8fd9-ad759f40cfcc None None] Sync routers for ids ['f32f4e45-692c-47be-b54e-3acea4e41601'] in dv-cinder-840678-2-iscsi {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 15:01:32.190655 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a22cfc33-c864-4a9a-8b6f-0b8afb6d7877 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:32.194355 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-a22cfc33-c864-4a9a-8b6f-0b8afb6d7877 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9791772 May 06 15:01:32.194590 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9978e250-3824-4d47-8fd9-ad759f40cfcc None None] Routers {'f32f4e45-692c-47be-b54e-3acea4e41601'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:01:32.194590 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-9978e250-3824-4d47-8fd9-ad759f40cfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:01:09Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['f32f4e45-692c-47be-b54e-3acea4e41601'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:01:32.194790 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 46956) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:01:32.234449 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Provisioning complete for port 202ed3be-81ca-4173-9762-8e4f8965f619 triggered by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:01:32.235086 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (202ed3be-81ca-4173-9762-8e4f8965f619), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:32.308245 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-9978e250-3824-4d47-8fd9-ad759f40cfcc None None] Set router f32f4e45-692c-47be-b54e-3acea4e41601 gateway port host: dv-cinder-840678-2-iscsi {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:01:32.402802 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Current status of the port 202ed3be-81ca-4173-9762-8e4f8965f619 is: DOWN; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:01:32.403202 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (202ed3be-81ca-4173-9762-8e4f8965f619), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:32.408244 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-d07ef5f4-a720-4e48-bd67-40025cd013a1 None None] Current status of the port 202ed3be-81ca-4173-9762-8e4f8965f619 is: DOWN; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:01:32.408665 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d07ef5f4-a720-4e48-bd67-40025cd013a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (202ed3be-81ca-4173-9762-8e4f8965f619), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:32.471683 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] For port 202ed3be-81ca-4173-9762-8e4f8965f619, host dv-cinder-840678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=202ed3be-81ca-4173-9762-8e4f8965f619,segment=NetworkSegment(890b06b2-20bf-4aaa-b1b2-5b1efb314674),segment_id=890b06b2-20bf-4aaa-b1b2-5b1efb314674)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:01:32.477791 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (202ed3be-81ca-4173-9762-8e4f8965f619), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:32.522866 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-9978e250-3824-4d47-8fd9-ad759f40cfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f32f4e45-692c-47be-b54e-3acea4e41601', 'name': 'tempest-TestMinimumBasicScenario-1513183517-router', 'tenant_id': '4be2354633354d249a0598f589a987b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '4c51fedd-d4e6-43e3-86bd-bf37d06a3fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T15:01:30Z', 'updated_at': '2022-05-06T15:01:31Z', 'revision_number': 3, 'project_id': '4be2354633354d249a0598f589a987b8', 'gw_port': {'id': '4c51fedd-d4e6-43e3-86bd-bf37d06a3fb0', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:55:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f32f4e45-692c-47be-b54e-3acea4e41601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:01:30Z', 'updated_at': '2022-05-06T15:01:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi'}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:01:32.580838 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9978e250-3824-4d47-8fd9-ad759f40cfcc None None] Checking router: f32f4e45-692c-47be-b54e-3acea4e41601 for host: dv-cinder-840678-2-iscsi {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 15:01:32.581029 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Pushing event updated for resources: {'Port': ['ID=202ed3be-81ca-4173-9762-8e4f8965f619,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:01:32.581332 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9978e250-3824-4d47-8fd9-ad759f40cfcc None None] Updating router f32f4e45-692c-47be-b54e-3acea4e41601 port 4c51fedd-d4e6-43e3-86bd-bf37d06a3fb0 binding host dv-cinder-840678-2-iscsi {{(pid=103345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 15:01:32.585365 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.db.api [None req-d07ef5f4-a720-4e48-bd67-40025cd013a1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 15:01:32.585365 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG oslo_db.api [None req-d07ef5f4-a720-4e48-bd67-40025cd013a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 15:01:32.614717 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9978e250-3824-4d47-8fd9-ad759f40cfcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (4c51fedd-d4e6-43e3-86bd-bf37d06a3fb0), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:32.656434 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140bb615-d4a0-4d2f-927e-b7ed5b500786 req-d2efefc5-3106-4de9-b447-275642887157 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:32.659104 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-140bb615-d4a0-4d2f-927e-b7ed5b500786 req-d2efefc5-3106-4de9-b447-275642887157 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 945 time: 0.0635917 May 06 15:01:32.768999 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-140bb615-d4a0-4d2f-927e-b7ed5b500786 req-de337797-d8c3-4f83-b6b5-705e6f21d85d tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae37bc9a-9476-42ad-aa65-4d3a44fcf205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999572 May 06 15:01:32.933199 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9978e250-3824-4d47-8fd9-ad759f40cfcc None None] Publish callbacks [] for port (4c51fedd-d4e6-43e3-86bd-bf37d06a3fb0), precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:32.945532 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9978e250-3824-4d47-8fd9-ad759f40cfcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (4c51fedd-d4e6-43e3-86bd-bf37d06a3fb0), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:33.000640 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-9978e250-3824-4d47-8fd9-ad759f40cfcc None None] Attempting to bind port 4c51fedd-d4e6-43e3-86bd-bf37d06a3fb0 on host dv-cinder-840678-2-iscsi for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 15:01:33.000991 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-9978e250-3824-4d47-8fd9-ad759f40cfcc None None] Attempting to bind port 4c51fedd-d4e6-43e3-86bd-bf37d06a3fb0 by drivers openvswitch,hyperv on host dv-cinder-840678-2-iscsi at level 0 using segments [{'id': '19695222-3a66-4083-822d-690c63f08412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06a85250-557d-4448-8943-b2192c4da88d'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 15:01:33.001341 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9978e250-3824-4d47-8fd9-ad759f40cfcc None None] Attempting to bind port 4c51fedd-d4e6-43e3-86bd-bf37d06a3fb0 on network 06a85250-557d-4448-8943-b2192c4da88d {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 15:01:33.001484 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05e7681-d285-4387-bd35-d55ce9be2d3d req-5a2ee250-f21a-4499-b2de-7b0924495b4f tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:33.002942 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-c05e7681-d285-4387-bd35-d55ce9be2d3d req-5a2ee250-f21a-4499-b2de-7b0924495b4f tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 946 time: 0.0783858 May 06 15:01:33.013977 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9978e250-3824-4d47-8fd9-ad759f40cfcc None None] Checking agent: {'id': '20451d70-ea89-4a66-885a-20a1b2a3bff8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 14, 49, 44), 'started_at': datetime.datetime(2022, 5, 6, 14, 50, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 15, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 15:01:33.014350 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9978e250-3824-4d47-8fd9-ad759f40cfcc None None] Checking segment: {'id': '19695222-3a66-4083-822d-690c63f08412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06a85250-557d-4448-8943-b2192c4da88d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 15:01:33.014745 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9978e250-3824-4d47-8fd9-ad759f40cfcc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:33.015131 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9978e250-3824-4d47-8fd9-ad759f40cfcc None None] Bound using segment: {'id': '19695222-3a66-4083-822d-690c63f08412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06a85250-557d-4448-8943-b2192c4da88d'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 15:01:33.015596 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-9978e250-3824-4d47-8fd9-ad759f40cfcc None None] Bound port: 4c51fedd-d4e6-43e3-86bd-bf37d06a3fb0, host: dv-cinder-840678-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19695222-3a66-4083-822d-690c63f08412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06a85250-557d-4448-8943-b2192c4da88d'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 15:01:33.015968 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9978e250-3824-4d47-8fd9-ad759f40cfcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (4c51fedd-d4e6-43e3-86bd-bf37d06a3fb0), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:33.018723 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b289abfc-5844-43b8-8942-ca8c77969b11 None None] Pushing event updated for resources: {'Port': ['ID=4c51fedd-d4e6-43e3-86bd-bf37d06a3fb0,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:01:33.043594 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4606b89f-5cba-4772-a041-ec7adea788c5 req-64849e4a-e3c5-452f-bda9-537385b6953b tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:33.046042 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-4606b89f-5cba-4772-a041-ec7adea788c5 req-64849e4a-e3c5-452f-bda9-537385b6953b tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab1e10ed-8f86-49b0-8b91-00f990b09e38 HTTP/1.1" status: 200 len: 945 time: 0.0571005 May 06 15:01:33.054073 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b289abfc-5844-43b8-8942-ca8c77969b11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:01:33.054073 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b289abfc-5844-43b8-8942-ca8c77969b11 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:01:33.054073 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b289abfc-5844-43b8-8942-ca8c77969b11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:01:33.054073 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b289abfc-5844-43b8-8942-ca8c77969b11 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:01:33.054073 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b289abfc-5844-43b8-8942-ca8c77969b11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:01:33.055050 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b289abfc-5844-43b8-8942-ca8c77969b11 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:01:33.055391 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b289abfc-5844-43b8-8942-ca8c77969b11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:01:33.055726 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b289abfc-5844-43b8-8942-ca8c77969b11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:01:33.056052 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b289abfc-5844-43b8-8942-ca8c77969b11 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:01:33.056376 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b289abfc-5844-43b8-8942-ca8c77969b11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:01:33.056734 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b289abfc-5844-43b8-8942-ca8c77969b11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:01:33.057076 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b289abfc-5844-43b8-8942-ca8c77969b11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:01:33.057401 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b289abfc-5844-43b8-8942-ca8c77969b11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:01:33.058556 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b289abfc-5844-43b8-8942-ca8c77969b11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:01:33.058930 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b289abfc-5844-43b8-8942-ca8c77969b11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:01:33.090775 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-c05e7681-d285-4387-bd35-d55ce9be2d3d req-4c62d78f-a07d-456a-822e-cb5ec302fa12 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788152 May 06 15:01:33.125253 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-4606b89f-5cba-4772-a041-ec7adea788c5 req-9954d558-bc7c-4899-a2a5-3d313ae5b167 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664055 May 06 15:01:33.162383 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-d07ef5f4-a720-4e48-bd67-40025cd013a1 None None] Current status of the port 202ed3be-81ca-4173-9762-8e4f8965f619 is: ACTIVE; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:01:33.179810 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b267753d-4cdb-4dbd-9eb5-9d65ad239249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:33.243452 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-9978e250-3824-4d47-8fd9-ad759f40cfcc None None] For port 4c51fedd-d4e6-43e3-86bd-bf37d06a3fb0, host dv-cinder-840678-2-iscsi, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 15:01:33.248851 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-9978e250-3824-4d47-8fd9-ad759f40cfcc None None] For port 4c51fedd-d4e6-43e3-86bd-bf37d06a3fb0, host dv-cinder-840678-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=4c51fedd-d4e6-43e3-86bd-bf37d06a3fb0,segment=NetworkSegment(19695222-3a66-4083-822d-690c63f08412),segment_id=19695222-3a66-4083-822d-690c63f08412)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 15:01:33.256629 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-9978e250-3824-4d47-8fd9-ad759f40cfcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (4c51fedd-d4e6-43e3-86bd-bf37d06a3fb0), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:33.283666 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-762ebd0f-75a2-48f2-afcd-2ab8ec6a3bc4 None None] Provisioning complete for port 202ed3be-81ca-4173-9762-8e4f8965f619 triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:01:33.284041 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-762ebd0f-75a2-48f2-afcd-2ab8ec6a3bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (202ed3be-81ca-4173-9762-8e4f8965f619), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:33.308966 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0fb279-fcad-407e-a061-5d8321880f4c req-c04ac65d-3661-4668-82b1-e19d5a775051 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:33.310604 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-3e0fb279-fcad-407e-a061-5d8321880f4c req-c04ac65d-3661-4668-82b1-e19d5a775051 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/ports?device_id=4312a5ff-a65d-46d0-8898-0d672c24c349 HTTP/1.1" status: 200 len: 943 time: 0.1043789 May 06 15:01:33.326193 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9978e250-3824-4d47-8fd9-ad759f40cfcc None None] Routers {'f32f4e45-692c-47be-b54e-3acea4e41601'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:01:33.326884 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-9978e250-3824-4d47-8fd9-ad759f40cfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:01:09Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['f32f4e45-692c-47be-b54e-3acea4e41601'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:01:33.366398 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b289abfc-5844-43b8-8942-ca8c77969b11 None None] Pushing event updated for resources: {'Port': ['ID=4c51fedd-d4e6-43e3-86bd-bf37d06a3fb0,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:01:33.393459 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-762ebd0f-75a2-48f2-afcd-2ab8ec6a3bc4 None None] Current status of the port 202ed3be-81ca-4173-9762-8e4f8965f619 is: ACTIVE; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:01:33.419958 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-3e0fb279-fcad-407e-a061-5d8321880f4c req-1ff551a5-1deb-4359-842b-77fe12f11b44 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cc91575-ba74-4fa5-bc36-4f5fc54556a0&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.1032557 May 06 15:01:33.473078 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-b267753d-4cdb-4dbd-9eb5-9d65ad239249 admin admin] Allocated IP 172.20.0.1 (a5b33968-9a47-4e49-a4ac-4bdb672e1215/8ec52d68-94e9-40d7-b80a-32fe51def5e4/1b6d5674-e4d2-4482-ad64-262c92189407) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 15:01:33.487772 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-9978e250-3824-4d47-8fd9-ad759f40cfcc None None] Set router f32f4e45-692c-47be-b54e-3acea4e41601 gateway port host: dv-cinder-840678-2-iscsi {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:01:33.601697 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b267753d-4cdb-4dbd-9eb5-9d65ad239249 admin admin] Publish callbacks [] for port (1b6d5674-e4d2-4482-ad64-262c92189407), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:33.640206 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b267753d-4cdb-4dbd-9eb5-9d65ad239249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732313435468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194024'] for port (1b6d5674-e4d2-4482-ad64-262c92189407), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:33.679455 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b267753d-4cdb-4dbd-9eb5-9d65ad239249 admin admin] Network a5b33968-9a47-4e49-a4ac-4bdb672e1215 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 15:01:33.680152 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-9978e250-3824-4d47-8fd9-ad759f40cfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f32f4e45-692c-47be-b54e-3acea4e41601', 'name': 'tempest-TestMinimumBasicScenario-1513183517-router', 'tenant_id': '4be2354633354d249a0598f589a987b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '4c51fedd-d4e6-43e3-86bd-bf37d06a3fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T15:01:30Z', 'updated_at': '2022-05-06T15:01:31Z', 'revision_number': 3, 'project_id': '4be2354633354d249a0598f589a987b8', 'gw_port': {'id': '4c51fedd-d4e6-43e3-86bd-bf37d06a3fb0', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:55:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f32f4e45-692c-47be-b54e-3acea4e41601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:01:30Z', 'updated_at': '2022-05-06T15:01:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi'}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:01:33.682769 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-b267753d-4cdb-4dbd-9eb5-9d65ad239249 admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 15:01:33.688947 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b267753d-4cdb-4dbd-9eb5-9d65ad239249 admin admin] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 15:01:33.717706 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267753d-4cdb-4dbd-9eb5-9d65ad239249 admin admin] Pushing event updated for resources: {'Port': ['ID=1b6d5674-e4d2-4482-ad64-262c92189407,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:01:33.718596 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9978e250-3824-4d47-8fd9-ad759f40cfcc None None] The sync data for ids ['f32f4e45-692c-47be-b54e-3acea4e41601'] in dv-cinder-840678-2-iscsi is: [{'id': 'f32f4e45-692c-47be-b54e-3acea4e41601', 'name': 'tempest-TestMinimumBasicScenario-1513183517-router', 'tenant_id': '4be2354633354d249a0598f589a987b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '4c51fedd-d4e6-43e3-86bd-bf37d06a3fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T15:01:30Z', 'updated_at': '2022-05-06T15:01:31Z', 'revision_number': 3, 'project_id': '4be2354633354d249a0598f589a987b8', 'gw_port': {'id': '4c51fedd-d4e6-43e3-86bd-bf37d06a3fb0', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:55:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f32f4e45-692c-47be-b54e-3acea4e41601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:01:30Z', 'updated_at': '2022-05-06T15:01:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi'}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 15:01:33.748844 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b267753d-4cdb-4dbd-9eb5-9d65ad239249 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-426958'] for router_interface (f32f4e45-692c-47be-b54e-3acea4e41601), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:33.928144 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device 202ed3be-81ca-4173-9762-8e4f8965f619 up at agent ovs-agent-dv-cinder-840678-2-iscsi {{(pid=103344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 15:01:33.936467 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b267753d-4cdb-4dbd-9eb5-9d65ad239249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (1b6d5674-e4d2-4482-ad64-262c92189407), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:33.975934 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Provisioning complete for port 202ed3be-81ca-4173-9762-8e4f8965f619 triggered by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:01:33.976370 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (202ed3be-81ca-4173-9762-8e4f8965f619), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:34.097417 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-69d011c9-6e00-4ba6-b737-f0e030086022 None None] Provisioning complete for port 1b6d5674-e4d2-4482-ad64-262c92189407 triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:01:34.097826 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-69d011c9-6e00-4ba6-b737-f0e030086022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (1b6d5674-e4d2-4482-ad64-262c92189407), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:34.129783 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Current status of the port 202ed3be-81ca-4173-9762-8e4f8965f619 is: ACTIVE; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:01:34.147986 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-69d011c9-6e00-4ba6-b737-f0e030086022 None None] Port 1b6d5674-e4d2-4482-ad64-262c92189407 cannot update to ACTIVE because it is not bound. {{(pid=103344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 06 15:01:34.170092 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b267753d-4cdb-4dbd-9eb5-9d65ad239249 admin admin] Publish callbacks [] for port (1b6d5674-e4d2-4482-ad64-262c92189407), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:34.178290 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b267753d-4cdb-4dbd-9eb5-9d65ad239249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194015'] for port (1b6d5674-e4d2-4482-ad64-262c92189407), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:34.236413 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b33c64c-b58d-48f0-b606-b8bc503d1895 req-45c9e5dd-7a1c-4bb8-b755-1744beba4347 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:34.241102 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-3b33c64c-b58d-48f0-b606-b8bc503d1895 req-45c9e5dd-7a1c-4bb8-b755-1744beba4347 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 946 time: 0.0553572 May 06 15:01:34.257685 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b267753d-4cdb-4dbd-9eb5-9d65ad239249 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-426372'] for router_interface (f32f4e45-692c-47be-b54e-3acea4e41601), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:34.260891 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267753d-4cdb-4dbd-9eb5-9d65ad239249 admin admin] Pushing event updated for resources: {'Port': ['ID=1b6d5674-e4d2-4482-ad64-262c92189407,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:01:34.304549 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-3b33c64c-b58d-48f0-b606-b8bc503d1895 req-1d7c8881-2961-413a-8d46-bb80159bdf99 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595961 May 06 15:01:34.361387 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b267753d-4cdb-4dbd-9eb5-9d65ad239249 admin admin] Network a5b33968-9a47-4e49-a4ac-4bdb672e1215 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 15:01:34.363118 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-b267753d-4cdb-4dbd-9eb5-9d65ad239249 admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 15:01:34.506162 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b267753d-4cdb-4dbd-9eb5-9d65ad239249 admin admin] Router f32f4e45-692c-47be-b54e-3acea4e41601 has already been hosted by L3 agent ec8f31e6-1756-4927-8bc3-e144e6f0af83 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 15:01:34.569743 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b452e-4912-440b-af38-bf978cb4d7e2 req-3646f189-0d79-439a-982e-9d120a46949c tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:34.571313 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-827b452e-4912-440b-af38-bf978cb4d7e2 req-3646f189-0d79-439a-982e-9d120a46949c tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/ports?device_id=4312a5ff-a65d-46d0-8898-0d672c24c349 HTTP/1.1" status: 200 len: 943 time: 0.0581946 May 06 15:01:34.670565 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-e2070dd6-d2a1-4a47-8b1a-e3fffe2e4092 None None] Provisioning complete for port 1b6d5674-e4d2-4482-ad64-262c92189407 triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:01:34.671612 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e2070dd6-d2a1-4a47-8b1a-e3fffe2e4092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (1b6d5674-e4d2-4482-ad64-262c92189407), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:34.713049 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-827b452e-4912-440b-af38-bf978cb4d7e2 req-61894f2c-e2e8-494d-b321-e8ed0d3f5c69 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cc91575-ba74-4fa5-bc36-4f5fc54556a0&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.1011207 May 06 15:01:34.718817 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-e2070dd6-d2a1-4a47-8b1a-e3fffe2e4092 None None] Port 1b6d5674-e4d2-4482-ad64-262c92189407 cannot update to ACTIVE because it is not bound. {{(pid=103344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 06 15:01:34.735629 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b267753d-4cdb-4dbd-9eb5-9d65ad239249 admin admin] Notify agent at l3_agent.dv-cinder-840678-2-iscsi the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 15:01:34.745677 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-b267753d-4cdb-4dbd-9eb5-9d65ad239249 admin admin] 10.222.0.23 "PUT /v2.0/routers/f32f4e45-692c-47be-b54e-3acea4e41601/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5492098 May 06 15:01:35.002639 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 47000) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:01:35.008263 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.v2.base [None req-7cb77e1c-5dde-4fa8-a772-436837090614 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1061252850', 'description': 'tempest-description--20202811'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:01:35.034598 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7cb77e1c-5dde-4fa8-a772-436837090614 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:35.114872 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7cb77e1c-5dde-4fa8-a772-436837090614 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Publish callbacks [] for security_group (5ce1eba2-17cd-4db7-8aac-d5fdec873105), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:35.118318 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7cb77e1c-5dde-4fa8-a772-436837090614 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (5ce1eba2-17cd-4db7-8aac-d5fdec873105), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:35.151646 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7cb77e1c-5dde-4fa8-a772-436837090614 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:35.155771 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-7cb77e1c-5dde-4fa8-a772-436837090614 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1489370 May 06 15:01:35.155771 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb77e1c-5dde-4fa8-a772-436837090614 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce1eba2-17cd-4db7-8aac-d5fdec873105,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:01:35.156093 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 47008) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:01:35.160880 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.v2.base [None req-d630bc60-e725-4b01-94b8-f1b71e5683a1 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Request body: {'security_group_rule': {'security_group_id': '5ce1eba2-17cd-4db7-8aac-d5fdec873105', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:01:35.191815 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d630bc60-e725-4b01-94b8-f1b71e5683a1 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Publish callbacks [] for security_group_rule (cf48bcc8-8c12-4b05-8b25-13d6cc770f09), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:35.249687 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d630bc60-e725-4b01-94b8-f1b71e5683a1 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Publish callbacks [] for security_group_rule (cf48bcc8-8c12-4b05-8b25-13d6cc770f09), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:35.257298 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d630bc60-e725-4b01-94b8-f1b71e5683a1 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575255'] for security_group_rule (cf48bcc8-8c12-4b05-8b25-13d6cc770f09), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:35.278711 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d630bc60-e725-4b01-94b8-f1b71e5683a1 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf48bcc8-8c12-4b05-8b25-13d6cc770f09,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:01:35.290650 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d630bc60-e725-4b01-94b8-f1b71e5683a1 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:35.295030 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-d630bc60-e725-4b01-94b8-f1b71e5683a1 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1354229 May 06 15:01:35.295274 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 47012) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:01:35.299580 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.v2.base [None req-b8a7a21c-4e40-4e6e-985d-1f6cddc594d3 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Request body: {'security_group_rule': {'security_group_id': '5ce1eba2-17cd-4db7-8aac-d5fdec873105', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:01:35.299755 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 47014) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:01:35.305392 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.v2.base [None req-9257c54e-f398-4398-be44-103ee12c2fb6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1419520146-network', 'tenant_id': '2e9600e4323648cd9c7794d67bce9fe3'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:01:35.329178 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9257c54e-f398-4398-be44-103ee12c2fb6 admin admin] Made reservation on behalf of 2e9600e4323648cd9c7794d67bce9fe3 for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 15:01:35.331770 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9257c54e-f398-4398-be44-103ee12c2fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:35.332987 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b8a7a21c-4e40-4e6e-985d-1f6cddc594d3 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Publish callbacks [] for security_group_rule (c3697159-e438-4662-9c44-17837ec8dd09), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:35.350339 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9257c54e-f398-4398-be44-103ee12c2fb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:35.448935 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd6b3aa-fe0b-4ea6-8506-95fa159ff508 req-76b27a20-4a84-4857-bc68-f88f57e1c703 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:35.450453 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-5cd6b3aa-fe0b-4ea6-8506-95fa159ff508 req-76b27a20-4a84-4857-bc68-f88f57e1c703 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 946 time: 0.0634236 May 06 15:01:35.454792 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device 3fde30d6-e4a7-41a8-a67c-29a4deb4e074 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 15:01:35.455347 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9257c54e-f398-4398-be44-103ee12c2fb6 admin admin] Publish callbacks [] for security_group (01243310-f31f-493c-b971-6ccc03ebc0e9), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:35.457632 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b8a7a21c-4e40-4e6e-985d-1f6cddc594d3 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Publish callbacks [] for security_group_rule (c3697159-e438-4662-9c44-17837ec8dd09), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:35.462512 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9257c54e-f398-4398-be44-103ee12c2fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (01243310-f31f-493c-b971-6ccc03ebc0e9), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:35.484954 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b8a7a21c-4e40-4e6e-985d-1f6cddc594d3 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575255'] for security_group_rule (c3697159-e438-4662-9c44-17837ec8dd09), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:35.485937 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9257c54e-f398-4398-be44-103ee12c2fb6 admin admin] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 15:01:35.506228 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9257c54e-f398-4398-be44-103ee12c2fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01243310-f31f-493c-b971-6ccc03ebc0e9,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:01:35.527928 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9257c54e-f398-4398-be44-103ee12c2fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16165668'] for segment (36947688-9383-4482-824c-cc1128492eb4), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:35.528334 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.db.segments_db [None req-9257c54e-f398-4398-be44-103ee12c2fb6 admin admin] Added segment 36947688-9383-4482-824c-cc1128492eb4 of type vlan for network f9061cc1-1a46-4c48-95e7-30783853383c May 06 15:01:35.528814 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a7a21c-4e40-4e6e-985d-1f6cddc594d3 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3697159-e438-4662-9c44-17837ec8dd09,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:01:35.539177 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b8a7a21c-4e40-4e6e-985d-1f6cddc594d3 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:35.540933 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-b8a7a21c-4e40-4e6e-985d-1f6cddc594d3 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2445304 May 06 15:01:35.547473 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 47018) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:01:35.556286 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.v2.base [None req-03eb723f-3969-4447-8b4f-059774be0b54 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Request body: {'floatingip': {'floating_network_id': '06a85250-557d-4448-8943-b2192c4da88d'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:01:35.571371 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-5cd6b3aa-fe0b-4ea6-8506-95fa159ff508 req-091d7917-704d-4b66-9fb8-5d5c0597adb9 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092272 May 06 15:01:35.597856 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9257c54e-f398-4398-be44-103ee12c2fb6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732313419650'] for network (f9061cc1-1a46-4c48-95e7-30783853383c), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:35.609538 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] For port 3fde30d6-e4a7-41a8-a67c-29a4deb4e074, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=3fde30d6-e4a7-41a8-a67c-29a4deb4e074,segment=NetworkSegment(59b9f651-300b-41a0-9754-50f9dffdafce),segment_id=59b9f651-300b-41a0-9754-50f9dffdafce)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:01:35.612052 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-03eb723f-3969-4447-8b4f-059774be0b54 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:35.632941 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Returning: {'device': '3fde30d6-e4a7-41a8-a67c-29a4deb4e074', 'network_id': 'e617326c-50d9-4a05-90f1-04262502b764', 'port_id': '3fde30d6-e4a7-41a8-a67c-29a4deb4e074', 'mac_address': 'fa:16:3e:8c:3f:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73d058b8-ef9e-473c-9be9-61c8d64fe350', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 15:01:35.647644 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9257c54e-f398-4398-be44-103ee12c2fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605'] for network (f9061cc1-1a46-4c48-95e7-30783853383c), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:35.649509 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9257c54e-f398-4398-be44-103ee12c2fb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:35.650411 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9257c54e-f398-4398-be44-103ee12c2fb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566627'] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:35.685345 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Current status of the port 3fde30d6-e4a7-41a8-a67c-29a4deb4e074 is: ACTIVE; New status is: BUILD {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:01:35.686147 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (3fde30d6-e4a7-41a8-a67c-29a4deb4e074), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:35.715217 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.notifiers.nova [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3fde30d6-e4a7-41a8-a67c-29a4deb4e074 {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 15:01:35.723002 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-03eb723f-3969-4447-8b4f-059774be0b54 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:35.746591 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] For port 3fde30d6-e4a7-41a8-a67c-29a4deb4e074, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=3fde30d6-e4a7-41a8-a67c-29a4deb4e074,segment=NetworkSegment(59b9f651-300b-41a0-9754-50f9dffdafce),segment_id=59b9f651-300b-41a0-9754-50f9dffdafce)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:01:35.750288 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-9257c54e-f398-4398-be44-103ee12c2fb6 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4491253 May 06 15:01:35.755347 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 47022) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:01:35.758150 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (3fde30d6-e4a7-41a8-a67c-29a4deb4e074), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:35.761696 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9257c54e-f398-4398-be44-103ee12c2fb6 admin admin] Pushing event updated for resources: {'Network': ['ID=f9061cc1-1a46-4c48-95e7-30783853383c,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:01:35.767084 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.v2.base [None req-ab041392-3f3c-4cf4-bac6-8a5d3888dd1f admin admin] Request body: {'subnet': {'network_id': 'f9061cc1-1a46-4c48-95e7-30783853383c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1419520146-subnet', 'tenant_id': '2e9600e4323648cd9c7794d67bce9fe3', 'ip_version': 4}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:01:35.777645 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf02fec1-2747-493f-ad8d-9e0dc7009986 None None] Sync routers for ids ['f32f4e45-692c-47be-b54e-3acea4e41601'] in dv-cinder-840678-2-iscsi {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 15:01:35.797572 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab041392-3f3c-4cf4-bac6-8a5d3888dd1f admin admin] Made reservation on behalf of 2e9600e4323648cd9c7794d67bce9fe3 for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 15:01:35.800503 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ab041392-3f3c-4cf4-bac6-8a5d3888dd1f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60398207'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:35.840085 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Network f9061cc1-1a46-4c48-95e7-30783853383c details requested by agent ovs-agent-dv-cinder-840678-2-iscsi with host dv-cinder-840678-2-iscsi {{(pid=103344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 15:01:35.915721 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-03eb723f-3969-4447-8b4f-059774be0b54 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Allocated IP 172.27.2.65 (06a85250-557d-4448-8943-b2192c4da88d/cd3545e0-d98c-46ff-bce0-08f4555cdcb4/4ac57270-0edd-426e-b15a-17ed7b49e8a7) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 15:01:35.939408 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf02fec1-2747-493f-ad8d-9e0dc7009986 None None] Routers {'f32f4e45-692c-47be-b54e-3acea4e41601'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:01:35.940636 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-cf02fec1-2747-493f-ad8d-9e0dc7009986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:01:09Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['f32f4e45-692c-47be-b54e-3acea4e41601'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:01:35.949455 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Pushing event updated for resources: {'Port': ['ID=3fde30d6-e4a7-41a8-a67c-29a4deb4e074,revision_number=6']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:01:36.036698 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] get_ports_and_sgs() called for port_ids ['3fde30d6-e4a7-41a8-a67c-29a4deb4e074'] {{(pid=103344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 15:01:36.039676 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device 4c51fedd-d4e6-43e3-86bd-bf37d06a3fb0 up at agent ovs-agent-dv-cinder-840678-2-iscsi {{(pid=103344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 15:01:36.071094 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c80ef7-5cff-4c4c-8c48-91e1b3d17165 req-651dcc09-b038-4152-9044-9dd9288be74a tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:36.072594 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-a7c80ef7-5cff-4c4c-8c48-91e1b3d17165 req-651dcc09-b038-4152-9044-9dd9288be74a tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/ports?device_id=4312a5ff-a65d-46d0-8898-0d672c24c349 HTTP/1.1" status: 200 len: 943 time: 0.2360206 May 06 15:01:36.086743 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-03eb723f-3969-4447-8b4f-059774be0b54 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Publish callbacks [] for port (4ac57270-0edd-426e-b15a-17ed7b49e8a7), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:36.135254 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-03eb723f-3969-4447-8b4f-059774be0b54 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732313435468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194024'] for port (4ac57270-0edd-426e-b15a-17ed7b49e8a7), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:36.184768 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03eb723f-3969-4447-8b4f-059774be0b54 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Network 06a85250-557d-4448-8943-b2192c4da88d is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 15:01:36.186829 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-a7c80ef7-5cff-4c4c-8c48-91e1b3d17165 req-dc325536-857f-4067-91f5-dc4cb1d309b7 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cc91575-ba74-4fa5-bc36-4f5fc54556a0&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.1049135 May 06 15:01:36.188198 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-03eb723f-3969-4447-8b4f-059774be0b54 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 15:01:36.191576 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03eb723f-3969-4447-8b4f-059774be0b54 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 15:01:36.199174 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Provisioning complete for port 4c51fedd-d4e6-43e3-86bd-bf37d06a3fb0 triggered by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:01:36.199564 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (4c51fedd-d4e6-43e3-86bd-bf37d06a3fb0), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:36.232266 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eb723f-3969-4447-8b4f-059774be0b54 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Pushing event updated for resources: {'Port': ['ID=4ac57270-0edd-426e-b15a-17ed7b49e8a7,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:01:36.287542 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ab041392-3f3c-4cf4-bac6-8a5d3888dd1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59635120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60398185'] for subnet (3c5ef4a9-da0e-42a7-9b4e-6b9c6f7052b7), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:36.314901 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-03eb723f-3969-4447-8b4f-059774be0b54 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Publish callbacks [] for floatingip (aeae4d8f-9557-4eca-a888-c225dbf0b97f), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:36.356428 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-cf02fec1-2747-493f-ad8d-9e0dc7009986 None None] Set router f32f4e45-692c-47be-b54e-3acea4e41601 gateway port host: dv-cinder-840678-2-iscsi {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:01:36.363954 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-03eb723f-3969-4447-8b4f-059774be0b54 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (4ac57270-0edd-426e-b15a-17ed7b49e8a7), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:36.364942 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab041392-3f3c-4cf4-bac6-8a5d3888dd1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c5ef4a9-da0e-42a7-9b4e-6b9c6f7052b7,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:01:36.368416 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab041392-3f3c-4cf4-bac6-8a5d3888dd1f admin admin] Checking segment: {'id': '36947688-9383-4482-824c-cc1128492eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'f9061cc1-1a46-4c48-95e7-30783853383c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 15:01:36.369148 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab041392-3f3c-4cf4-bac6-8a5d3888dd1f admin admin] Network hostable DHCP agents. Network: f9061cc1-1a46-4c48-95e7-30783853383c, hostable agents: ['79b17169-ed94-4769-ba4e-30adf371f78f'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 15:01:36.393942 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab041392-3f3c-4cf4-bac6-8a5d3888dd1f admin admin] Network f9061cc1-1a46-4c48-95e7-30783853383c is scheduled to be hosted by DHCP agent 79b17169-ed94-4769-ba4e-30adf371f78f with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 15:01:36.412558 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-ab041392-3f3c-4cf4-bac6-8a5d3888dd1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-2-iscsi, f9061cc1-1a46-4c48-95e7-30783853383c) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 15:01:36.420781 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab041392-3f3c-4cf4-bac6-8a5d3888dd1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:36.422934 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ab041392-3f3c-4cf4-bac6-8a5d3888dd1f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:36.434041 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a8954b-7864-4df7-8b54-2ea09bdcb90f None None] Network f9061cc1-1a46-4c48-95e7-30783853383c requested from dv-cinder-840678-2-iscsi {{(pid=103344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 15:01:36.441340 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-ab041392-3f3c-4cf4-bac6-8a5d3888dd1f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6827586 May 06 15:01:36.443929 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 47028) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:01:36.449404 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.v2.base [None req-acb3c8dd-f3f1-4d45-a4f7-6f9c204acabd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1419520146-router', 'tenant_id': '2e9600e4323648cd9c7794d67bce9fe3', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d'}}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:01:36.474269 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-acb3c8dd-f3f1-4d45-a4f7-6f9c204acabd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5249'] for router (d18993ea-a89c-4b95-908f-7ccba2c52676), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:36.476071 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-acb3c8dd-f3f1-4d45-a4f7-6f9c204acabd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-428852', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5256'] for router (d18993ea-a89c-4b95-908f-7ccba2c52676), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:36.545472 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-acb3c8dd-f3f1-4d45-a4f7-6f9c204acabd admin admin] Publish callbacks [] for router_controller (d18993ea-a89c-4b95-908f-7ccba2c52676), precommit_add_association {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:36.559801 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Current status of the port 4c51fedd-d4e6-43e3-86bd-bf37d06a3fb0 is: DOWN; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:01:36.560231 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (4c51fedd-d4e6-43e3-86bd-bf37d06a3fb0), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:36.577240 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-03eb723f-3969-4447-8b4f-059774be0b54 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Publish callbacks [] for port (4ac57270-0edd-426e-b15a-17ed7b49e8a7), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:36.582391 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-03eb723f-3969-4447-8b4f-059774be0b54 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194015'] for port (4ac57270-0edd-426e-b15a-17ed7b49e8a7), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:36.670515 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] For port 4c51fedd-d4e6-43e3-86bd-bf37d06a3fb0, host dv-cinder-840678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=4c51fedd-d4e6-43e3-86bd-bf37d06a3fb0,segment=NetworkSegment(19695222-3a66-4083-822d-690c63f08412),segment_id=19695222-3a66-4083-822d-690c63f08412)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:01:36.682570 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-03eb723f-3969-4447-8b4f-059774be0b54 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429592'] for floatingip (aeae4d8f-9557-4eca-a888-c225dbf0b97f), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:36.688029 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (4c51fedd-d4e6-43e3-86bd-bf37d06a3fb0), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:36.728248 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-acb3c8dd-f3f1-4d45-a4f7-6f9c204acabd admin admin] Publish callbacks [] for router_gateway (d18993ea-a89c-4b95-908f-7ccba2c52676), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:36.741545 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eb723f-3969-4447-8b4f-059774be0b54 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Pushing event updated for resources: {'Port': ['ID=4ac57270-0edd-426e-b15a-17ed7b49e8a7,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:01:36.749198 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-03eb723f-3969-4447-8b4f-059774be0b54 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for floatingip (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:36.759064 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-03eb723f-3969-4447-8b4f-059774be0b54 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2095573 May 06 15:01:36.779436 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca0ef7c-b573-463a-af8b-18bc58553ddf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74e2536a-40e9-51c9-921d-c01d37b4b177-f9061cc1-1a46-4c48-95e7-30783853383c', 'network_id': 'f9061cc1-1a46-4c48-95e7-30783853383c', 'project_id': '2e9600e4323648cd9c7794d67bce9fe3', 'fixed_ips': [{'subnet_id': '3c5ef4a9-da0e-42a7-9b4e-6b9c6f7052b7'}]}} from dv-cinder-840678-2-iscsi. {{(pid=103344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 06 15:01:36.780575 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7ca0ef7c-b573-463a-af8b-18bc58553ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:36.790795 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13be6b6e-15d6-4432-a9f8-e3193d31bbd6 req-898a8837-04ae-4854-9c8f-13c884352784 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:36.805926 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-13be6b6e-15d6-4432-a9f8-e3193d31bbd6 req-898a8837-04ae-4854-9c8f-13c884352784 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 945 time: 0.1196253 May 06 15:01:36.813090 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Pushing event updated for resources: {'Port': ['ID=4c51fedd-d4e6-43e3-86bd-bf37d06a3fb0,revision_number=4']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:01:36.879267 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-13be6b6e-15d6-4432-a9f8-e3193d31bbd6 req-7a2f9601-0e2a-4d95-a676-379fe75abe6d tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688782 May 06 15:01:36.929023 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-cf02fec1-2747-493f-ad8d-9e0dc7009986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f32f4e45-692c-47be-b54e-3acea4e41601', 'name': 'tempest-TestMinimumBasicScenario-1513183517-router', 'tenant_id': '4be2354633354d249a0598f589a987b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '4c51fedd-d4e6-43e3-86bd-bf37d06a3fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T15:01:30Z', 'updated_at': '2022-05-06T15:01:33Z', 'revision_number': 4, 'project_id': '4be2354633354d249a0598f589a987b8', 'gw_port': {'id': '4c51fedd-d4e6-43e3-86bd-bf37d06a3fb0', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:55:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f32f4e45-692c-47be-b54e-3acea4e41601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:01:30Z', 'updated_at': '2022-05-06T15:01:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_interfaces': [{'id': '1b6d5674-e4d2-4482-ad64-262c92189407', 'name': '', 'network_id': 'a5b33968-9a47-4e49-a4ac-4bdb672e1215', 'tenant_id': '4be2354633354d249a0598f589a987b8', 'mac_address': 'fa:16:3e:3a:18:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f32f4e45-692c-47be-b54e-3acea4e41601', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '8ec52d68-94e9-40d7-b80a-32fe51def5e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:01:33Z', 'updated_at': '2022-05-06T15:01:33Z', 'revision_number': 2, 'project_id': '4be2354633354d249a0598f589a987b8', 'subnets': [{'id': '8ec52d68-94e9-40d7-b80a-32fe51def5e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:01:36.964837 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf02fec1-2747-493f-ad8d-9e0dc7009986 None None] Checking router: f32f4e45-692c-47be-b54e-3acea4e41601 for host: dv-cinder-840678-2-iscsi {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 15:01:36.965209 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf02fec1-2747-493f-ad8d-9e0dc7009986 None None] Updating router f32f4e45-692c-47be-b54e-3acea4e41601 port 1b6d5674-e4d2-4482-ad64-262c92189407 binding host dv-cinder-840678-2-iscsi {{(pid=103344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 15:01:37.018551 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-acb3c8dd-f3f1-4d45-a4f7-6f9c204acabd admin admin] Publish callbacks [] for router_gateway (d18993ea-a89c-4b95-908f-7ccba2c52676), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:37.039471 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-acb3c8dd-f3f1-4d45-a4f7-6f9c204acabd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:37.174893 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-acb3c8dd-f3f1-4d45-a4f7-6f9c204acabd admin admin] Allocated IP 172.27.2.170 (06a85250-557d-4448-8943-b2192c4da88d/cd3545e0-d98c-46ff-bce0-08f4555cdcb4/b27ca12b-e50e-4a9a-9819-90499927ba87) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 15:01:37.181773 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cf02fec1-2747-493f-ad8d-9e0dc7009986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (1b6d5674-e4d2-4482-ad64-262c92189407), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:37.191579 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-aa544623-8be3-4688-afac-b8ef20b833fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (79b17169-ed94-4769-ba4e-30adf371f78f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:37.204911 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-7ca0ef7c-b573-463a-af8b-18bc58553ddf None None] Allocated IP 172.20.0.2 (f9061cc1-1a46-4c48-95e7-30783853383c/3c5ef4a9-da0e-42a7-9b4e-6b9c6f7052b7/f98b6f9a-3832-41d9-820a-27f7fb7c978a) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 15:01:37.294544 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-acb3c8dd-f3f1-4d45-a4f7-6f9c204acabd admin admin] Publish callbacks [] for port (b27ca12b-e50e-4a9a-9819-90499927ba87), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:37.323691 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0599dd-0c4f-4125-b5f1-298e4a3ae6d2 req-c2051a6b-9289-4bdd-b4c7-13cc652ecc73 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:37.325220 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-ed0599dd-0c4f-4125-b5f1-298e4a3ae6d2 req-c2051a6b-9289-4bdd-b4c7-13cc652ecc73 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/ports?device_id=4312a5ff-a65d-46d0-8898-0d672c24c349 HTTP/1.1" status: 200 len: 943 time: 0.0515373 May 06 15:01:37.345956 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-acb3c8dd-f3f1-4d45-a4f7-6f9c204acabd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732313435468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59634176'] for port (b27ca12b-e50e-4a9a-9819-90499927ba87), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:37.394431 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb3c8dd-f3f1-4d45-a4f7-6f9c204acabd admin admin] Network 06a85250-557d-4448-8943-b2192c4da88d is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 15:01:37.397297 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-ed0599dd-0c4f-4125-b5f1-298e4a3ae6d2 req-dfb62141-a0ef-448c-8372-c705467d11b3 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cc91575-ba74-4fa5-bc36-4f5fc54556a0&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0650012 May 06 15:01:37.399604 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-acb3c8dd-f3f1-4d45-a4f7-6f9c204acabd admin admin] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 15:01:37.404822 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb3c8dd-f3f1-4d45-a4f7-6f9c204acabd admin admin] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 15:01:37.408094 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb3c8dd-f3f1-4d45-a4f7-6f9c204acabd admin admin] Pushing event updated for resources: {'Port': ['ID=b27ca12b-e50e-4a9a-9819-90499927ba87,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:01:37.471123 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device 4e726ca3-a614-494c-b67e-3443b716cee2 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 15:01:37.473010 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device 3fde30d6-e4a7-41a8-a67c-29a4deb4e074 up at agent hyperv_hv-cinder-84067 {{(pid=103344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 15:01:37.561349 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7ca0ef7c-b573-463a-af8b-18bc58553ddf None None] Publish callbacks [] for port (f98b6f9a-3832-41d9-820a-27f7fb7c978a), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:37.591523 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7ca0ef7c-b573-463a-af8b-18bc58553ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732313435468'] for port (f98b6f9a-3832-41d9-820a-27f7fb7c978a), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:37.678468 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-acb3c8dd-f3f1-4d45-a4f7-6f9c204acabd admin admin] Publish callbacks [] for router_gateway (d18993ea-a89c-4b95-908f-7ccba2c52676), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:37.715794 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca0ef7c-b573-463a-af8b-18bc58553ddf None None] Network f9061cc1-1a46-4c48-95e7-30783853383c is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 15:01:37.744383 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca0ef7c-b573-463a-af8b-18bc58553ddf None None] Pushing event updated for resources: {'Port': ['ID=f98b6f9a-3832-41d9-820a-27f7fb7c978a,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:01:37.748361 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-7ca0ef7c-b573-463a-af8b-18bc58553ddf None None] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 15:01:37.752045 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca0ef7c-b573-463a-af8b-18bc58553ddf None None] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 15:01:37.769505 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Provisioning complete for port 3fde30d6-e4a7-41a8-a67c-29a4deb4e074 triggered by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:01:37.769877 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (3fde30d6-e4a7-41a8-a67c-29a4deb4e074), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:37.838255 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cf02fec1-2747-493f-ad8d-9e0dc7009986 None None] Publish callbacks [] for port (1b6d5674-e4d2-4482-ad64-262c92189407), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:37.874846 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cf02fec1-2747-493f-ad8d-9e0dc7009986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (1b6d5674-e4d2-4482-ad64-262c92189407), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:37.939290 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device 4c51fedd-d4e6-43e3-86bd-bf37d06a3fb0 up at agent ovs-agent-dv-cinder-840678-2-iscsi {{(pid=103344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 15:01:37.944879 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] For port 4e726ca3-a614-494c-b67e-3443b716cee2, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=4e726ca3-a614-494c-b67e-3443b716cee2,segment=NetworkSegment(bb34cda3-37af-4167-b981-0643034a4aa7),segment_id=bb34cda3-37af-4167-b981-0643034a4aa7)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:01:37.989817 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-7ca0ef7c-b573-463a-af8b-18bc58553ddf None None] Attempting to bind port f98b6f9a-3832-41d9-820a-27f7fb7c978a on host dv-cinder-840678-2-iscsi for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 15:01:37.989985 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-7ca0ef7c-b573-463a-af8b-18bc58553ddf None None] Attempting to bind port f98b6f9a-3832-41d9-820a-27f7fb7c978a by drivers openvswitch,hyperv on host dv-cinder-840678-2-iscsi at level 0 using segments [{'id': '36947688-9383-4482-824c-cc1128492eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'f9061cc1-1a46-4c48-95e7-30783853383c'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 15:01:37.990343 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca0ef7c-b573-463a-af8b-18bc58553ddf None None] Attempting to bind port f98b6f9a-3832-41d9-820a-27f7fb7c978a on network f9061cc1-1a46-4c48-95e7-30783853383c {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 15:01:38.014989 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Returning: {'device': '4e726ca3-a614-494c-b67e-3443b716cee2', 'network_id': '930e9db3-dfec-4f84-956d-74111c835ba4', 'port_id': '4e726ca3-a614-494c-b67e-3443b716cee2', 'mac_address': 'fa:16:3e:b2:ea:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df318507-d5d9-462f-9365-0df583e1ec25', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 15:01:38.019528 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca0ef7c-b573-463a-af8b-18bc58553ddf None None] Checking agent: {'id': '20451d70-ea89-4a66-885a-20a1b2a3bff8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 14, 49, 44), 'started_at': datetime.datetime(2022, 5, 6, 14, 50, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 15, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 15:01:38.019905 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca0ef7c-b573-463a-af8b-18bc58553ddf None None] Checking segment: {'id': '36947688-9383-4482-824c-cc1128492eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'f9061cc1-1a46-4c48-95e7-30783853383c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 15:01:38.020308 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7ca0ef7c-b573-463a-af8b-18bc58553ddf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:38.020756 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca0ef7c-b573-463a-af8b-18bc58553ddf None None] Bound using segment: {'id': '36947688-9383-4482-824c-cc1128492eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'f9061cc1-1a46-4c48-95e7-30783853383c'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 15:01:38.021237 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-7ca0ef7c-b573-463a-af8b-18bc58553ddf None None] Bound port: f98b6f9a-3832-41d9-820a-27f7fb7c978a, host: dv-cinder-840678-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36947688-9383-4482-824c-cc1128492eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'f9061cc1-1a46-4c48-95e7-30783853383c'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 15:01:38.021604 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7ca0ef7c-b573-463a-af8b-18bc58553ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (f98b6f9a-3832-41d9-820a-27f7fb7c978a), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:38.028019 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dc7cca-c7f5-4b52-8f01-74ae4ecf9c12 None None] Pushing event updated for resources: {'Port': ['ID=1b6d5674-e4d2-4482-ad64-262c92189407,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:01:38.080453 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617b052c-2651-4a73-a9f5-69126f05112a req-c0c85421-d3ae-4517-aacb-5a7d12615476 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:38.093260 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-617b052c-2651-4a73-a9f5-69126f05112a req-c0c85421-d3ae-4517-aacb-5a7d12615476 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 945 time: 0.0897892 May 06 15:01:38.160505 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-617b052c-2651-4a73-a9f5-69126f05112a req-9319553b-83a0-4014-b6f3-30303a8fd131 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663600 May 06 15:01:38.189073 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Current status of the port 4e726ca3-a614-494c-b67e-3443b716cee2 is: DOWN; New status is: BUILD {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:01:38.189588 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (4e726ca3-a614-494c-b67e-3443b716cee2), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:38.241174 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-acb3c8dd-f3f1-4d45-a4f7-6f9c204acabd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429027'] for router (d18993ea-a89c-4b95-908f-7ccba2c52676), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:38.270058 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.notifiers.nova [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e726ca3-a614-494c-b67e-3443b716cee2 {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 15:01:38.305807 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Current status of the port 3fde30d6-e4a7-41a8-a67c-29a4deb4e074 is: BUILD; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:01:38.306195 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (3fde30d6-e4a7-41a8-a67c-29a4deb4e074), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:38.335626 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Provisioning complete for port 4c51fedd-d4e6-43e3-86bd-bf37d06a3fb0 triggered by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:01:38.335997 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (4c51fedd-d4e6-43e3-86bd-bf37d06a3fb0), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:38.347154 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-cf02fec1-2747-493f-ad8d-9e0dc7009986 None None] Attempting to bind port 1b6d5674-e4d2-4482-ad64-262c92189407 on host dv-cinder-840678-2-iscsi for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 15:01:38.347549 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-cf02fec1-2747-493f-ad8d-9e0dc7009986 None None] Attempting to bind port 1b6d5674-e4d2-4482-ad64-262c92189407 by drivers openvswitch,hyperv on host dv-cinder-840678-2-iscsi at level 0 using segments [{'id': '890b06b2-20bf-4aaa-b1b2-5b1efb314674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a5b33968-9a47-4e49-a4ac-4bdb672e1215'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 15:01:38.348299 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf02fec1-2747-493f-ad8d-9e0dc7009986 None None] Attempting to bind port 1b6d5674-e4d2-4482-ad64-262c92189407 on network a5b33968-9a47-4e49-a4ac-4bdb672e1215 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 15:01:38.372385 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-898a5b17-6d8a-445a-8a9d-c5ab84b07eca None None] Provisioning complete for port 1b6d5674-e4d2-4482-ad64-262c92189407 triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:01:38.372854 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-898a5b17-6d8a-445a-8a9d-c5ab84b07eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (1b6d5674-e4d2-4482-ad64-262c92189407), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:38.380675 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] For port 4e726ca3-a614-494c-b67e-3443b716cee2, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=4e726ca3-a614-494c-b67e-3443b716cee2,segment=NetworkSegment(bb34cda3-37af-4167-b981-0643034a4aa7),segment_id=bb34cda3-37af-4167-b981-0643034a4aa7)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:01:38.387603 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acb3c8dd-f3f1-4d45-a4f7-6f9c204acabd admin admin] Router d18993ea-a89c-4b95-908f-7ccba2c52676 is scheduled to L3 agent ec8f31e6-1756-4927-8bc3-e144e6f0af83 with binding_index 1 {{(pid=103342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 15:01:38.416924 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf02fec1-2747-493f-ad8d-9e0dc7009986 None None] Checking agent: {'id': '20451d70-ea89-4a66-885a-20a1b2a3bff8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 14, 49, 44), 'started_at': datetime.datetime(2022, 5, 6, 14, 50, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 15, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 15:01:38.417313 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf02fec1-2747-493f-ad8d-9e0dc7009986 None None] Checking segment: {'id': '890b06b2-20bf-4aaa-b1b2-5b1efb314674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a5b33968-9a47-4e49-a4ac-4bdb672e1215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 15:01:38.417719 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cf02fec1-2747-493f-ad8d-9e0dc7009986 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:38.418163 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf02fec1-2747-493f-ad8d-9e0dc7009986 None None] Bound using segment: {'id': '890b06b2-20bf-4aaa-b1b2-5b1efb314674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a5b33968-9a47-4e49-a4ac-4bdb672e1215'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 15:01:38.418710 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-cf02fec1-2747-493f-ad8d-9e0dc7009986 None None] Bound port: 1b6d5674-e4d2-4482-ad64-262c92189407, host: dv-cinder-840678-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '890b06b2-20bf-4aaa-b1b2-5b1efb314674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a5b33968-9a47-4e49-a4ac-4bdb672e1215'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 15:01:38.419094 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cf02fec1-2747-493f-ad8d-9e0dc7009986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (1b6d5674-e4d2-4482-ad64-262c92189407), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:38.424390 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-7ca0ef7c-b573-463a-af8b-18bc58553ddf None None] For port f98b6f9a-3832-41d9-820a-27f7fb7c978a, host dv-cinder-840678-2-iscsi, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 15:01:38.429859 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (4e726ca3-a614-494c-b67e-3443b716cee2), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:38.445944 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52a38ab-2c8e-4183-ace7-e7dc866226ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fde30d6-e4a7-41a8-a67c-29a4deb4e074'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 15:01:38.448234 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e0964ea08b7304cb3fd06b6962f873a42c5b1f8277632c4cd90ec00bfa9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e333c85-b452-4226-b0e1-81f5f8b930fc" -d '{"events": [{"server_uuid": "e52a38ab-2c8e-4183-ace7-e7dc866226ca", "name": "network-vif-plugged", "status": "completed", "tag": "3fde30d6-e4a7-41a8-a67c-29a4deb4e074"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 15:01:38.505004 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-7ca0ef7c-b573-463a-af8b-18bc58553ddf None None] For port f98b6f9a-3832-41d9-820a-27f7fb7c978a, host dv-cinder-840678-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=f98b6f9a-3832-41d9-820a-27f7fb7c978a,segment=NetworkSegment(36947688-9383-4482-824c-cc1128492eb4),segment_id=36947688-9383-4482-824c-cc1128492eb4)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 15:01:38.509218 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb3c8dd-f3f1-4d45-a4f7-6f9c204acabd admin admin] Notify agent at l3_agent.dv-cinder-840678-2-iscsi the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 15:01:38.523618 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] For port 3fde30d6-e4a7-41a8-a67c-29a4deb4e074, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=3fde30d6-e4a7-41a8-a67c-29a4deb4e074,segment=NetworkSegment(59b9f651-300b-41a0-9754-50f9dffdafce),segment_id=59b9f651-300b-41a0-9754-50f9dffdafce)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:01:38.531642 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddb43b1-db5f-4dba-9f82-9dff890c5a6d None None] Sync routers for ids ['d18993ea-a89c-4b95-908f-7ccba2c52676'] in dv-cinder-840678-2-iscsi {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 15:01:38.532210 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-898a5b17-6d8a-445a-8a9d-c5ab84b07eca None None] Port 1b6d5674-e4d2-4482-ad64-262c92189407 cannot update to ACTIVE because it is not bound. {{(pid=103344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 06 15:01:38.536765 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-acb3c8dd-f3f1-4d45-a4f7-6f9c204acabd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:38.540385 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-acb3c8dd-f3f1-4d45-a4f7-6f9c204acabd admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0952225 May 06 15:01:38.543848 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 47056) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:01:38.544022 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7ca0ef7c-b573-463a-af8b-18bc58553ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (f98b6f9a-3832-41d9-820a-27f7fb7c978a), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:38.544511 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddb43b1-db5f-4dba-9f82-9dff890c5a6d None None] Routers {'d18993ea-a89c-4b95-908f-7ccba2c52676'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:01:38.545340 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-dddb43b1-db5f-4dba-9f82-9dff890c5a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:01:09Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['d18993ea-a89c-4b95-908f-7ccba2c52676'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:01:38.547041 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8127690-5b31-404e-b10b-46341e7a45a7 req-e58ebe1d-fa9c-4aec-b7ff-abd7d1e2e46f tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:38.556715 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-b8127690-5b31-404e-b10b-46341e7a45a7 req-e58ebe1d-fa9c-4aec-b7ff-abd7d1e2e46f tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/ports?device_id=4312a5ff-a65d-46d0-8898-0d672c24c349 HTTP/1.1" status: 200 len: 944 time: 0.0682540 May 06 15:01:38.576825 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (3fde30d6-e4a7-41a8-a67c-29a4deb4e074), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:38.611895 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Pushing event updated for resources: {'Port': ['ID=4e726ca3-a614-494c-b67e-3443b716cee2,revision_number=4']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:01:38.649228 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-b8127690-5b31-404e-b10b-46341e7a45a7 req-f0c00e4c-3f6a-4d7d-ac5f-c0fafbc54751 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cc91575-ba74-4fa5-bc36-4f5fc54556a0&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0868075 May 06 15:01:38.703327 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-dddb43b1-db5f-4dba-9f82-9dff890c5a6d None None] Set router d18993ea-a89c-4b95-908f-7ccba2c52676 gateway port host: dv-cinder-840678-2-iscsi {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:01:38.725001 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 15:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f5039d-b8fe-474e-8a37-4953e86cd728 x-openstack-request-id: req-53f5039d-b8fe-474e-8a37-4953e86cd728 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 15:01:38.725557 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e52a38ab-2c8e-4183-ace7-e7dc866226ca", "name": "network-vif-plugged", "status": "completed", "tag": "3fde30d6-e4a7-41a8-a67c-29a4deb4e074", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 15:01:38.725782 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-53f5039d-b8fe-474e-8a37-4953e86cd728 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 15:01:38.726296 dv-cinder-840678-2-iscsi neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53f5039d-b8fe-474e-8a37-4953e86cd728'] response: {'server_uuid': 'e52a38ab-2c8e-4183-ace7-e7dc866226ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fde30d6-e4a7-41a8-a67c-29a4deb4e074', 'code': 200} May 06 15:01:38.735489 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Current status of the port 4c51fedd-d4e6-43e3-86bd-bf37d06a3fb0 is: ACTIVE; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:01:38.753828 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-cf02fec1-2747-493f-ad8d-9e0dc7009986 None None] For port 1b6d5674-e4d2-4482-ad64-262c92189407, host dv-cinder-840678-2-iscsi, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 15:01:38.759709 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-cf02fec1-2747-493f-ad8d-9e0dc7009986 None None] For port 1b6d5674-e4d2-4482-ad64-262c92189407, host dv-cinder-840678-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=1b6d5674-e4d2-4482-ad64-262c92189407,segment=NetworkSegment(890b06b2-20bf-4aaa-b1b2-5b1efb314674),segment_id=890b06b2-20bf-4aaa-b1b2-5b1efb314674)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 15:01:38.778277 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cf02fec1-2747-493f-ad8d-9e0dc7009986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (1b6d5674-e4d2-4482-ad64-262c92189407), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:38.796168 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca0ef7c-b573-463a-af8b-18bc58553ddf None None] Pushing event updated for resources: {'Port': ['ID=f98b6f9a-3832-41d9-820a-27f7fb7c978a,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:01:38.870697 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf02fec1-2747-493f-ad8d-9e0dc7009986 None None] Routers {'f32f4e45-692c-47be-b54e-3acea4e41601'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:01:38.871107 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-cf02fec1-2747-493f-ad8d-9e0dc7009986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:01:09Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['f32f4e45-692c-47be-b54e-3acea4e41601'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:01:38.913780 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Pushing event updated for resources: {'Port': ['ID=3fde30d6-e4a7-41a8-a67c-29a4deb4e074,revision_number=7']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:01:38.945058 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-dddb43b1-db5f-4dba-9f82-9dff890c5a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd18993ea-a89c-4b95-908f-7ccba2c52676', 'name': 'tempest-TestMinimumBasicScenario-1419520146-router', 'tenant_id': '2e9600e4323648cd9c7794d67bce9fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'b27ca12b-e50e-4a9a-9819-90499927ba87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T15:01:36Z', 'updated_at': '2022-05-06T15:01:37Z', 'revision_number': 3, 'project_id': '2e9600e4323648cd9c7794d67bce9fe3', 'gw_port': {'id': 'b27ca12b-e50e-4a9a-9819-90499927ba87', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c4:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd18993ea-a89c-4b95-908f-7ccba2c52676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:01:37Z', 'updated_at': '2022-05-06T15:01:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi'}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:01:39.009980 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddb43b1-db5f-4dba-9f82-9dff890c5a6d None None] Checking router: d18993ea-a89c-4b95-908f-7ccba2c52676 for host: dv-cinder-840678-2-iscsi {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 15:01:39.010931 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddb43b1-db5f-4dba-9f82-9dff890c5a6d None None] Updating router d18993ea-a89c-4b95-908f-7ccba2c52676 port b27ca12b-e50e-4a9a-9819-90499927ba87 binding host dv-cinder-840678-2-iscsi {{(pid=103345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 15:01:39.048802 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dc7cca-c7f5-4b52-8f01-74ae4ecf9c12 None None] Pushing event updated for resources: {'Port': ['ID=1b6d5674-e4d2-4482-ad64-262c92189407,revision_number=4']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:01:39.055174 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] get_ports_and_sgs() called for port_ids ['4e726ca3-a614-494c-b67e-3443b716cee2'] {{(pid=103344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 15:01:39.081416 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dddb43b1-db5f-4dba-9f82-9dff890c5a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (b27ca12b-e50e-4a9a-9819-90499927ba87), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:39.322059 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-422f40a4-9495-4fce-8f4d-edc650f72f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:39.354832 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74a5a11-374a-47c5-a41b-2655e5c7bbbf req-07098d28-d8ba-4853-9d71-51156a5d4848 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:39.364957 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-a74a5a11-374a-47c5-a41b-2655e5c7bbbf req-07098d28-d8ba-4853-9d71-51156a5d4848 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 946 time: 0.0779979 May 06 15:01:39.385309 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-cf02fec1-2747-493f-ad8d-9e0dc7009986 None None] Set router f32f4e45-692c-47be-b54e-3acea4e41601 gateway port host: dv-cinder-840678-2-iscsi {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:01:39.434527 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-4e67144b-54d9-4343-82c3-66421af2a05d None None] Provisioning complete for port 1b6d5674-e4d2-4482-ad64-262c92189407 triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:01:39.434921 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4e67144b-54d9-4343-82c3-66421af2a05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (1b6d5674-e4d2-4482-ad64-262c92189407), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:39.452357 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-a74a5a11-374a-47c5-a41b-2655e5c7bbbf req-b59cab61-eb52-48db-bc5c-2ff796091517 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860600 May 06 15:01:39.534699 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d717a411-7611-4027-88f4-9f91f6176595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (ec8f31e6-1756-4927-8bc3-e144e6f0af83), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:39.557366 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dddb43b1-db5f-4dba-9f82-9dff890c5a6d None None] Publish callbacks [] for port (b27ca12b-e50e-4a9a-9819-90499927ba87), precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:39.563470 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dddb43b1-db5f-4dba-9f82-9dff890c5a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (b27ca12b-e50e-4a9a-9819-90499927ba87), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:39.569411 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-422f40a4-9495-4fce-8f4d-edc650f72f53 admin admin] Allocated IP 172.20.0.1 (f9061cc1-1a46-4c48-95e7-30783853383c/3c5ef4a9-da0e-42a7-9b4e-6b9c6f7052b7/d7410d30-643c-4d77-94de-59325ece7f80) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 15:01:39.624651 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3204d7ec-7bc7-4bc7-b659-4205a33c0de2 None None] Pushing event updated for resources: {'Port': ['ID=b27ca12b-e50e-4a9a-9819-90499927ba87,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:01:39.646237 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-dddb43b1-db5f-4dba-9f82-9dff890c5a6d None None] Attempting to bind port b27ca12b-e50e-4a9a-9819-90499927ba87 on host dv-cinder-840678-2-iscsi for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 15:01:39.646914 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-dddb43b1-db5f-4dba-9f82-9dff890c5a6d None None] Attempting to bind port b27ca12b-e50e-4a9a-9819-90499927ba87 by drivers openvswitch,hyperv on host dv-cinder-840678-2-iscsi at level 0 using segments [{'id': '19695222-3a66-4083-822d-690c63f08412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06a85250-557d-4448-8943-b2192c4da88d'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 15:01:39.648767 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddb43b1-db5f-4dba-9f82-9dff890c5a6d None None] Attempting to bind port b27ca12b-e50e-4a9a-9819-90499927ba87 on network 06a85250-557d-4448-8943-b2192c4da88d {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 15:01:39.661288 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddb43b1-db5f-4dba-9f82-9dff890c5a6d None None] Checking agent: {'id': '20451d70-ea89-4a66-885a-20a1b2a3bff8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 14, 49, 44), 'started_at': datetime.datetime(2022, 5, 6, 14, 50, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 15, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 15:01:39.661805 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddb43b1-db5f-4dba-9f82-9dff890c5a6d None None] Checking segment: {'id': '19695222-3a66-4083-822d-690c63f08412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06a85250-557d-4448-8943-b2192c4da88d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 15:01:39.662223 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dddb43b1-db5f-4dba-9f82-9dff890c5a6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:39.663817 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddb43b1-db5f-4dba-9f82-9dff890c5a6d None None] Bound using segment: {'id': '19695222-3a66-4083-822d-690c63f08412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06a85250-557d-4448-8943-b2192c4da88d'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 15:01:39.663817 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-dddb43b1-db5f-4dba-9f82-9dff890c5a6d None None] Bound port: b27ca12b-e50e-4a9a-9819-90499927ba87, host: dv-cinder-840678-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19695222-3a66-4083-822d-690c63f08412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06a85250-557d-4448-8943-b2192c4da88d'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 15:01:39.666703 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dddb43b1-db5f-4dba-9f82-9dff890c5a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (b27ca12b-e50e-4a9a-9819-90499927ba87), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:39.735373 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-dddb43b1-db5f-4dba-9f82-9dff890c5a6d None None] For port b27ca12b-e50e-4a9a-9819-90499927ba87, host dv-cinder-840678-2-iscsi, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 15:01:39.746855 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-dddb43b1-db5f-4dba-9f82-9dff890c5a6d None None] For port b27ca12b-e50e-4a9a-9819-90499927ba87, host dv-cinder-840678-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=b27ca12b-e50e-4a9a-9819-90499927ba87,segment=NetworkSegment(19695222-3a66-4083-822d-690c63f08412),segment_id=19695222-3a66-4083-822d-690c63f08412)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 15:01:39.754137 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-422f40a4-9495-4fce-8f4d-edc650f72f53 admin admin] Publish callbacks [] for port (d7410d30-643c-4d77-94de-59325ece7f80), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:39.754821 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-dddb43b1-db5f-4dba-9f82-9dff890c5a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (b27ca12b-e50e-4a9a-9819-90499927ba87), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:39.767882 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-4e67144b-54d9-4343-82c3-66421af2a05d None None] Current status of the port 1b6d5674-e4d2-4482-ad64-262c92189407 is: DOWN; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:01:39.768507 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4e67144b-54d9-4343-82c3-66421af2a05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (1b6d5674-e4d2-4482-ad64-262c92189407), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:39.806188 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-422f40a4-9495-4fce-8f4d-edc650f72f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732313435468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59634176'] for port (d7410d30-643c-4d77-94de-59325ece7f80), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:39.827219 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddb43b1-db5f-4dba-9f82-9dff890c5a6d None None] Routers {'d18993ea-a89c-4b95-908f-7ccba2c52676'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:01:39.827782 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-dddb43b1-db5f-4dba-9f82-9dff890c5a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:01:39Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['d18993ea-a89c-4b95-908f-7ccba2c52676'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:01:39.831158 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b1cabb-c4de-4451-bad3-c54554873cb3 req-96fff88b-706b-481c-8085-2d2eb0237299 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:39.834567 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-00b1cabb-c4de-4451-bad3-c54554873cb3 req-96fff88b-706b-481c-8085-2d2eb0237299 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/ports?device_id=4312a5ff-a65d-46d0-8898-0d672c24c349 HTTP/1.1" status: 200 len: 944 time: 0.0836344 May 06 15:01:39.893984 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422f40a4-9495-4fce-8f4d-edc650f72f53 admin admin] Pushing event updated for resources: {'Port': ['ID=d7410d30-643c-4d77-94de-59325ece7f80,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:01:39.897627 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422f40a4-9495-4fce-8f4d-edc650f72f53 admin admin] Network f9061cc1-1a46-4c48-95e7-30783853383c is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 15:01:39.899130 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-422f40a4-9495-4fce-8f4d-edc650f72f53 admin admin] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 15:01:39.905866 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422f40a4-9495-4fce-8f4d-edc650f72f53 admin admin] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 15:01:39.927444 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-00b1cabb-c4de-4451-bad3-c54554873cb3 req-1100dd0d-4222-4fa9-8858-df37714b12d8 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cc91575-ba74-4fa5-bc36-4f5fc54556a0&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0855153 May 06 15:01:39.978927 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-422f40a4-9495-4fce-8f4d-edc650f72f53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-426958'] for router_interface (d18993ea-a89c-4b95-908f-7ccba2c52676), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:39.985939 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-4e67144b-54d9-4343-82c3-66421af2a05d None None] For port 1b6d5674-e4d2-4482-ad64-262c92189407, host dv-cinder-840678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=1b6d5674-e4d2-4482-ad64-262c92189407,segment=NetworkSegment(890b06b2-20bf-4aaa-b1b2-5b1efb314674),segment_id=890b06b2-20bf-4aaa-b1b2-5b1efb314674)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:01:39.996289 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4e67144b-54d9-4343-82c3-66421af2a05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (1b6d5674-e4d2-4482-ad64-262c92189407), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:40.007570 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3204d7ec-7bc7-4bc7-b659-4205a33c0de2 None None] Pushing event updated for resources: {'Port': ['ID=b27ca12b-e50e-4a9a-9819-90499927ba87,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:01:40.028017 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-dddb43b1-db5f-4dba-9f82-9dff890c5a6d None None] Set router d18993ea-a89c-4b95-908f-7ccba2c52676 gateway port host: dv-cinder-840678-2-iscsi {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:01:40.033585 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-cf02fec1-2747-493f-ad8d-9e0dc7009986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f32f4e45-692c-47be-b54e-3acea4e41601', 'name': 'tempest-TestMinimumBasicScenario-1513183517-router', 'tenant_id': '4be2354633354d249a0598f589a987b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '4c51fedd-d4e6-43e3-86bd-bf37d06a3fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T15:01:30Z', 'updated_at': '2022-05-06T15:01:33Z', 'revision_number': 4, 'project_id': '4be2354633354d249a0598f589a987b8', 'gw_port': {'id': '4c51fedd-d4e6-43e3-86bd-bf37d06a3fb0', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:55:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32f4e45-692c-47be-b54e-3acea4e41601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:01:30Z', 'updated_at': '2022-05-06T15:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_interfaces': [{'id': '1b6d5674-e4d2-4482-ad64-262c92189407', 'name': '', 'network_id': 'a5b33968-9a47-4e49-a4ac-4bdb672e1215', 'tenant_id': '4be2354633354d249a0598f589a987b8', 'mac_address': 'fa:16:3e:3a:18:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f32f4e45-692c-47be-b54e-3acea4e41601', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '8ec52d68-94e9-40d7-b80a-32fe51def5e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:01:33Z', 'updated_at': '2022-05-06T15:01:38Z', 'revision_number': 4, 'project_id': '4be2354633354d249a0598f589a987b8', 'subnets': [{'id': '8ec52d68-94e9-40d7-b80a-32fe51def5e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:01:40.130383 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device f98b6f9a-3832-41d9-820a-27f7fb7c978a up at agent ovs-agent-dv-cinder-840678-2-iscsi {{(pid=103344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 15:01:40.201488 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf02fec1-2747-493f-ad8d-9e0dc7009986 None None] The sync data for ids ['f32f4e45-692c-47be-b54e-3acea4e41601'] in dv-cinder-840678-2-iscsi is: [{'id': 'f32f4e45-692c-47be-b54e-3acea4e41601', 'name': 'tempest-TestMinimumBasicScenario-1513183517-router', 'tenant_id': '4be2354633354d249a0598f589a987b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '4c51fedd-d4e6-43e3-86bd-bf37d06a3fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T15:01:30Z', 'updated_at': '2022-05-06T15:01:33Z', 'revision_number': 4, 'project_id': '4be2354633354d249a0598f589a987b8', 'gw_port': {'id': '4c51fedd-d4e6-43e3-86bd-bf37d06a3fb0', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:55:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32f4e45-692c-47be-b54e-3acea4e41601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:01:30Z', 'updated_at': '2022-05-06T15:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_interfaces': [{'id': '1b6d5674-e4d2-4482-ad64-262c92189407', 'name': '', 'network_id': 'a5b33968-9a47-4e49-a4ac-4bdb672e1215', 'tenant_id': '4be2354633354d249a0598f589a987b8', 'mac_address': 'fa:16:3e:3a:18:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f32f4e45-692c-47be-b54e-3acea4e41601', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '8ec52d68-94e9-40d7-b80a-32fe51def5e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:01:33Z', 'updated_at': '2022-05-06T15:01:38Z', 'revision_number': 4, 'project_id': '4be2354633354d249a0598f589a987b8', 'subnets': [{'id': '8ec52d68-94e9-40d7-b80a-32fe51def5e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 15:01:40.271207 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e67144b-54d9-4343-82c3-66421af2a05d None None] Pushing event updated for resources: {'Port': ['ID=1b6d5674-e4d2-4482-ad64-262c92189407,revision_number=5']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:01:40.295655 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f27d9b7-0e59-4b37-8d42-2426bd40eab2 None None] Network f9061cc1-1a46-4c48-95e7-30783853383c requested from dv-cinder-840678-2-iscsi {{(pid=103344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 15:01:40.362687 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-dddb43b1-db5f-4dba-9f82-9dff890c5a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd18993ea-a89c-4b95-908f-7ccba2c52676', 'name': 'tempest-TestMinimumBasicScenario-1419520146-router', 'tenant_id': '2e9600e4323648cd9c7794d67bce9fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'b27ca12b-e50e-4a9a-9819-90499927ba87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T15:01:36Z', 'updated_at': '2022-05-06T15:01:37Z', 'revision_number': 3, 'project_id': '2e9600e4323648cd9c7794d67bce9fe3', 'gw_port': {'id': 'b27ca12b-e50e-4a9a-9819-90499927ba87', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c4:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd18993ea-a89c-4b95-908f-7ccba2c52676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:01:37Z', 'updated_at': '2022-05-06T15:01:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi'}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:01:40.368066 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-6672acc8-8014-4eae-86d8-04807c6bdda6 None None] Provisioning complete for port f98b6f9a-3832-41d9-820a-27f7fb7c978a triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:01:40.368635 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6672acc8-8014-4eae-86d8-04807c6bdda6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (f98b6f9a-3832-41d9-820a-27f7fb7c978a), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:40.381888 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-422f40a4-9495-4fce-8f4d-edc650f72f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (d7410d30-643c-4d77-94de-59325ece7f80), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:40.489822 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Provisioning complete for port f98b6f9a-3832-41d9-820a-27f7fb7c978a triggered by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:01:40.490311 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (f98b6f9a-3832-41d9-820a-27f7fb7c978a), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:40.519441 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddb43b1-db5f-4dba-9f82-9dff890c5a6d None None] The sync data for ids ['d18993ea-a89c-4b95-908f-7ccba2c52676'] in dv-cinder-840678-2-iscsi is: [{'id': 'd18993ea-a89c-4b95-908f-7ccba2c52676', 'name': 'tempest-TestMinimumBasicScenario-1419520146-router', 'tenant_id': '2e9600e4323648cd9c7794d67bce9fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'b27ca12b-e50e-4a9a-9819-90499927ba87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T15:01:36Z', 'updated_at': '2022-05-06T15:01:37Z', 'revision_number': 3, 'project_id': '2e9600e4323648cd9c7794d67bce9fe3', 'gw_port': {'id': 'b27ca12b-e50e-4a9a-9819-90499927ba87', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c4:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd18993ea-a89c-4b95-908f-7ccba2c52676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:01:37Z', 'updated_at': '2022-05-06T15:01:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi'}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 15:01:40.612218 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1afa6ce1-9145-4257-8e23-9dd2cd4b1998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b699075f-0d9f-4d2e-b182-9d9eb15bfab1), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:40.658786 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5057bc-c705-44b8-9754-39695f341e3d req-480a8028-fe22-4da6-9eba-8ab2fac11f2b tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:40.660799 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-7c5057bc-c705-44b8-9754-39695f341e3d req-480a8028-fe22-4da6-9eba-8ab2fac11f2b tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 946 time: 0.1039946 May 06 15:01:40.703002 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-422f40a4-9495-4fce-8f4d-edc650f72f53 admin admin] Publish callbacks [] for port (d7410d30-643c-4d77-94de-59325ece7f80), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:40.708720 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-422f40a4-9495-4fce-8f4d-edc650f72f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59634231'] for port (d7410d30-643c-4d77-94de-59325ece7f80), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:40.747230 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-7c5057bc-c705-44b8-9754-39695f341e3d req-6b260a7c-fcf2-4b73-a840-354af60ed05b tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775745 May 06 15:01:40.780631 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-6672acc8-8014-4eae-86d8-04807c6bdda6 None None] Current status of the port f98b6f9a-3832-41d9-820a-27f7fb7c978a is: DOWN; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:01:40.782212 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6672acc8-8014-4eae-86d8-04807c6bdda6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (f98b6f9a-3832-41d9-820a-27f7fb7c978a), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:40.785493 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Current status of the port f98b6f9a-3832-41d9-820a-27f7fb7c978a is: DOWN; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:01:40.785892 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (f98b6f9a-3832-41d9-820a-27f7fb7c978a), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:40.805686 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-422f40a4-9495-4fce-8f4d-edc650f72f53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-426372'] for router_interface (d18993ea-a89c-4b95-908f-7ccba2c52676), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:40.809561 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422f40a4-9495-4fce-8f4d-edc650f72f53 admin admin] Pushing event updated for resources: {'Port': ['ID=d7410d30-643c-4d77-94de-59325ece7f80,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:01:40.858154 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-6672acc8-8014-4eae-86d8-04807c6bdda6 None None] For port f98b6f9a-3832-41d9-820a-27f7fb7c978a, host dv-cinder-840678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=f98b6f9a-3832-41d9-820a-27f7fb7c978a,segment=NetworkSegment(36947688-9383-4482-824c-cc1128492eb4),segment_id=36947688-9383-4482-824c-cc1128492eb4)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:01:40.868886 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6672acc8-8014-4eae-86d8-04807c6bdda6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (f98b6f9a-3832-41d9-820a-27f7fb7c978a), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:40.992163 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.db.api [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 15:01:40.992895 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG oslo_db.api [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 15:01:41.017280 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422f40a4-9495-4fce-8f4d-edc650f72f53 admin admin] Network f9061cc1-1a46-4c48-95e7-30783853383c is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 15:01:41.020714 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-422f40a4-9495-4fce-8f4d-edc650f72f53 admin admin] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 15:01:41.065035 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6672acc8-8014-4eae-86d8-04807c6bdda6 None None] Pushing event updated for resources: {'Port': ['ID=f98b6f9a-3832-41d9-820a-27f7fb7c978a,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:01:41.135067 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46781f0-b2fe-43f9-8d1c-7da2cc1af338 req-83a136e4-149e-458a-91c4-9a06a8f512cf tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:41.143150 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-b46781f0-b2fe-43f9-8d1c-7da2cc1af338 req-83a136e4-149e-458a-91c4-9a06a8f512cf tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/ports?device_id=4312a5ff-a65d-46d0-8898-0d672c24c349 HTTP/1.1" status: 200 len: 944 time: 0.0834947 May 06 15:01:41.191098 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-ac1ff15a-73c8-477b-8cee-05ed5aa43317 None None] Provisioning complete for port f98b6f9a-3832-41d9-820a-27f7fb7c978a triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:01:41.196119 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ac1ff15a-73c8-477b-8cee-05ed5aa43317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (f98b6f9a-3832-41d9-820a-27f7fb7c978a), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:41.229965 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-b46781f0-b2fe-43f9-8d1c-7da2cc1af338 req-ca6dad64-539e-41db-bcbb-35e37066b566 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cc91575-ba74-4fa5-bc36-4f5fc54556a0&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0804710 May 06 15:01:41.248952 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-422f40a4-9495-4fce-8f4d-edc650f72f53 admin admin] Router d18993ea-a89c-4b95-908f-7ccba2c52676 has already been hosted by L3 agent ec8f31e6-1756-4927-8bc3-e144e6f0af83 {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 15:01:41.373030 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-ac1ff15a-73c8-477b-8cee-05ed5aa43317 None None] Current status of the port f98b6f9a-3832-41d9-820a-27f7fb7c978a is: ACTIVE; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:01:41.397534 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-ac1ff15a-73c8-477b-8cee-05ed5aa43317 None None] Provisioning complete for port d7410d30-643c-4d77-94de-59325ece7f80 triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:01:41.397907 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ac1ff15a-73c8-477b-8cee-05ed5aa43317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (d7410d30-643c-4d77-94de-59325ece7f80), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:41.431104 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-422f40a4-9495-4fce-8f4d-edc650f72f53 admin admin] Notify agent at l3_agent.dv-cinder-840678-2-iscsi the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 15:01:41.437942 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-422f40a4-9495-4fce-8f4d-edc650f72f53 admin admin] 10.222.0.23 "PUT /v2.0/routers/d18993ea-a89c-4b95-908f-7ccba2c52676/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8913958 May 06 15:01:41.461996 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-ac1ff15a-73c8-477b-8cee-05ed5aa43317 None None] Port d7410d30-643c-4d77-94de-59325ece7f80 cannot update to ACTIVE because it is not bound. {{(pid=103344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 06 15:01:41.556479 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Current status of the port f98b6f9a-3832-41d9-820a-27f7fb7c978a is: ACTIVE; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:01:41.594067 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-1ffe65db-0786-4f2a-97a9-54f19ddb8df3 None None] Provisioning complete for port d7410d30-643c-4d77-94de-59325ece7f80 triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:01:41.594464 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ffe65db-0786-4f2a-97a9-54f19ddb8df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (d7410d30-643c-4d77-94de-59325ece7f80), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:41.644688 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1ffe65db-0786-4f2a-97a9-54f19ddb8df3 None None] Port d7410d30-643c-4d77-94de-59325ece7f80 cannot update to ACTIVE because it is not bound. {{(pid=103344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 06 15:01:41.762842 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-3f9eb280-69fb-4775-9c75-3e28aacdc3b8 None None] Provisioning complete for port d7410d30-643c-4d77-94de-59325ece7f80 triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:01:41.763358 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3f9eb280-69fb-4775-9c75-3e28aacdc3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (d7410d30-643c-4d77-94de-59325ece7f80), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:41.806011 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-3f9eb280-69fb-4775-9c75-3e28aacdc3b8 None None] Port d7410d30-643c-4d77-94de-59325ece7f80 cannot update to ACTIVE because it is not bound. {{(pid=103344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 06 15:01:41.903834 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device 4e726ca3-a614-494c-b67e-3443b716cee2 up at agent hyperv_hv-cinder-84067 {{(pid=103344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 15:01:41.918382 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635c7bde-e74f-426e-bf40-88d4bba557d9 req-e71ce962-c3d3-43e4-91b2-2618d9168832 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:41.919961 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-635c7bde-e74f-426e-bf40-88d4bba557d9 req-e71ce962-c3d3-43e4-91b2-2618d9168832 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 946 time: 0.0888433 May 06 15:01:41.977307 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-635c7bde-e74f-426e-bf40-88d4bba557d9 req-a997d340-5c4b-43dc-8c25-be362f51d706 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506670 May 06 15:01:42.006705 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Provisioning for port 4e726ca3-a614-494c-b67e-3443b716cee2 completed by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 06 15:01:42.015484 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Provisioning complete for port 4e726ca3-a614-494c-b67e-3443b716cee2 triggered by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:01:42.016326 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (4e726ca3-a614-494c-b67e-3443b716cee2), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:42.126829 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Current status of the port 4e726ca3-a614-494c-b67e-3443b716cee2 is: BUILD; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:01:42.127238 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (4e726ca3-a614-494c-b67e-3443b716cee2), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:42.139842 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device 1b6d5674-e4d2-4482-ad64-262c92189407 up at agent ovs-agent-dv-cinder-840678-2-iscsi {{(pid=103344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 15:01:42.181038 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4312a5ff-a65d-46d0-8898-0d672c24c349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e726ca3-a614-494c-b67e-3443b716cee2'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 15:01:42.184309 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e0964ea08b7304cb3fd06b6962f873a42c5b1f8277632c4cd90ec00bfa9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58334a4c-e396-4253-a1cb-dfdb6502ddb7" -d '{"events": [{"server_uuid": "4312a5ff-a65d-46d0-8898-0d672c24c349", "name": "network-vif-plugged", "status": "completed", "tag": "4e726ca3-a614-494c-b67e-3443b716cee2"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 15:01:42.205176 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] For port 4e726ca3-a614-494c-b67e-3443b716cee2, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=4e726ca3-a614-494c-b67e-3443b716cee2,segment=NetworkSegment(bb34cda3-37af-4167-b981-0643034a4aa7),segment_id=bb34cda3-37af-4167-b981-0643034a4aa7)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:01:42.210787 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (4e726ca3-a614-494c-b67e-3443b716cee2), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:42.256918 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Provisioning complete for port 1b6d5674-e4d2-4482-ad64-262c92189407 triggered by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:01:42.257172 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (1b6d5674-e4d2-4482-ad64-262c92189407), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:42.259328 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 15:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae47821d-6bd8-4a1a-bccb-5a091e5934db x-openstack-request-id: req-ae47821d-6bd8-4a1a-bccb-5a091e5934db {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 15:01:42.259617 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4312a5ff-a65d-46d0-8898-0d672c24c349", "name": "network-vif-plugged", "status": "completed", "tag": "4e726ca3-a614-494c-b67e-3443b716cee2", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 15:01:42.259868 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ae47821d-6bd8-4a1a-bccb-5a091e5934db {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 15:01:42.260952 dv-cinder-840678-2-iscsi neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae47821d-6bd8-4a1a-bccb-5a091e5934db'] response: {'server_uuid': '4312a5ff-a65d-46d0-8898-0d672c24c349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e726ca3-a614-494c-b67e-3443b716cee2', 'code': 200} May 06 15:01:42.308549 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Pushing event updated for resources: {'Port': ['ID=4e726ca3-a614-494c-b67e-3443b716cee2,revision_number=5']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:01:42.361533 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Current status of the port 1b6d5674-e4d2-4482-ad64-262c92189407 is: ACTIVE; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:01:42.363132 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device b27ca12b-e50e-4a9a-9819-90499927ba87 up at agent ovs-agent-dv-cinder-840678-2-iscsi {{(pid=103344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 15:01:42.368388 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201361d3-368c-49f4-9c6b-8c808eabe5a4 req-991a53a1-deb6-47d2-a903-f53fa4d72e8f tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:42.371893 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-201361d3-368c-49f4-9c6b-8c808eabe5a4 req-991a53a1-deb6-47d2-a903-f53fa4d72e8f tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/ports?device_id=4312a5ff-a65d-46d0-8898-0d672c24c349 HTTP/1.1" status: 200 len: 945 time: 0.0511062 May 06 15:01:42.433629 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Provisioning complete for port b27ca12b-e50e-4a9a-9819-90499927ba87 triggered by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:01:42.433969 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (b27ca12b-e50e-4a9a-9819-90499927ba87), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:42.438647 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-201361d3-368c-49f4-9c6b-8c808eabe5a4 req-2364361b-e377-401e-b3b8-a3fa5aaf6274 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cc91575-ba74-4fa5-bc36-4f5fc54556a0&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0592663 May 06 15:01:42.537637 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Current status of the port b27ca12b-e50e-4a9a-9819-90499927ba87 is: DOWN; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:01:42.538024 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (b27ca12b-e50e-4a9a-9819-90499927ba87), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:42.565338 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] For port b27ca12b-e50e-4a9a-9819-90499927ba87, host dv-cinder-840678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=b27ca12b-e50e-4a9a-9819-90499927ba87,segment=NetworkSegment(19695222-3a66-4083-822d-690c63f08412),segment_id=19695222-3a66-4083-822d-690c63f08412)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:01:42.570309 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (b27ca12b-e50e-4a9a-9819-90499927ba87), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:42.571305 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device f98b6f9a-3832-41d9-820a-27f7fb7c978a up at agent ovs-agent-dv-cinder-840678-2-iscsi {{(pid=103344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 15:01:42.638072 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7844ae79-ad7f-4eec-8a22-e6d9a5fc7144 req-056f8045-0a28-41a9-b9f5-beeed3de36f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:42.639794 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-7844ae79-ad7f-4eec-8a22-e6d9a5fc7144 req-056f8045-0a28-41a9-b9f5-beeed3de36f2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4312a5ff-a65d-46d0-8898-0d672c24c349 HTTP/1.1" status: 200 len: 1129 time: 0.0422113 May 06 15:01:42.675983 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Pushing event updated for resources: {'Port': ['ID=b27ca12b-e50e-4a9a-9819-90499927ba87,revision_number=4']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:01:42.681562 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-68b1beb6-545b-4f86-a143-b395004404eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b8293b96-1d4f-4101-9243-9870353ff712), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:42.684357 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Provisioning complete for port f98b6f9a-3832-41d9-820a-27f7fb7c978a triggered by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:01:42.684940 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (f98b6f9a-3832-41d9-820a-27f7fb7c978a), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:42.701097 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-7844ae79-ad7f-4eec-8a22-e6d9a5fc7144 req-fa6fa025-a673-4695-a84b-235b7e54a5f0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4cc91575-ba74-4fa5-bc36-4f5fc54556a0&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0505829 May 06 15:01:42.900558 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Current status of the port f98b6f9a-3832-41d9-820a-27f7fb7c978a is: ACTIVE; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:01:43.076861 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12960c4-9ea5-42f5-bff2-262fd2559db2 None None] Sync routers for ids ['d18993ea-a89c-4b95-908f-7ccba2c52676'] in dv-cinder-840678-2-iscsi {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 15:01:43.092154 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12960c4-9ea5-42f5-bff2-262fd2559db2 None None] Routers {'d18993ea-a89c-4b95-908f-7ccba2c52676'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:01:43.092784 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-d12960c4-9ea5-42f5-bff2-262fd2559db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:01:39Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['d18993ea-a89c-4b95-908f-7ccba2c52676'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:01:43.121872 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d50721-2b9d-4b0e-bdc8-660834408284 req-4420bddb-68ae-416a-8ef6-49984a8df21b tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:43.123590 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-22d50721-2b9d-4b0e-bdc8-660834408284 req-4420bddb-68ae-416a-8ef6-49984a8df21b tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 946 time: 0.0576055 May 06 15:01:43.188745 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-22d50721-2b9d-4b0e-bdc8-660834408284 req-47621818-535e-4372-a3be-0fdcaef983fe tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582430 May 06 15:01:43.219610 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-d12960c4-9ea5-42f5-bff2-262fd2559db2 None None] Set router d18993ea-a89c-4b95-908f-7ccba2c52676 gateway port host: dv-cinder-840678-2-iscsi {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:01:43.420503 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-d12960c4-9ea5-42f5-bff2-262fd2559db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd18993ea-a89c-4b95-908f-7ccba2c52676', 'name': 'tempest-TestMinimumBasicScenario-1419520146-router', 'tenant_id': '2e9600e4323648cd9c7794d67bce9fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'b27ca12b-e50e-4a9a-9819-90499927ba87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T15:01:36Z', 'updated_at': '2022-05-06T15:01:40Z', 'revision_number': 4, 'project_id': '2e9600e4323648cd9c7794d67bce9fe3', 'gw_port': {'id': 'b27ca12b-e50e-4a9a-9819-90499927ba87', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18993ea-a89c-4b95-908f-7ccba2c52676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:01:37Z', 'updated_at': '2022-05-06T15:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_interfaces': [{'id': 'd7410d30-643c-4d77-94de-59325ece7f80', 'name': '', 'network_id': 'f9061cc1-1a46-4c48-95e7-30783853383c', 'tenant_id': '2e9600e4323648cd9c7794d67bce9fe3', 'mac_address': 'fa:16:3e:a1:98:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd18993ea-a89c-4b95-908f-7ccba2c52676', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '3c5ef4a9-da0e-42a7-9b4e-6b9c6f7052b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:01:39Z', 'updated_at': '2022-05-06T15:01:40Z', 'revision_number': 2, 'project_id': '2e9600e4323648cd9c7794d67bce9fe3', 'subnets': [{'id': '3c5ef4a9-da0e-42a7-9b4e-6b9c6f7052b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:01:43.449844 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12960c4-9ea5-42f5-bff2-262fd2559db2 None None] Checking router: d18993ea-a89c-4b95-908f-7ccba2c52676 for host: dv-cinder-840678-2-iscsi {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 15:01:43.450412 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12960c4-9ea5-42f5-bff2-262fd2559db2 None None] Updating router d18993ea-a89c-4b95-908f-7ccba2c52676 port d7410d30-643c-4d77-94de-59325ece7f80 binding host dv-cinder-840678-2-iscsi {{(pid=103344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 15:01:43.479884 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d12960c4-9ea5-42f5-bff2-262fd2559db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (d7410d30-643c-4d77-94de-59325ece7f80), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:43.587009 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a44dfc-fe78-4dc8-a454-ce5a236869c4 req-351c49ff-2bd9-4216-80d6-180804be293e tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:43.588803 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-d2a44dfc-fe78-4dc8-a454-ce5a236869c4 req-351c49ff-2bd9-4216-80d6-180804be293e tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/ports?device_id=4312a5ff-a65d-46d0-8898-0d672c24c349 HTTP/1.1" status: 200 len: 945 time: 0.0640614 May 06 15:01:43.645797 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-d2a44dfc-fe78-4dc8-a454-ce5a236869c4 req-9d36836c-c77e-4214-99b0-754854d30bf7 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cc91575-ba74-4fa5-bc36-4f5fc54556a0&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0503857 May 06 15:01:43.767423 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (20451d70-ea89-4a66-885a-20a1b2a3bff8), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:43.797206 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-225c699b-1efc-448c-9087-e87febf0b789 req-14bc8b34-0d9f-4bd6-9fc7-a4ca9285213b tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1061252850&fields=id&tenant_id=66121d02dbff4c3a920161e445959085 HTTP/1.1" status: 200 len: 267 time: 0.0608966 May 06 15:01:43.821008 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d12960c4-9ea5-42f5-bff2-262fd2559db2 None None] Publish callbacks [] for port (d7410d30-643c-4d77-94de-59325ece7f80), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:43.827888 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d12960c4-9ea5-42f5-bff2-262fd2559db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (d7410d30-643c-4d77-94de-59325ece7f80), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:43.919040 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee80202-e7cb-4079-8164-49436591bd97 None None] Pushing event updated for resources: {'Port': ['ID=d7410d30-643c-4d77-94de-59325ece7f80,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:01:43.954472 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device b27ca12b-e50e-4a9a-9819-90499927ba87 up at agent ovs-agent-dv-cinder-840678-2-iscsi {{(pid=103344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 15:01:43.965484 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225c699b-1efc-448c-9087-e87febf0b789 req-cef9c3fc-d873-4360-b064-9f95a80e290e tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:43.967942 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-225c699b-1efc-448c-9087-e87febf0b789 req-cef9c3fc-d873-4360-b064-9f95a80e290e tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/networks?id=1f8443d4-24c9-4ac0-96d7-8083233dcc1b HTTP/1.1" status: 200 len: 818 time: 0.1612000 May 06 15:01:43.984322 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-225c699b-1efc-448c-9087-e87febf0b789 req-d462195b-9ba7-4dae-bcf8-ccb6f5af0554 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/quotas/66121d02dbff4c3a920161e445959085 HTTP/1.1" status: 200 len: 375 time: 0.0112932 May 06 15:01:44.005024 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-d12960c4-9ea5-42f5-bff2-262fd2559db2 None None] Attempting to bind port d7410d30-643c-4d77-94de-59325ece7f80 on host dv-cinder-840678-2-iscsi for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 15:01:44.005659 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-d12960c4-9ea5-42f5-bff2-262fd2559db2 None None] Attempting to bind port d7410d30-643c-4d77-94de-59325ece7f80 by drivers openvswitch,hyperv on host dv-cinder-840678-2-iscsi at level 0 using segments [{'id': '36947688-9383-4482-824c-cc1128492eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'f9061cc1-1a46-4c48-95e7-30783853383c'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 15:01:44.005912 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12960c4-9ea5-42f5-bff2-262fd2559db2 None None] Attempting to bind port d7410d30-643c-4d77-94de-59325ece7f80 on network f9061cc1-1a46-4c48-95e7-30783853383c {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 15:01:44.016131 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12960c4-9ea5-42f5-bff2-262fd2559db2 None None] Checking agent: {'id': '20451d70-ea89-4a66-885a-20a1b2a3bff8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 14, 49, 44), 'started_at': datetime.datetime(2022, 5, 6, 14, 50, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 15, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 15:01:44.016517 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12960c4-9ea5-42f5-bff2-262fd2559db2 None None] Checking segment: {'id': '36947688-9383-4482-824c-cc1128492eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'f9061cc1-1a46-4c48-95e7-30783853383c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 15:01:44.016961 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d12960c4-9ea5-42f5-bff2-262fd2559db2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:44.017352 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12960c4-9ea5-42f5-bff2-262fd2559db2 None None] Bound using segment: {'id': '36947688-9383-4482-824c-cc1128492eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'f9061cc1-1a46-4c48-95e7-30783853383c'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 15:01:44.017836 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-d12960c4-9ea5-42f5-bff2-262fd2559db2 None None] Bound port: d7410d30-643c-4d77-94de-59325ece7f80, host: dv-cinder-840678-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36947688-9383-4482-824c-cc1128492eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'f9061cc1-1a46-4c48-95e7-30783853383c'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 15:01:44.018215 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d12960c4-9ea5-42f5-bff2-262fd2559db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (d7410d30-643c-4d77-94de-59325ece7f80), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:44.040935 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Provisioning complete for port b27ca12b-e50e-4a9a-9819-90499927ba87 triggered by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:01:44.041355 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (b27ca12b-e50e-4a9a-9819-90499927ba87), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:44.052356 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-225c699b-1efc-448c-9087-e87febf0b789 req-e0dbc13c-7f13-4183-aed5-745a73caa7dc tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=66121d02dbff4c3a920161e445959085&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0625541 May 06 15:01:44.166949 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-d12960c4-9ea5-42f5-bff2-262fd2559db2 None None] For port d7410d30-643c-4d77-94de-59325ece7f80, host dv-cinder-840678-2-iscsi, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 15:01:44.171000 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-d12960c4-9ea5-42f5-bff2-262fd2559db2 None None] For port d7410d30-643c-4d77-94de-59325ece7f80, host dv-cinder-840678-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=d7410d30-643c-4d77-94de-59325ece7f80,segment=NetworkSegment(36947688-9383-4482-824c-cc1128492eb4),segment_id=36947688-9383-4482-824c-cc1128492eb4)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 15:01:44.208059 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d12960c4-9ea5-42f5-bff2-262fd2559db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (d7410d30-643c-4d77-94de-59325ece7f80), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:44.209309 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-225c699b-1efc-448c-9087-e87febf0b789 req-47c7d3e2-e1ab-464a-ac06-8bff7b8b34e4 service neutron] 10.222.0.23 "GET /v2.0/networks/1f8443d4-24c9-4ac0-96d7-8083233dcc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411362 May 06 15:01:44.266676 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-9033e750-b3c8-426d-ab84-77838bcc45a9 None None] Provisioning complete for port d7410d30-643c-4d77-94de-59325ece7f80 triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:01:44.267054 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9033e750-b3c8-426d-ab84-77838bcc45a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (d7410d30-643c-4d77-94de-59325ece7f80), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:44.314675 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Current status of the port b27ca12b-e50e-4a9a-9819-90499927ba87 is: ACTIVE; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:01:44.353159 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-225c699b-1efc-448c-9087-e87febf0b789 req-da612cef-2b9b-4500-ace3-4b42346e2a66 service neutron] 10.222.0.23 "GET /v2.0/networks/1f8443d4-24c9-4ac0-96d7-8083233dcc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376417 May 06 15:01:44.355900 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee80202-e7cb-4079-8164-49436591bd97 None None] Pushing event updated for resources: {'Port': ['ID=d7410d30-643c-4d77-94de-59325ece7f80,revision_number=4']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:01:44.378454 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12960c4-9ea5-42f5-bff2-262fd2559db2 None None] Routers {'d18993ea-a89c-4b95-908f-7ccba2c52676'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:01:44.379176 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-d12960c4-9ea5-42f5-bff2-262fd2559db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:01:39Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['d18993ea-a89c-4b95-908f-7ccba2c52676'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:01:44.384542 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda9b46-24e9-4ad1-ba39-468b72580aff req-5d6260a9-9b53-4116-8f5c-094ad443e65f tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:44.393939 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-aeda9b46-24e9-4ad1-ba39-468b72580aff req-5d6260a9-9b53-4116-8f5c-094ad443e65f tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 946 time: 0.1104262 May 06 15:01:44.526957 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-aeda9b46-24e9-4ad1-ba39-468b72580aff req-cb6d2169-57cc-481f-a220-772c63a88d96 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317971 May 06 15:01:44.535145 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-d12960c4-9ea5-42f5-bff2-262fd2559db2 None None] Set router d18993ea-a89c-4b95-908f-7ccba2c52676 gateway port host: dv-cinder-840678-2-iscsi {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:01:44.749823 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-9033e750-b3c8-426d-ab84-77838bcc45a9 None None] Current status of the port d7410d30-643c-4d77-94de-59325ece7f80 is: DOWN; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:01:44.750448 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9033e750-b3c8-426d-ab84-77838bcc45a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (d7410d30-643c-4d77-94de-59325ece7f80), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:44.770586 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-181a934a-7804-4b24-8046-2346f5bd2605 req-4b1e0ce9-9785-4a1e-ae92-648abd677c98 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bcb98ae-66b1-40c0-a62b-9020f24f2f35 HTTP/1.1" status: 200 len: 210 time: 0.0555601 May 06 15:01:44.804238 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.agents_db [None req-6003b131-4361-4e36-81e7-47e90cbdf206 None None] Agent healthcheck: found 6 active agents {{(pid=103345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 15:01:44.888987 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-9033e750-b3c8-426d-ab84-77838bcc45a9 None None] For port d7410d30-643c-4d77-94de-59325ece7f80, host dv-cinder-840678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=d7410d30-643c-4d77-94de-59325ece7f80,segment=NetworkSegment(36947688-9383-4482-824c-cc1128492eb4),segment_id=36947688-9383-4482-824c-cc1128492eb4)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:01:44.894102 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44564775-970d-494f-96e2-94d449a030f3 req-e4cb4c8b-f77d-4d42-9cf4-ba5515ef895c tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:44.895844 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9033e750-b3c8-426d-ab84-77838bcc45a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (d7410d30-643c-4d77-94de-59325ece7f80), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:44.906050 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-44564775-970d-494f-96e2-94d449a030f3 req-e4cb4c8b-f77d-4d42-9cf4-ba5515ef895c tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/ports?device_id=4312a5ff-a65d-46d0-8898-0d672c24c349 HTTP/1.1" status: 200 len: 945 time: 0.1144350 May 06 15:01:44.907079 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-d12960c4-9ea5-42f5-bff2-262fd2559db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd18993ea-a89c-4b95-908f-7ccba2c52676', 'name': 'tempest-TestMinimumBasicScenario-1419520146-router', 'tenant_id': '2e9600e4323648cd9c7794d67bce9fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'b27ca12b-e50e-4a9a-9819-90499927ba87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T15:01:36Z', 'updated_at': '2022-05-06T15:01:40Z', 'revision_number': 4, 'project_id': '2e9600e4323648cd9c7794d67bce9fe3', 'gw_port': {'id': 'b27ca12b-e50e-4a9a-9819-90499927ba87', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18993ea-a89c-4b95-908f-7ccba2c52676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:01:37Z', 'updated_at': '2022-05-06T15:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_interfaces': [{'id': 'd7410d30-643c-4d77-94de-59325ece7f80', 'name': '', 'network_id': 'f9061cc1-1a46-4c48-95e7-30783853383c', 'tenant_id': '2e9600e4323648cd9c7794d67bce9fe3', 'mac_address': 'fa:16:3e:a1:98:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd18993ea-a89c-4b95-908f-7ccba2c52676', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '3c5ef4a9-da0e-42a7-9b4e-6b9c6f7052b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:01:39Z', 'updated_at': '2022-05-06T15:01:44Z', 'revision_number': 4, 'project_id': '2e9600e4323648cd9c7794d67bce9fe3', 'subnets': [{'id': '3c5ef4a9-da0e-42a7-9b4e-6b9c6f7052b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:01:44.987950 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12960c4-9ea5-42f5-bff2-262fd2559db2 None None] The sync data for ids ['d18993ea-a89c-4b95-908f-7ccba2c52676'] in dv-cinder-840678-2-iscsi is: [{'id': 'd18993ea-a89c-4b95-908f-7ccba2c52676', 'name': 'tempest-TestMinimumBasicScenario-1419520146-router', 'tenant_id': '2e9600e4323648cd9c7794d67bce9fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'b27ca12b-e50e-4a9a-9819-90499927ba87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T15:01:36Z', 'updated_at': '2022-05-06T15:01:40Z', 'revision_number': 4, 'project_id': '2e9600e4323648cd9c7794d67bce9fe3', 'gw_port': {'id': 'b27ca12b-e50e-4a9a-9819-90499927ba87', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18993ea-a89c-4b95-908f-7ccba2c52676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:01:37Z', 'updated_at': '2022-05-06T15:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_interfaces': [{'id': 'd7410d30-643c-4d77-94de-59325ece7f80', 'name': '', 'network_id': 'f9061cc1-1a46-4c48-95e7-30783853383c', 'tenant_id': '2e9600e4323648cd9c7794d67bce9fe3', 'mac_address': 'fa:16:3e:a1:98:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd18993ea-a89c-4b95-908f-7ccba2c52676', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '3c5ef4a9-da0e-42a7-9b4e-6b9c6f7052b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:01:39Z', 'updated_at': '2022-05-06T15:01:44Z', 'revision_number': 4, 'project_id': '2e9600e4323648cd9c7794d67bce9fe3', 'subnets': [{'id': '3c5ef4a9-da0e-42a7-9b4e-6b9c6f7052b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 15:01:45.005564 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-44564775-970d-494f-96e2-94d449a030f3 req-6400f356-33ea-4181-8edf-708019e15a25 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cc91575-ba74-4fa5-bc36-4f5fc54556a0&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0979261 May 06 15:01:45.060169 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-2ca7f261-47ff-4beb-82ea-604cfa409971 None None] Provisioning complete for port d7410d30-643c-4d77-94de-59325ece7f80 triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:01:45.060169 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2ca7f261-47ff-4beb-82ea-604cfa409971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (d7410d30-643c-4d77-94de-59325ece7f80), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:45.123707 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9033e750-b3c8-426d-ab84-77838bcc45a9 None None] Pushing event updated for resources: {'Port': ['ID=d7410d30-643c-4d77-94de-59325ece7f80,revision_number=5']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:01:45.192316 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-2ca7f261-47ff-4beb-82ea-604cfa409971 None None] Current status of the port d7410d30-643c-4d77-94de-59325ece7f80 is: ACTIVE; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:01:45.739155 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3494f5b0-d2f6-4d1b-993b-1d76e0cb0dd9 req-5e5b689a-464a-4fc3-9471-83345dac5eaa tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:45.748985 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-3494f5b0-d2f6-4d1b-993b-1d76e0cb0dd9 req-5e5b689a-464a-4fc3-9471-83345dac5eaa tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 946 time: 0.0769746 May 06 15:01:45.842467 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-3494f5b0-d2f6-4d1b-993b-1d76e0cb0dd9 req-470093c6-a1c6-4ce0-8046-ae2032416d75 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917947 May 06 15:01:45.974297 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-38eb31f7-0cb0-42f4-a538-6e226883d885 req-3adc7d84-7fdb-478e-9a09-de66e3cf91a8 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bcb98ae-66b1-40c0-a62b-9020f24f2f35 HTTP/1.1" status: 200 len: 210 time: 0.0442493 May 06 15:01:46.025089 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device d7410d30-643c-4d77-94de-59325ece7f80 up at agent ovs-agent-dv-cinder-840678-2-iscsi {{(pid=103344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 15:01:46.087828 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Provisioning complete for port d7410d30-643c-4d77-94de-59325ece7f80 triggered by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:01:46.088728 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (d7410d30-643c-4d77-94de-59325ece7f80), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:46.170312 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d9a8a-cccb-43d9-bbf5-e0a4939a442d req-a0ae0d00-48d0-42ed-b8b0-18074e4e9c5f tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:46.178046 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-5d7d9a8a-cccb-43d9-bbf5-e0a4939a442d req-a0ae0d00-48d0-42ed-b8b0-18074e4e9c5f tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/ports?device_id=4312a5ff-a65d-46d0-8898-0d672c24c349 HTTP/1.1" status: 200 len: 945 time: 0.0830555 May 06 15:01:46.236782 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-5d7d9a8a-cccb-43d9-bbf5-e0a4939a442d req-5a15cb90-7c89-4c28-9b85-4663f17b2959 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cc91575-ba74-4fa5-bc36-4f5fc54556a0&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0567856 May 06 15:01:46.243707 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Current status of the port d7410d30-643c-4d77-94de-59325ece7f80 is: ACTIVE; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:01:46.401176 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b082ea1-1be1-4a0c-b977-edb7603ca0b9 req-4be77ca0-2510-42b8-966b-dcbdd13ba776 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:46.405698 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-9b082ea1-1be1-4a0c-b977-edb7603ca0b9 req-4be77ca0-2510-42b8-966b-dcbdd13ba776 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/ports?device_id=4312a5ff-a65d-46d0-8898-0d672c24c349 HTTP/1.1" status: 200 len: 945 time: 0.0874600 May 06 15:01:46.490967 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-9b082ea1-1be1-4a0c-b977-edb7603ca0b9 req-4fdbcac3-60de-4978-b16e-a53fb60ecfa5 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cc91575-ba74-4fa5-bc36-4f5fc54556a0&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0788636 May 06 15:01:46.526917 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 47162) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:01:46.703641 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225c699b-1efc-448c-9087-e87febf0b789 req-6341012c-5e63-40e3-872a-1bd83e374684 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:46.705934 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-225c699b-1efc-448c-9087-e87febf0b789 req-6341012c-5e63-40e3-872a-1bd83e374684 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.26 "GET /v2.0/networks?id=1f8443d4-24c9-4ac0-96d7-8083233dcc1b HTTP/1.1" status: 200 len: 818 time: 0.1716626 May 06 15:01:46.853145 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-225c699b-1efc-448c-9087-e87febf0b789 req-28eb5445-3453-4ee5-a6ee-f00ae3801ac7 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66121d02dbff4c3a920161e445959085 HTTP/1.1" status: 200 len: 380 time: 0.1208870 May 06 15:01:46.876659 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.v2.base [req-225c699b-1efc-448c-9087-e87febf0b789 req-ed9473e9-99cf-4c05-a89b-f92f88e3b793 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Request body: {'port': {'device_id': '9bcb98ae-66b1-40c0-a62b-9020f24f2f35', 'network_id': '1f8443d4-24c9-4ac0-96d7-8083233dcc1b', 'admin_state_up': True, 'tenant_id': '66121d02dbff4c3a920161e445959085', 'security_groups': ['5ce1eba2-17cd-4db7-8aac-d5fdec873105']}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:01:47.084672 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae8d30a-14ab-4c16-8a16-e71c1d37cf25 req-afd0c229-f36e-45c1-be41-ccb115cd428f tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:47.084672 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-8ae8d30a-14ab-4c16-8a16-e71c1d37cf25 req-afd0c229-f36e-45c1-be41-ccb115cd428f tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 946 time: 0.1320567 May 06 15:01:47.147753 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db3eba8-5870-49f0-90e2-6bce2176855d tempest-TestVolumeBootPattern-949814838 tempest-TestVolumeBootPattern-949814838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:47.152989 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 47176) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:01:47.157219 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-1db3eba8-5870-49f0-90e2-6bce2176855d tempest-TestVolumeBootPattern-949814838 tempest-TestVolumeBootPattern-949814838-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4312a5ff-a65d-46d0-8898-0d672c24c349 HTTP/1.1" status: 200 len: 1124 time: 0.6288896 May 06 15:01:47.168496 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.v2.base [None req-7e5c2517-66a1-4050-a0d7-419cea51c1a1 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Request body: {'floatingip': {'floating_network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'port_id': '4e726ca3-a614-494c-b67e-3443b716cee2', 'tenant_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:01:47.172590 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-8ae8d30a-14ab-4c16-8a16-e71c1d37cf25 req-7ffcd3ac-8c5d-4dfd-a6e3-adc843ec706f tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870306 May 06 15:01:47.237119 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7e5c2517-66a1-4050-a0d7-419cea51c1a1 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:47.263505 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-225c699b-1efc-448c-9087-e87febf0b789 req-ed9473e9-99cf-4c05-a89b-f92f88e3b793 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Made reservation on behalf of 66121d02dbff4c3a920161e445959085 for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 15:01:47.267117 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-225c699b-1efc-448c-9087-e87febf0b789 req-ed9473e9-99cf-4c05-a89b-f92f88e3b793 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:47.333820 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-eac74159-0660-4c14-9d79-daa6a437daf8 req-a040a492-2a89-46d7-88b7-a29771a8cff8 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bcb98ae-66b1-40c0-a62b-9020f24f2f35 HTTP/1.1" status: 200 len: 210 time: 0.1776345 May 06 15:01:47.345012 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7e5c2517-66a1-4050-a0d7-419cea51c1a1 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:47.440129 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-225c699b-1efc-448c-9087-e87febf0b789 req-ed9473e9-99cf-4c05-a89b-f92f88e3b793 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Allocated IP 172.20.0.10 (1f8443d4-24c9-4ac0-96d7-8083233dcc1b/67575c08-c86c-46ea-9526-64956bd20b03/980720ca-338d-4874-8df5-925675b727ef) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 15:01:47.517167 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-7e5c2517-66a1-4050-a0d7-419cea51c1a1 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Allocated IP 172.27.2.160 (06a85250-557d-4448-8943-b2192c4da88d/cd3545e0-d98c-46ff-bce0-08f4555cdcb4/eb0c8e85-bf3e-4d9d-b43e-b1a0143078a8) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 15:01:47.669596 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-225c699b-1efc-448c-9087-e87febf0b789 req-ed9473e9-99cf-4c05-a89b-f92f88e3b793 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Publish callbacks [] for port (980720ca-338d-4874-8df5-925675b727ef), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:47.670097 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7e5c2517-66a1-4050-a0d7-419cea51c1a1 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks [] for port (eb0c8e85-bf3e-4d9d-b43e-b1a0143078a8), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:47.715089 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-225c699b-1efc-448c-9087-e87febf0b789 req-ed9473e9-99cf-4c05-a89b-f92f88e3b793 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732313435468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194024'] for port (980720ca-338d-4874-8df5-925675b727ef), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:47.728914 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7e5c2517-66a1-4050-a0d7-419cea51c1a1 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732313435468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59634176'] for port (eb0c8e85-bf3e-4d9d-b43e-b1a0143078a8), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:47.772768 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-225c699b-1efc-448c-9087-e87febf0b789 req-ed9473e9-99cf-4c05-a89b-f92f88e3b793 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Network 1f8443d4-24c9-4ac0-96d7-8083233dcc1b is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 15:01:47.776556 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-225c699b-1efc-448c-9087-e87febf0b789 req-ed9473e9-99cf-4c05-a89b-f92f88e3b793 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 15:01:47.780476 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-225c699b-1efc-448c-9087-e87febf0b789 req-ed9473e9-99cf-4c05-a89b-f92f88e3b793 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 15:01:47.796023 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9473e9-99cf-4c05-a89b-f92f88e3b793 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Pushing event updated for resources: {'Port': ['ID=980720ca-338d-4874-8df5-925675b727ef,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:01:47.826815 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5c2517-66a1-4050-a0d7-419cea51c1a1 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Network 06a85250-557d-4448-8943-b2192c4da88d is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 15:01:47.835383 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-7e5c2517-66a1-4050-a0d7-419cea51c1a1 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 15:01:47.857537 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5c2517-66a1-4050-a0d7-419cea51c1a1 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 15:01:47.902344 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225c699b-1efc-448c-9087-e87febf0b789 req-ed9473e9-99cf-4c05-a89b-f92f88e3b793 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:47.908073 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-225c699b-1efc-448c-9087-e87febf0b789 req-ed9473e9-99cf-4c05-a89b-f92f88e3b793 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566627'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:47.930830 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5c2517-66a1-4050-a0d7-419cea51c1a1 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Pushing event updated for resources: {'Port': ['ID=eb0c8e85-bf3e-4d9d-b43e-b1a0143078a8,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:01:47.943011 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-225c699b-1efc-448c-9087-e87febf0b789 req-ed9473e9-99cf-4c05-a89b-f92f88e3b793 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0736747 May 06 15:01:47.964161 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.v2.base [req-225c699b-1efc-448c-9087-e87febf0b789 req-55c42283-5379-4b3f-884a-9acca307f9f1 service neutron] Request body: {'port': {'device_id': '9bcb98ae-66b1-40c0-a62b-9020f24f2f35', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:01:48.075630 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-225c699b-1efc-448c-9087-e87febf0b789 req-55c42283-5379-4b3f-884a-9acca307f9f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (980720ca-338d-4874-8df5-925675b727ef), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:48.121439 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-fd17e7d4-6995-495c-9664-426e009ddd45 None None] Provisioning complete for port 980720ca-338d-4874-8df5-925675b727ef triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:01:48.122093 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fd17e7d4-6995-495c-9664-426e009ddd45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (980720ca-338d-4874-8df5-925675b727ef), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:48.221008 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-fd17e7d4-6995-495c-9664-426e009ddd45 None None] Port 980720ca-338d-4874-8df5-925675b727ef cannot update to ACTIVE because it is not bound. {{(pid=103344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 06 15:01:48.407727 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45777e0-6ea0-489d-bbe2-c64c1b658e4a req-97666a21-bc6a-4ad2-9926-3fb50b2416ee tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:48.409324 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-c45777e0-6ea0-489d-bbe2-c64c1b658e4a req-97666a21-bc6a-4ad2-9926-3fb50b2416ee tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 946 time: 0.0744693 May 06 15:01:48.540507 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-c45777e0-6ea0-489d-bbe2-c64c1b658e4a req-ac218af6-34e8-40fa-94c7-b3f276206666 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152232 May 06 15:01:48.662440 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.notifiers.nova [req-225c699b-1efc-448c-9087-e87febf0b789 req-55c42283-5379-4b3f-884a-9acca307f9f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 980720ca-338d-4874-8df5-925675b727ef {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 15:01:48.671935 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-225c699b-1efc-448c-9087-e87febf0b789 req-55c42283-5379-4b3f-884a-9acca307f9f1 service neutron] Publish callbacks [] for port (980720ca-338d-4874-8df5-925675b727ef), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:48.690650 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-225c699b-1efc-448c-9087-e87febf0b789 req-55c42283-5379-4b3f-884a-9acca307f9f1 service neutron] Transition to ACTIVE for port object 980720ca-338d-4874-8df5-925675b727ef will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 06 15:01:48.698255 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-225c699b-1efc-448c-9087-e87febf0b789 req-55c42283-5379-4b3f-884a-9acca307f9f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194015'] for port (980720ca-338d-4874-8df5-925675b727ef), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:48.868927 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c42283-5379-4b3f-884a-9acca307f9f1 service neutron] Pushing event updated for resources: {'Port': ['ID=980720ca-338d-4874-8df5-925675b727ef,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:01:48.891821 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-225c699b-1efc-448c-9087-e87febf0b789 req-55c42283-5379-4b3f-884a-9acca307f9f1 service neutron] Attempting to bind port 980720ca-338d-4874-8df5-925675b727ef on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 15:01:48.892501 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-225c699b-1efc-448c-9087-e87febf0b789 req-55c42283-5379-4b3f-884a-9acca307f9f1 service neutron] Attempting to bind port 980720ca-338d-4874-8df5-925675b727ef by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': 'be6ce9c6-e762-4e52-a069-ce1413c2ff6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1f8443d4-24c9-4ac0-96d7-8083233dcc1b'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 15:01:48.892976 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225c699b-1efc-448c-9087-e87febf0b789 req-55c42283-5379-4b3f-884a-9acca307f9f1 service neutron] Attempting to bind port 980720ca-338d-4874-8df5-925675b727ef on network 1f8443d4-24c9-4ac0-96d7-8083233dcc1b {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 15:01:48.893283 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7e5c2517-66a1-4050-a0d7-419cea51c1a1 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks [] for floatingip (1dd4195c-562f-491e-b5e4-bd66fff28c80), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:48.901290 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225c699b-1efc-448c-9087-e87febf0b789 req-55c42283-5379-4b3f-884a-9acca307f9f1 service neutron] Port 980720ca-338d-4874-8df5-925675b727ef on network 1f8443d4-24c9-4ac0-96d7-8083233dcc1b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 15:01:48.901290 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225c699b-1efc-448c-9087-e87febf0b789 req-55c42283-5379-4b3f-884a-9acca307f9f1 service neutron] Attempting to bind port 980720ca-338d-4874-8df5-925675b727ef on network 1f8443d4-24c9-4ac0-96d7-8083233dcc1b {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 15:01:48.912928 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225c699b-1efc-448c-9087-e87febf0b789 req-55c42283-5379-4b3f-884a-9acca307f9f1 service neutron] Checking agent: {'id': '1eb4536b-031c-4a65-bfe5-fc1ede7d9429', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 14, 56, 20), 'started_at': datetime.datetime(2022, 5, 6, 14, 56, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 15, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 15:01:48.914419 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225c699b-1efc-448c-9087-e87febf0b789 req-55c42283-5379-4b3f-884a-9acca307f9f1 service neutron] Checking segment: {'id': 'be6ce9c6-e762-4e52-a069-ce1413c2ff6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1f8443d4-24c9-4ac0-96d7-8083233dcc1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 15:01:48.915104 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225c699b-1efc-448c-9087-e87febf0b789 req-55c42283-5379-4b3f-884a-9acca307f9f1 service neutron] Bound using segment: {'id': 'be6ce9c6-e762-4e52-a069-ce1413c2ff6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1f8443d4-24c9-4ac0-96d7-8083233dcc1b'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 15:01:48.915971 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-225c699b-1efc-448c-9087-e87febf0b789 req-55c42283-5379-4b3f-884a-9acca307f9f1 service neutron] Bound port: 980720ca-338d-4874-8df5-925675b727ef, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be6ce9c6-e762-4e52-a069-ce1413c2ff6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1f8443d4-24c9-4ac0-96d7-8083233dcc1b'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 15:01:48.917197 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-225c699b-1efc-448c-9087-e87febf0b789 req-55c42283-5379-4b3f-884a-9acca307f9f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (980720ca-338d-4874-8df5-925675b727ef), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:49.027070 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-225c699b-1efc-448c-9087-e87febf0b789 req-55c42283-5379-4b3f-884a-9acca307f9f1 service neutron] For port 980720ca-338d-4874-8df5-925675b727ef, host hv-cinder-84067, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 15:01:49.030245 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13be36c-3b91-4107-9759-dcd14c59c641 req-fcca9be4-cbc0-4254-b007-accb08dcb69b tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:49.035350 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-d13be36c-3b91-4107-9759-dcd14c59c641 req-fcca9be4-cbc0-4254-b007-accb08dcb69b tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bcb98ae-66b1-40c0-a62b-9020f24f2f35 HTTP/1.1" status: 200 len: 944 time: 0.1387365 May 06 15:01:49.040843 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-225c699b-1efc-448c-9087-e87febf0b789 req-55c42283-5379-4b3f-884a-9acca307f9f1 service neutron] For port 980720ca-338d-4874-8df5-925675b727ef, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=980720ca-338d-4874-8df5-925675b727ef,segment=NetworkSegment(be6ce9c6-e762-4e52-a069-ce1413c2ff6a),segment_id=be6ce9c6-e762-4e52-a069-ce1413c2ff6a)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 15:01:49.058354 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-225c699b-1efc-448c-9087-e87febf0b789 req-55c42283-5379-4b3f-884a-9acca307f9f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194015'] for port (980720ca-338d-4874-8df5-925675b727ef), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:49.105364 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225c699b-1efc-448c-9087-e87febf0b789 req-55c42283-5379-4b3f-884a-9acca307f9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:49.106410 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-225c699b-1efc-448c-9087-e87febf0b789 req-55c42283-5379-4b3f-884a-9acca307f9f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566627'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:49.107858 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-225c699b-1efc-448c-9087-e87febf0b789 req-55c42283-5379-4b3f-884a-9acca307f9f1 service neutron] 10.222.0.26 "PUT /v2.0/ports/980720ca-338d-4874-8df5-925675b727ef HTTP/1.1" status: 200 len: 1094 time: 1.1498432 May 06 15:01:49.110379 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bcb98ae-66b1-40c0-a62b-9020f24f2f35', 'tag': '980720ca-338d-4874-8df5-925675b727ef'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 15:01:49.112878 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5daf9cee7e39eb515dc660b2975ad5fbac0ba75c1025697cc881fad3e2d3ce45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ab9c36-f835-48ed-af98-8241c8aba3c0" -d '{"events": [{"name": "network-changed", "server_uuid": "9bcb98ae-66b1-40c0-a62b-9020f24f2f35", "tag": "980720ca-338d-4874-8df5-925675b727ef"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 15:01:49.159166 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7e5c2517-66a1-4050-a0d7-419cea51c1a1 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (eb0c8e85-bf3e-4d9d-b43e-b1a0143078a8), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:49.168676 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-d13be36c-3b91-4107-9759-dcd14c59c641 req-10392fb4-ab9e-48af-b429-aead972412b6 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ce1eba2-17cd-4db7-8aac-d5fdec873105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837252 May 06 15:01:49.178071 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c42283-5379-4b3f-884a-9acca307f9f1 service neutron] Pushing event updated for resources: {'Port': ['ID=980720ca-338d-4874-8df5-925675b727ef,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:01:49.452754 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7e5c2517-66a1-4050-a0d7-419cea51c1a1 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks [] for port (eb0c8e85-bf3e-4d9d-b43e-b1a0143078a8), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:49.468041 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7e5c2517-66a1-4050-a0d7-419cea51c1a1 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59634231'] for port (eb0c8e85-bf3e-4d9d-b43e-b1a0143078a8), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:49.526656 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 15:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79273668-2bd6-40f8-81bb-c0555edf2af3 x-openstack-request-id: req-79273668-2bd6-40f8-81bb-c0555edf2af3 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 15:01:49.527139 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bcb98ae-66b1-40c0-a62b-9020f24f2f35", "tag": "980720ca-338d-4874-8df5-925675b727ef", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 15:01:49.527467 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-79273668-2bd6-40f8-81bb-c0555edf2af3 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 15:01:49.528391 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79273668-2bd6-40f8-81bb-c0555edf2af3'] response: {'name': 'network-changed', 'server_uuid': '9bcb98ae-66b1-40c0-a62b-9020f24f2f35', 'tag': '980720ca-338d-4874-8df5-925675b727ef', 'status': 'completed', 'code': 200} May 06 15:01:49.550101 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225c699b-1efc-448c-9087-e87febf0b789 req-484b51d4-e3a2-4443-8050-96aaed159da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:49.551752 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-225c699b-1efc-448c-9087-e87febf0b789 req-484b51d4-e3a2-4443-8050-96aaed159da1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=66121d02dbff4c3a920161e445959085&device_id=9bcb98ae-66b1-40c0-a62b-9020f24f2f35 HTTP/1.1" status: 200 len: 1128 time: 0.3351195 May 06 15:01:49.611716 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5c2517-66a1-4050-a0d7-419cea51c1a1 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Pushing event updated for resources: {'Port': ['ID=eb0c8e85-bf3e-4d9d-b43e-b1a0143078a8,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:01:49.632134 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-225c699b-1efc-448c-9087-e87febf0b789 req-8e06a0c1-6ec6-4a82-a42c-04612b7a3b96 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=980720ca-338d-4874-8df5-925675b727ef HTTP/1.1" status: 200 len: 217 time: 0.0613093 May 06 15:01:49.633195 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7e5c2517-66a1-4050-a0d7-419cea51c1a1 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429592'] for floatingip (1dd4195c-562f-491e-b5e4-bd66fff28c80), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:49.718245 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225c699b-1efc-448c-9087-e87febf0b789 req-9ae8bc61-89f1-4191-af71-af3325345c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:49.719739 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-225c699b-1efc-448c-9087-e87febf0b789 req-9ae8bc61-89f1-4191-af71-af3325345c12 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=67575c08-c86c-46ea-9526-64956bd20b03 HTTP/1.1" status: 200 len: 857 time: 0.0616069 May 06 15:01:49.768919 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.db.l3_db [None req-7e5c2517-66a1-4050-a0d7-419cea51c1a1 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Floating IP 1dd4195c-562f-491e-b5e4-bd66fff28c80 associated. External IP: 172.27.2.160, port: 4e726ca3-a614-494c-b67e-3443b716cee2. May 06 15:01:49.779717 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225c699b-1efc-448c-9087-e87febf0b789 req-7af04b56-d6b4-4c0c-a5bf-28c68b953e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:49.782411 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-225c699b-1efc-448c-9087-e87febf0b789 req-7af04b56-d6b4-4c0c-a5bf-28c68b953e73 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f8443d4-24c9-4ac0-96d7-8083233dcc1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502057 May 06 15:01:49.957506 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-225c699b-1efc-448c-9087-e87febf0b789 req-abb5343a-90d0-4aa3-aef9-3312e0d64fd1 service neutron] 10.222.0.26 "GET /v2.0/networks/1f8443d4-24c9-4ac0-96d7-8083233dcc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584628 May 06 15:01:50.008375 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f504207d-87ec-45cb-9ba6-7d5459d9fa72 req-8c438e41-9024-474c-9c4a-9e4c559ce447 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:50.011720 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-f504207d-87ec-45cb-9ba6-7d5459d9fa72 req-8c438e41-9024-474c-9c4a-9e4c559ce447 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 946 time: 0.2532754 May 06 15:01:50.120592 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-225c699b-1efc-448c-9087-e87febf0b789 req-bb5ada5e-f98c-429d-b5e9-67faceea596a service neutron] 10.222.0.26 "GET /v2.0/networks/1f8443d4-24c9-4ac0-96d7-8083233dcc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422918 May 06 15:01:50.179313 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-f504207d-87ec-45cb-9ba6-7d5459d9fa72 req-5d293181-1224-467f-b63a-732dd0145443 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1585426 May 06 15:01:50.184880 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e5c2517-66a1-4050-a0d7-419cea51c1a1 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Router 6b883df9-6795-4edd-8a80-d947ab5730a5 has already been hosted by L3 agent ec8f31e6-1756-4927-8bc3-e144e6f0af83 {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 15:01:50.349948 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e5c2517-66a1-4050-a0d7-419cea51c1a1 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Notify agent at l3_agent.dv-cinder-840678-2-iscsi the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 15:01:50.364587 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606f9cfb-ca46-45df-bb60-38e07ee65a7b None None] Sync routers for ids ['6b883df9-6795-4edd-8a80-d947ab5730a5'] in dv-cinder-840678-2-iscsi {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 15:01:50.378201 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606f9cfb-ca46-45df-bb60-38e07ee65a7b None None] Routers {'6b883df9-6795-4edd-8a80-d947ab5730a5'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:01:50.379937 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-606f9cfb-ca46-45df-bb60-38e07ee65a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:01:39Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['6b883df9-6795-4edd-8a80-d947ab5730a5'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:01:50.389626 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7e5c2517-66a1-4050-a0d7-419cea51c1a1 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:50.434382 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098e5f6e-0c7f-400f-96cf-b7af9b3c54b9 req-501b2367-772d-4f4d-a46c-30ec8d8d3b34 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:50.436368 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-7e5c2517-66a1-4050-a0d7-419cea51c1a1 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2816446 May 06 15:01:50.437366 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4312a5ff-a65d-46d0-8898-0d672c24c349', 'tag': '4e726ca3-a614-494c-b67e-3443b716cee2'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 15:01:50.439872 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e079183c6aa01fbf7ecda8705e9d532761ec392512c90f9d6467ac227f3657d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e168261c-06ea-4d0c-82ae-7928e9be5ff3" -d '{"events": [{"name": "network-changed", "server_uuid": "4312a5ff-a65d-46d0-8898-0d672c24c349", "tag": "4e726ca3-a614-494c-b67e-3443b716cee2"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 15:01:50.442751 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-098e5f6e-0c7f-400f-96cf-b7af9b3c54b9 req-501b2367-772d-4f4d-a46c-30ec8d8d3b34 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bcb98ae-66b1-40c0-a62b-9020f24f2f35 HTTP/1.1" status: 200 len: 944 time: 0.1551309 May 06 15:01:50.470393 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab9c36-f835-48ed-af98-8241c8aba3c0 req-828d712c-7f0c-4c17-994d-1bf9191ec947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:50.476635 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-89ab9c36-f835-48ed-af98-8241c8aba3c0 req-828d712c-7f0c-4c17-994d-1bf9191ec947 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=66121d02dbff4c3a920161e445959085&device_id=9bcb98ae-66b1-40c0-a62b-9020f24f2f35 HTTP/1.1" status: 200 len: 1128 time: 0.1042817 May 06 15:01:50.530825 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-098e5f6e-0c7f-400f-96cf-b7af9b3c54b9 req-b1bf7e20-1966-4c1c-a407-4286ee627c59 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ce1eba2-17cd-4db7-8aac-d5fdec873105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870764 May 06 15:01:50.553984 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 15:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06305135-1ac1-49e1-a630-20bded5b9812 x-openstack-request-id: req-06305135-1ac1-49e1-a630-20bded5b9812 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 15:01:50.554404 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4312a5ff-a65d-46d0-8898-0d672c24c349", "tag": "4e726ca3-a614-494c-b67e-3443b716cee2", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 15:01:50.554757 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-06305135-1ac1-49e1-a630-20bded5b9812 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 15:01:50.555298 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06305135-1ac1-49e1-a630-20bded5b9812'] response: {'name': 'network-changed', 'server_uuid': '4312a5ff-a65d-46d0-8898-0d672c24c349', 'tag': '4e726ca3-a614-494c-b67e-3443b716cee2', 'status': 'completed', 'code': 200} May 06 15:01:50.558828 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (1eb4536b-031c-4a65-bfe5-fc1ede7d9429), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:50.614863 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-606f9cfb-ca46-45df-bb60-38e07ee65a7b None None] Set router 6b883df9-6795-4edd-8a80-d947ab5730a5 gateway port host: dv-cinder-840678-2-iscsi {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:01:50.925610 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-606f9cfb-ca46-45df-bb60-38e07ee65a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b883df9-6795-4edd-8a80-d947ab5730a5', 'name': 'tempest-TestVolumeBootPattern-408062417-router', 'tenant_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '1b6defe5-72de-447a-9942-cc09c7b0d6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:59:47Z', 'updated_at': '2022-05-06T14:59:51Z', 'revision_number': 4, 'project_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'gw_port': {'id': '1b6defe5-72de-447a-9942-cc09c7b0d6d1', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:99:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b883df9-6795-4edd-8a80-d947ab5730a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:59:47Z', 'updated_at': '2022-05-06T14:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_floatingips': [{'id': '1dd4195c-562f-491e-b5e4-bd66fff28c80', 'tenant_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'floating_ip_address': '172.27.2.160', 'floating_network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'router_id': '6b883df9-6795-4edd-8a80-d947ab5730a5', 'port_id': '4e726ca3-a614-494c-b67e-3443b716cee2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '930e9db3-dfec-4f84-956d-74111c835ba4', 'mac_address': 'fa:16:3e:b2:ea:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4312a5ff-a65d-46d0-8898-0d672c24c349', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T15:01:48Z', 'updated_at': '2022-05-06T15:01:48Z', 'revision_number': 0, 'project_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd77f6e64-7c32-4bf9-b879-a7ff27851f56', 'name': '', 'network_id': '930e9db3-dfec-4f84-956d-74111c835ba4', 'tenant_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'mac_address': 'fa:16:3e:b2:e8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b883df9-6795-4edd-8a80-d947ab5730a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'df318507-d5d9-462f-9365-0df583e1ec25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:59:50Z', 'updated_at': '2022-05-06T14:59:56Z', 'revision_number': 5, 'project_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'subnets': [{'id': 'df318507-d5d9-462f-9365-0df583e1ec25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:01:50.967718 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606f9cfb-ca46-45df-bb60-38e07ee65a7b None None] Checking router: 6b883df9-6795-4edd-8a80-d947ab5730a5 for host: dv-cinder-840678-2-iscsi {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 15:01:50.977661 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606f9cfb-ca46-45df-bb60-38e07ee65a7b None None] Routers {'6b883df9-6795-4edd-8a80-d947ab5730a5'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:01:50.979210 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-606f9cfb-ca46-45df-bb60-38e07ee65a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:01:39Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['6b883df9-6795-4edd-8a80-d947ab5730a5'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:01:51.186176 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-606f9cfb-ca46-45df-bb60-38e07ee65a7b None None] Set router 6b883df9-6795-4edd-8a80-d947ab5730a5 gateway port host: dv-cinder-840678-2-iscsi {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:01:51.392272 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b7b31-7acf-48ea-8df3-37e7fe0088ae req-0cbb049f-596f-4268-97e1-10e56f73626a tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:51.403980 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-cc3b7b31-7acf-48ea-8df3-37e7fe0088ae req-0cbb049f-596f-4268-97e1-10e56f73626a tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 946 time: 0.0869622 May 06 15:01:51.460994 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-cc3b7b31-7acf-48ea-8df3-37e7fe0088ae req-5b3c72ef-dc88-4228-92f1-13d4d713cb57 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548389 May 06 15:01:51.557099 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-606f9cfb-ca46-45df-bb60-38e07ee65a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b883df9-6795-4edd-8a80-d947ab5730a5', 'name': 'tempest-TestVolumeBootPattern-408062417-router', 'tenant_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '1b6defe5-72de-447a-9942-cc09c7b0d6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:59:47Z', 'updated_at': '2022-05-06T14:59:51Z', 'revision_number': 4, 'project_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'gw_port': {'id': '1b6defe5-72de-447a-9942-cc09c7b0d6d1', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:99:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b883df9-6795-4edd-8a80-d947ab5730a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:59:47Z', 'updated_at': '2022-05-06T14:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_floatingips': [{'id': '1dd4195c-562f-491e-b5e4-bd66fff28c80', 'tenant_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'floating_ip_address': '172.27.2.160', 'floating_network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'router_id': '6b883df9-6795-4edd-8a80-d947ab5730a5', 'port_id': '4e726ca3-a614-494c-b67e-3443b716cee2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '930e9db3-dfec-4f84-956d-74111c835ba4', 'mac_address': 'fa:16:3e:b2:ea:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4312a5ff-a65d-46d0-8898-0d672c24c349', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T15:01:48Z', 'updated_at': '2022-05-06T15:01:48Z', 'revision_number': 0, 'project_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd77f6e64-7c32-4bf9-b879-a7ff27851f56', 'name': '', 'network_id': '930e9db3-dfec-4f84-956d-74111c835ba4', 'tenant_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'mac_address': 'fa:16:3e:b2:e8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b883df9-6795-4edd-8a80-d947ab5730a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'df318507-d5d9-462f-9365-0df583e1ec25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:59:50Z', 'updated_at': '2022-05-06T14:59:56Z', 'revision_number': 5, 'project_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'subnets': [{'id': 'df318507-d5d9-462f-9365-0df583e1ec25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:01:51.602165 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606f9cfb-ca46-45df-bb60-38e07ee65a7b None None] The sync data for ids ['6b883df9-6795-4edd-8a80-d947ab5730a5'] in dv-cinder-840678-2-iscsi is: [{'id': '6b883df9-6795-4edd-8a80-d947ab5730a5', 'name': 'tempest-TestVolumeBootPattern-408062417-router', 'tenant_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '1b6defe5-72de-447a-9942-cc09c7b0d6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:59:47Z', 'updated_at': '2022-05-06T14:59:51Z', 'revision_number': 4, 'project_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'gw_port': {'id': '1b6defe5-72de-447a-9942-cc09c7b0d6d1', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:99:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b883df9-6795-4edd-8a80-d947ab5730a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:59:47Z', 'updated_at': '2022-05-06T14:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_floatingips': [{'id': '1dd4195c-562f-491e-b5e4-bd66fff28c80', 'tenant_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'floating_ip_address': '172.27.2.160', 'floating_network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'router_id': '6b883df9-6795-4edd-8a80-d947ab5730a5', 'port_id': '4e726ca3-a614-494c-b67e-3443b716cee2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '930e9db3-dfec-4f84-956d-74111c835ba4', 'mac_address': 'fa:16:3e:b2:ea:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4312a5ff-a65d-46d0-8898-0d672c24c349', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T15:01:48Z', 'updated_at': '2022-05-06T15:01:48Z', 'revision_number': 0, 'project_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd77f6e64-7c32-4bf9-b879-a7ff27851f56', 'name': '', 'network_id': '930e9db3-dfec-4f84-956d-74111c835ba4', 'tenant_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'mac_address': 'fa:16:3e:b2:e8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b883df9-6795-4edd-8a80-d947ab5730a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'df318507-d5d9-462f-9365-0df583e1ec25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:59:50Z', 'updated_at': '2022-05-06T14:59:56Z', 'revision_number': 5, 'project_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'subnets': [{'id': 'df318507-d5d9-462f-9365-0df583e1ec25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 15:01:51.756564 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77219aa5-a0a6-4174-adba-6fa4fdac8807 req-ddfab152-b6e2-4624-a85f-356fda954f2a tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:51.765720 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-77219aa5-a0a6-4174-adba-6fa4fdac8807 req-ddfab152-b6e2-4624-a85f-356fda954f2a tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bcb98ae-66b1-40c0-a62b-9020f24f2f35 HTTP/1.1" status: 200 len: 944 time: 0.1440670 May 06 15:01:51.889720 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-77219aa5-a0a6-4174-adba-6fa4fdac8807 req-e071416d-1be8-43aa-8666-f555754c2242 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ce1eba2-17cd-4db7-8aac-d5fdec873105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172035 May 06 15:01:52.295055 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a246a5ac-4540-43b7-87b0-acfaee93ad76 None None] New status for floating IP 1dd4195c-562f-491e-b5e4-bd66fff28c80: ACTIVE {{(pid=103344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 15:01:52.306386 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e168261c-06ea-4d0c-82ae-7928e9be5ff3 req-744aae71-8fb8-419d-ab70-6eadb813acda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:52.308065 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-e168261c-06ea-4d0c-82ae-7928e9be5ff3 req-744aae71-8fb8-419d-ab70-6eadb813acda service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bb5f41fdaad246b7bc30c8f8021129a3&device_id=4312a5ff-a65d-46d0-8898-0d672c24c349 HTTP/1.1" status: 200 len: 1129 time: 0.0914559 May 06 15:01:52.373761 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab9c36-f835-48ed-af98-8241c8aba3c0 req-61363c55-f5e5-439c-a0d1-f6a9080977de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:52.375552 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-89ab9c36-f835-48ed-af98-8241c8aba3c0 req-61363c55-f5e5-439c-a0d1-f6a9080977de service neutron] 10.222.0.26 "GET /v2.0/networks?id=1f8443d4-24c9-4ac0-96d7-8083233dcc1b HTTP/1.1" status: 200 len: 919 time: 0.1842732 May 06 15:01:52.484109 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-89ab9c36-f835-48ed-af98-8241c8aba3c0 req-265a07df-2fb1-4851-a8da-8009f5d8bdd1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=980720ca-338d-4874-8df5-925675b727ef HTTP/1.1" status: 200 len: 217 time: 0.0869589 May 06 15:01:52.529552 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e168261c-06ea-4d0c-82ae-7928e9be5ff3 req-b8e28a00-e043-42c0-a535-9c6989046c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:52.534832 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-e168261c-06ea-4d0c-82ae-7928e9be5ff3 req-b8e28a00-e043-42c0-a535-9c6989046c49 service neutron] 10.222.0.26 "GET /v2.0/networks?id=930e9db3-dfec-4f84-956d-74111c835ba4 HTTP/1.1" status: 200 len: 912 time: 0.2146857 May 06 15:01:52.617941 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab9c36-f835-48ed-af98-8241c8aba3c0 req-53cf3806-ccaf-495c-8e29-b5932bceaaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:52.629965 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-89ab9c36-f835-48ed-af98-8241c8aba3c0 req-53cf3806-ccaf-495c-8e29-b5932bceaaa1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=67575c08-c86c-46ea-9526-64956bd20b03 HTTP/1.1" status: 200 len: 857 time: 0.1370139 May 06 15:01:52.767272 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-e168261c-06ea-4d0c-82ae-7928e9be5ff3 req-404f9c89-6975-4397-80e1-bb94349e9195 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e726ca3-a614-494c-b67e-3443b716cee2 HTTP/1.1" status: 200 len: 999 time: 0.2198474 May 06 15:01:52.795150 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab9c36-f835-48ed-af98-8241c8aba3c0 req-4a49f91a-b6d9-4a86-806a-107f5964dd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:52.796769 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-89ab9c36-f835-48ed-af98-8241c8aba3c0 req-4a49f91a-b6d9-4a86-806a-107f5964dd06 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f8443d4-24c9-4ac0-96d7-8083233dcc1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1524928 May 06 15:01:52.851886 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbbf83d-a645-4d29-ae20-829ba70eb3da req-0c08285d-1838-4171-80a5-b15ef6b0f825 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:52.853609 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-5bbbf83d-a645-4d29-ae20-829ba70eb3da req-0c08285d-1838-4171-80a5-b15ef6b0f825 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 946 time: 0.1601529 May 06 15:01:52.898725 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e168261c-06ea-4d0c-82ae-7928e9be5ff3 req-4d9ff0e9-6413-413b-8e25-9e00b3cdf6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:52.901296 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-e168261c-06ea-4d0c-82ae-7928e9be5ff3 req-4d9ff0e9-6413-413b-8e25-9e00b3cdf6cf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=df318507-d5d9-462f-9365-0df583e1ec25 HTTP/1.1" status: 200 len: 850 time: 0.1216786 May 06 15:01:53.043248 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-5bbbf83d-a645-4d29-ae20-829ba70eb3da req-d624890d-9259-4138-b29d-1956d1acf496 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040571 May 06 15:01:53.059462 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-89ab9c36-f835-48ed-af98-8241c8aba3c0 req-6c1c82f5-3490-41c0-be58-0ec9b852f101 service neutron] 10.222.0.26 "GET /v2.0/networks/1f8443d4-24c9-4ac0-96d7-8083233dcc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416353 May 06 15:01:53.086711 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12eb9f8-d37b-4043-8494-7c1f7e0cd1d9 req-b3721b24-b863-4f7b-a4b9-19664f6155db tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:53.096966 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-c12eb9f8-d37b-4043-8494-7c1f7e0cd1d9 req-b3721b24-b863-4f7b-a4b9-19664f6155db tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bcb98ae-66b1-40c0-a62b-9020f24f2f35 HTTP/1.1" status: 200 len: 944 time: 0.0878263 May 06 15:01:53.108047 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e168261c-06ea-4d0c-82ae-7928e9be5ff3 req-9275b554-e29b-42ed-9c11-3f1b4f0ed31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:53.108282 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-e168261c-06ea-4d0c-82ae-7928e9be5ff3 req-9275b554-e29b-42ed-9c11-3f1b4f0ed31e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=930e9db3-dfec-4f84-956d-74111c835ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1928930 May 06 15:01:53.273070 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-89ab9c36-f835-48ed-af98-8241c8aba3c0 req-31f3231f-4d34-468b-a64e-ffbff4b06c97 service neutron] 10.222.0.26 "GET /v2.0/networks/1f8443d4-24c9-4ac0-96d7-8083233dcc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910136 May 06 15:01:53.312455 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-c12eb9f8-d37b-4043-8494-7c1f7e0cd1d9 req-f4ab7e6d-2c7e-4ae7-9402-5f162d4f4fb0 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ce1eba2-17cd-4db7-8aac-d5fdec873105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2155669 May 06 15:01:53.357051 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-e168261c-06ea-4d0c-82ae-7928e9be5ff3 req-146ab611-f2d3-46a7-b32d-05c9e5eebcb7 service neutron] 10.222.0.26 "GET /v2.0/networks/930e9db3-dfec-4f84-956d-74111c835ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270882 May 06 15:01:53.547257 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-e168261c-06ea-4d0c-82ae-7928e9be5ff3 req-b581a0c5-148b-49db-af99-91865a428b97 service neutron] 10.222.0.26 "GET /v2.0/networks/930e9db3-dfec-4f84-956d-74111c835ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741066 May 06 15:01:53.957766 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device 980720ca-338d-4874-8df5-925675b727ef details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 15:01:54.280897 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78e9842-7598-4d00-a158-2f49e6ce0b37 req-dea21dd1-da88-4396-951c-c0cebbabaeec tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:54.285078 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-b78e9842-7598-4d00-a158-2f49e6ce0b37 req-dea21dd1-da88-4396-951c-c0cebbabaeec tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 946 time: 0.0953724 May 06 15:01:54.291851 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] For port 980720ca-338d-4874-8df5-925675b727ef, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=980720ca-338d-4874-8df5-925675b727ef,segment=NetworkSegment(be6ce9c6-e762-4e52-a069-ce1413c2ff6a),segment_id=be6ce9c6-e762-4e52-a069-ce1413c2ff6a)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:01:54.368887 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Returning: {'device': '980720ca-338d-4874-8df5-925675b727ef', 'network_id': '1f8443d4-24c9-4ac0-96d7-8083233dcc1b', 'port_id': '980720ca-338d-4874-8df5-925675b727ef', 'mac_address': 'fa:16:3e:98:1f:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67575c08-c86c-46ea-9526-64956bd20b03', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 15:01:54.402369 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-b78e9842-7598-4d00-a158-2f49e6ce0b37 req-41c917fa-d6d0-4b3b-a096-04565e0363dd tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047294 May 06 15:01:54.465524 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Current status of the port 980720ca-338d-4874-8df5-925675b727ef is: DOWN; New status is: BUILD {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:01:54.466052 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (980720ca-338d-4874-8df5-925675b727ef), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:54.502144 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.notifiers.nova [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 980720ca-338d-4874-8df5-925675b727ef {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 15:01:54.546490 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] For port 980720ca-338d-4874-8df5-925675b727ef, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=980720ca-338d-4874-8df5-925675b727ef,segment=NetworkSegment(be6ce9c6-e762-4e52-a069-ce1413c2ff6a),segment_id=be6ce9c6-e762-4e52-a069-ce1413c2ff6a)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:01:54.547313 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ae0d5-cef1-4701-8bb9-1733cae8db4a req-8c29ab2b-32f7-41ae-96c4-8749cb1e794d tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:54.551264 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-d84ae0d5-cef1-4701-8bb9-1733cae8db4a req-8c29ab2b-32f7-41ae-96c4-8749cb1e794d tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bcb98ae-66b1-40c0-a62b-9020f24f2f35 HTTP/1.1" status: 200 len: 944 time: 0.0955112 May 06 15:01:54.564258 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (980720ca-338d-4874-8df5-925675b727ef), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:54.669137 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Pushing event updated for resources: {'Port': ['ID=980720ca-338d-4874-8df5-925675b727ef,revision_number=4']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:01:54.681016 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-d84ae0d5-cef1-4701-8bb9-1733cae8db4a req-29b18efa-64a1-48b7-8c9d-fad98dc2bef5 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ce1eba2-17cd-4db7-8aac-d5fdec873105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175518 May 06 15:01:55.185439 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] get_ports_and_sgs() called for port_ids ['980720ca-338d-4874-8df5-925675b727ef'] {{(pid=103344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 15:01:55.649472 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b10ab-75d7-4e65-9f38-c56eb795eafe req-dcf81dda-fefd-41c3-a763-eed7d5c4fc33 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:55.667024 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-2d4b10ab-75d7-4e65-9f38-c56eb795eafe req-dcf81dda-fefd-41c3-a763-eed7d5c4fc33 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 946 time: 0.1313157 May 06 15:01:55.817389 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-2d4b10ab-75d7-4e65-9f38-c56eb795eafe req-b249443e-e59c-4947-bcb5-0b4bd10266b3 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420083 May 06 15:01:55.922784 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef904aac-7395-43bf-8fdb-6324251db699 req-2a80cbc9-5c4e-4647-a536-a5480b8657be tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:55.925405 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-ef904aac-7395-43bf-8fdb-6324251db699 req-2a80cbc9-5c4e-4647-a536-a5480b8657be tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bcb98ae-66b1-40c0-a62b-9020f24f2f35 HTTP/1.1" status: 200 len: 945 time: 0.0847280 May 06 15:01:56.030741 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-ef904aac-7395-43bf-8fdb-6324251db699 req-9458bead-ad89-4a93-bbfe-982f89aa2df4 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ce1eba2-17cd-4db7-8aac-d5fdec873105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996370 May 06 15:01:56.828204 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device 980720ca-338d-4874-8df5-925675b727ef up at agent hyperv_hv-cinder-84067 {{(pid=103344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 15:01:56.937305 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Provisioning for port 980720ca-338d-4874-8df5-925675b727ef completed by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 06 15:01:56.953912 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Provisioning complete for port 980720ca-338d-4874-8df5-925675b727ef triggered by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:01:56.954296 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (980720ca-338d-4874-8df5-925675b727ef), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:57.013308 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d73f1f-416e-42da-8554-71a4228be388 req-24a26d0b-4305-4e18-ad2d-3f8089ee0d34 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:57.020242 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-77d73f1f-416e-42da-8554-71a4228be388 req-24a26d0b-4305-4e18-ad2d-3f8089ee0d34 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 946 time: 0.0863202 May 06 15:01:57.112711 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-77d73f1f-416e-42da-8554-71a4228be388 req-a79094db-c8f0-4aa0-b2f1-05c6806f561c tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914166 May 06 15:01:57.149633 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Current status of the port 980720ca-338d-4874-8df5-925675b727ef is: BUILD; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:01:57.149979 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (980720ca-338d-4874-8df5-925675b727ef), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:57.214653 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bcb98ae-66b1-40c0-a62b-9020f24f2f35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '980720ca-338d-4874-8df5-925675b727ef'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 15:01:57.217444 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e0964ea08b7304cb3fd06b6962f873a42c5b1f8277632c4cd90ec00bfa9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f9a1b4-35ec-40ea-9fcf-d1b7b71dd8e5" -d '{"events": [{"server_uuid": "9bcb98ae-66b1-40c0-a62b-9020f24f2f35", "name": "network-vif-plugged", "status": "completed", "tag": "980720ca-338d-4874-8df5-925675b727ef"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 15:01:57.236544 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] For port 980720ca-338d-4874-8df5-925675b727ef, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=980720ca-338d-4874-8df5-925675b727ef,segment=NetworkSegment(be6ce9c6-e762-4e52-a069-ce1413c2ff6a),segment_id=be6ce9c6-e762-4e52-a069-ce1413c2ff6a)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:01:57.242718 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (980720ca-338d-4874-8df5-925675b727ef), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:01:57.269665 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b64aff-d7dd-4d22-a46c-2925cb0c0ad3 req-35839390-4acf-411b-9df7-bd9aaa965cce tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:57.278314 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-65b64aff-d7dd-4d22-a46c-2925cb0c0ad3 req-35839390-4acf-411b-9df7-bd9aaa965cce tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bcb98ae-66b1-40c0-a62b-9020f24f2f35 HTTP/1.1" status: 200 len: 945 time: 0.1389387 May 06 15:01:57.321993 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 15:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1aec3dc-bc7b-4089-9bed-96bef32d28f2 x-openstack-request-id: req-b1aec3dc-bc7b-4089-9bed-96bef32d28f2 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 15:01:57.323129 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bcb98ae-66b1-40c0-a62b-9020f24f2f35", "name": "network-vif-plugged", "status": "completed", "tag": "980720ca-338d-4874-8df5-925675b727ef", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 15:01:57.323410 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b1aec3dc-bc7b-4089-9bed-96bef32d28f2 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 15:01:57.324358 dv-cinder-840678-2-iscsi neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1aec3dc-bc7b-4089-9bed-96bef32d28f2'] response: {'server_uuid': '9bcb98ae-66b1-40c0-a62b-9020f24f2f35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '980720ca-338d-4874-8df5-925675b727ef', 'code': 200} May 06 15:01:57.326443 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Pushing event updated for resources: {'Port': ['ID=980720ca-338d-4874-8df5-925675b727ef,revision_number=5']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:01:57.396477 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-65b64aff-d7dd-4d22-a46c-2925cb0c0ad3 req-d8bb578d-09bf-47b1-ae4e-278c15dc343a tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ce1eba2-17cd-4db7-8aac-d5fdec873105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121330 May 06 15:01:57.603291 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60bc291-0dcc-4ad3-8f3f-6483bc4d77f9 req-0b256b51-2f58-41ce-9a66-37223bf1ad38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:57.605197 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-f60bc291-0dcc-4ad3-8f3f-6483bc4d77f9 req-0b256b51-2f58-41ce-9a66-37223bf1ad38 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9bcb98ae-66b1-40c0-a62b-9020f24f2f35 HTTP/1.1" status: 200 len: 1130 time: 0.0621502 May 06 15:01:57.694323 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-f60bc291-0dcc-4ad3-8f3f-6483bc4d77f9 req-5890e557-cb67-4a50-a9c0-daf9d1ca7433 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5ce1eba2-17cd-4db7-8aac-d5fdec873105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774336 May 06 15:01:58.257337 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7662cd16-d808-499e-a2ca-bfb7edc8ff39 req-160c8332-866c-4f9c-a436-745ac793367b tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:58.258916 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-7662cd16-d808-499e-a2ca-bfb7edc8ff39 req-160c8332-866c-4f9c-a436-745ac793367b tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 946 time: 0.0511580 May 06 15:01:58.341895 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-7662cd16-d808-499e-a2ca-bfb7edc8ff39 req-39d5769a-bc81-49dd-9789-a860a2bf892b tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730486 May 06 15:01:58.552910 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c3e9c2-e470-4c36-a786-3a6e0c9e107f req-3aab8ca7-f3b4-47e3-b626-8beec4bd2e83 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:58.564482 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-48c3e9c2-e470-4c36-a786-3a6e0c9e107f req-3aab8ca7-f3b4-47e3-b626-8beec4bd2e83 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bcb98ae-66b1-40c0-a62b-9020f24f2f35 HTTP/1.1" status: 200 len: 946 time: 0.0730410 May 06 15:01:58.621541 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-48c3e9c2-e470-4c36-a786-3a6e0c9e107f req-fbeb094f-dca8-412b-b185-4459c9f8a2d2 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ce1eba2-17cd-4db7-8aac-d5fdec873105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558860 May 06 15:01:59.260899 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08dbddc-6a1f-45f2-8859-3d03a2c81657 req-03aab7a3-77f0-4f93-9176-1c9b14506a02 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:59.262548 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-c08dbddc-6a1f-45f2-8859-3d03a2c81657 req-03aab7a3-77f0-4f93-9176-1c9b14506a02 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/networks?id=a5b33968-9a47-4e49-a4ac-4bdb672e1215 HTTP/1.1" status: 200 len: 815 time: 0.1553004 May 06 15:01:59.280457 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-c08dbddc-6a1f-45f2-8859-3d03a2c81657 req-f0630f91-bf63-472d-89d6-4bd5d82f63c9 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/quotas/4be2354633354d249a0598f589a987b8 HTTP/1.1" status: 200 len: 375 time: 0.0112028 May 06 15:01:59.347698 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-c08dbddc-6a1f-45f2-8859-3d03a2c81657 req-f8fa1575-9ddf-4120-b9a2-607eab62ff54 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4be2354633354d249a0598f589a987b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0601442 May 06 15:01:59.481296 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff78f02a-586f-41c5-9674-4c6fe0cebe65 req-aecf6e5e-b04c-4a3c-87fd-b7e041a9aa15 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:59.489486 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-ff78f02a-586f-41c5-9674-4c6fe0cebe65 req-aecf6e5e-b04c-4a3c-87fd-b7e041a9aa15 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 946 time: 0.0639367 May 06 15:01:59.497796 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-c08dbddc-6a1f-45f2-8859-3d03a2c81657 req-a896e4e3-d43b-4020-a9c5-3c13a4ace483 service neutron] 10.222.0.23 "GET /v2.0/networks/a5b33968-9a47-4e49-a4ac-4bdb672e1215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362259 May 06 15:01:59.561692 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-ff78f02a-586f-41c5-9674-4c6fe0cebe65 req-61c1b6fa-d56e-4d0b-a561-6e24ced93151 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683727 May 06 15:01:59.629586 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-c08dbddc-6a1f-45f2-8859-3d03a2c81657 req-b59c9abb-e768-462a-a904-1d1919c4df87 service neutron] 10.222.0.23 "GET /v2.0/networks/a5b33968-9a47-4e49-a4ac-4bdb672e1215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303229 May 06 15:01:59.793287 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f4ea6-d45f-425c-8f0e-c8545779aebd req-cba10cc6-3932-45a7-bc66-63a27f67f51b tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:01:59.795816 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-0a0f4ea6-d45f-425c-8f0e-c8545779aebd req-cba10cc6-3932-45a7-bc66-63a27f67f51b tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bcb98ae-66b1-40c0-a62b-9020f24f2f35 HTTP/1.1" status: 200 len: 946 time: 0.0736423 May 06 15:01:59.872086 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-0a0f4ea6-d45f-425c-8f0e-c8545779aebd req-f73514ac-68ae-4d02-812d-6694ea82a32a tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ce1eba2-17cd-4db7-8aac-d5fdec873105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663586 May 06 15:01:59.899062 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-aa53c65b-cf27-4c03-b74d-4bd467a9c2a2 req-cc7f6254-24b0-4df7-9a48-265ebb0f79c7 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/ports?device_id=1190aec7-7179-482b-a705-8943f357c18f HTTP/1.1" status: 200 len: 210 time: 0.0783076 May 06 15:02:00.728534 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa7715f-5461-475e-9c4d-277ab3345e7f req-cd4c6b29-2fdc-4dee-8f6b-46ef4be308aa tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:00.730225 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-7fa7715f-5461-475e-9c4d-277ab3345e7f req-cd4c6b29-2fdc-4dee-8f6b-46ef4be308aa tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 946 time: 0.0651531 May 06 15:02:00.799986 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-7fa7715f-5461-475e-9c4d-277ab3345e7f req-d5964868-ac95-48d5-be35-9c677bd54b64 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600379 May 06 15:02:01.047180 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babad906-8472-4b44-9724-17119f2caa1f req-bd095544-9a8b-4ecd-94d5-888ac7760e30 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:01.055398 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-babad906-8472-4b44-9724-17119f2caa1f req-bd095544-9a8b-4ecd-94d5-888ac7760e30 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bcb98ae-66b1-40c0-a62b-9020f24f2f35 HTTP/1.1" status: 200 len: 946 time: 0.1156607 May 06 15:02:01.057395 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-2b2834bf-b80f-412d-8012-e2186fa460ce req-887725b2-ebc7-45af-af07-7a60eb647acb tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/ports?device_id=1190aec7-7179-482b-a705-8943f357c18f HTTP/1.1" status: 200 len: 210 time: 0.0458691 May 06 15:02:01.110245 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-babad906-8472-4b44-9724-17119f2caa1f req-044a7140-e52b-42ec-8dbf-b1a0c54fcdf4 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ce1eba2-17cd-4db7-8aac-d5fdec873105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537889 May 06 15:02:01.305473 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3802ed7c-2e37-442f-8657-e915bbc649e6 req-4cc288a9-d220-4703-be22-af4a8c644f6e tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:01.307565 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-3802ed7c-2e37-442f-8657-e915bbc649e6 req-4cc288a9-d220-4703-be22-af4a8c644f6e tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bcb98ae-66b1-40c0-a62b-9020f24f2f35 HTTP/1.1" status: 200 len: 946 time: 0.0648394 May 06 15:02:01.319442 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 47386) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:02:01.325098 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.v2.base [None req-d5688128-ebab-4ce1-abdd-617d76edf2ef tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Request body: {'floatingip': {'port_id': '980720ca-338d-4874-8df5-925675b727ef'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:02:01.395972 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d5688128-ebab-4ce1-abdd-617d76edf2ef tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Publish callbacks [] for floatingip (aeae4d8f-9557-4eca-a888-c225dbf0b97f), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:02:01.945701 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d5688128-ebab-4ce1-abdd-617d76edf2ef tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:02:01.955943 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ea64f-146d-484b-bd9c-b9081db3b948 req-edb62680-ac76-4e5b-b288-d8d7705d465d tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:01.957556 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-c01ea64f-146d-484b-bd9c-b9081db3b948 req-edb62680-ac76-4e5b-b288-d8d7705d465d tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 946 time: 0.0693865 May 06 15:02:01.958710 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d5688128-ebab-4ce1-abdd-617d76edf2ef tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429592'] for floatingip (aeae4d8f-9557-4eca-a888-c225dbf0b97f), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:02:02.157552 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-f1d88440-e1e3-436c-bcba-fec78bbcb3c1 req-0829811c-8173-4d40-bb02-00f16519e800 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/ports?device_id=1190aec7-7179-482b-a705-8943f357c18f HTTP/1.1" status: 200 len: 210 time: 0.0284674 May 06 15:02:02.286079 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-c01ea64f-146d-484b-bd9c-b9081db3b948 req-20fc76df-d90f-49a7-adc8-d3c21fd22dd7 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2916784 May 06 15:02:02.346898 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.db.l3_db [None req-d5688128-ebab-4ce1-abdd-617d76edf2ef tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Floating IP aeae4d8f-9557-4eca-a888-c225dbf0b97f associated. External IP: 172.27.2.65, port: 980720ca-338d-4874-8df5-925675b727ef. May 06 15:02:02.623739 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5688128-ebab-4ce1-abdd-617d76edf2ef tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Router f77e6523-6838-4eed-bd19-4c79a22cf92c has already been hosted by L3 agent ec8f31e6-1756-4927-8bc3-e144e6f0af83 {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 15:02:02.713393 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08dbddc-6a1f-45f2-8859-3d03a2c81657 req-a4885d2a-c346-491c-8ac6-5b032cd4b472 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:02.715350 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-c08dbddc-6a1f-45f2-8859-3d03a2c81657 req-a4885d2a-c346-491c-8ac6-5b032cd4b472 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.26 "GET /v2.0/networks?id=a5b33968-9a47-4e49-a4ac-4bdb672e1215 HTTP/1.1" status: 200 len: 815 time: 0.1715147 May 06 15:02:02.783017 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5688128-ebab-4ce1-abdd-617d76edf2ef tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Notify agent at l3_agent.dv-cinder-840678-2-iscsi the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 15:02:02.787852 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d5688128-ebab-4ce1-abdd-617d76edf2ef tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:02:02.796421 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64920dd-7371-4d33-802e-9540772ab3c6 None None] Sync routers for ids ['f77e6523-6838-4eed-bd19-4c79a22cf92c'] in dv-cinder-840678-2-iscsi {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 15:02:02.807867 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64920dd-7371-4d33-802e-9540772ab3c6 None None] Routers {'f77e6523-6838-4eed-bd19-4c79a22cf92c'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:02:02.808583 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-b64920dd-7371-4d33-802e-9540772ab3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:01:39Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['f77e6523-6838-4eed-bd19-4c79a22cf92c'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:02:02.819451 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-d5688128-ebab-4ce1-abdd-617d76edf2ef tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "PUT /v2.0/floatingips/aeae4d8f-9557-4eca-a888-c225dbf0b97f HTTP/1.1" status: 200 len: 991 time: 1.4989059 May 06 15:02:02.820181 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bcb98ae-66b1-40c0-a62b-9020f24f2f35', 'tag': '980720ca-338d-4874-8df5-925675b727ef'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 15:02:02.822519 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e079183c6aa01fbf7ecda8705e9d532761ec392512c90f9d6467ac227f3657d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a2d9d3-099e-41fb-99fb-a13bb43b5661" -d '{"events": [{"name": "network-changed", "server_uuid": "9bcb98ae-66b1-40c0-a62b-9020f24f2f35", "tag": "980720ca-338d-4874-8df5-925675b727ef"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 15:02:02.872121 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 15:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d192376b-299a-4578-a400-24a0b86064f0 x-openstack-request-id: req-d192376b-299a-4578-a400-24a0b86064f0 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 15:02:02.872418 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bcb98ae-66b1-40c0-a62b-9020f24f2f35", "tag": "980720ca-338d-4874-8df5-925675b727ef", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 15:02:02.872709 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d192376b-299a-4578-a400-24a0b86064f0 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 15:02:02.873126 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d192376b-299a-4578-a400-24a0b86064f0'] response: {'name': 'network-changed', 'server_uuid': '9bcb98ae-66b1-40c0-a62b-9020f24f2f35', 'tag': '980720ca-338d-4874-8df5-925675b727ef', 'status': 'completed', 'code': 200} May 06 15:02:02.923090 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-b64920dd-7371-4d33-802e-9540772ab3c6 None None] Set router f77e6523-6838-4eed-bd19-4c79a22cf92c gateway port host: dv-cinder-840678-2-iscsi {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:02:03.153380 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-b64920dd-7371-4d33-802e-9540772ab3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f77e6523-6838-4eed-bd19-4c79a22cf92c', 'name': 'tempest-ServerRescueNegativeTestJSON-151767868-router', 'tenant_id': '66121d02dbff4c3a920161e445959085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'cb3cff7e-5f59-4fc2-b09d-77da58aa420f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:58:23Z', 'updated_at': '2022-05-06T14:58:39Z', 'revision_number': 4, 'project_id': '66121d02dbff4c3a920161e445959085', 'gw_port': {'id': 'cb3cff7e-5f59-4fc2-b09d-77da58aa420f', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:84:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77e6523-6838-4eed-bd19-4c79a22cf92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:24Z', 'updated_at': '2022-05-06T14:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_floatingips': [{'id': 'aeae4d8f-9557-4eca-a888-c225dbf0b97f', 'tenant_id': '66121d02dbff4c3a920161e445959085', 'floating_ip_address': '172.27.2.65', 'floating_network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'router_id': 'f77e6523-6838-4eed-bd19-4c79a22cf92c', 'port_id': '980720ca-338d-4874-8df5-925675b727ef', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f8443d4-24c9-4ac0-96d7-8083233dcc1b', 'mac_address': 'fa:16:3e:98:1f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcb98ae-66b1-40c0-a62b-9020f24f2f35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T15:01:36Z', 'updated_at': '2022-05-06T15:02:01Z', 'revision_number': 1, 'project_id': '66121d02dbff4c3a920161e445959085', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aea4266d-ea07-4e53-9927-beb0af0981f5', 'name': '', 'network_id': '1f8443d4-24c9-4ac0-96d7-8083233dcc1b', 'tenant_id': '66121d02dbff4c3a920161e445959085', 'mac_address': 'fa:16:3e:d7:26:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77e6523-6838-4eed-bd19-4c79a22cf92c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '67575c08-c86c-46ea-9526-64956bd20b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:33Z', 'updated_at': '2022-05-06T14:58:51Z', 'revision_number': 5, 'project_id': '66121d02dbff4c3a920161e445959085', 'subnets': [{'id': '67575c08-c86c-46ea-9526-64956bd20b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:02:03.183326 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64920dd-7371-4d33-802e-9540772ab3c6 None None] Checking router: f77e6523-6838-4eed-bd19-4c79a22cf92c for host: dv-cinder-840678-2-iscsi {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 15:02:03.191110 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64920dd-7371-4d33-802e-9540772ab3c6 None None] Routers {'f77e6523-6838-4eed-bd19-4c79a22cf92c'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:02:03.191692 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-b64920dd-7371-4d33-802e-9540772ab3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:01:39Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['f77e6523-6838-4eed-bd19-4c79a22cf92c'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:02:03.257407 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-05d5a22e-e0be-44a0-9abd-dc7ebbd0eaf0 req-45e73318-a53b-4bd9-a0c6-2e64b98f3ae0 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/ports?device_id=1190aec7-7179-482b-a705-8943f357c18f HTTP/1.1" status: 200 len: 210 time: 0.0281849 May 06 15:02:03.295874 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.v2.base [req-c08dbddc-6a1f-45f2-8859-3d03a2c81657 req-3fd1c98d-bf5d-49f3-beb9-a403ea95cb09 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Request body: {'port': {'device_id': '1190aec7-7179-482b-a705-8943f357c18f', 'network_id': 'a5b33968-9a47-4e49-a4ac-4bdb672e1215', 'admin_state_up': True, 'tenant_id': '4be2354633354d249a0598f589a987b8'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:02:03.304197 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-b64920dd-7371-4d33-802e-9540772ab3c6 None None] Set router f77e6523-6838-4eed-bd19-4c79a22cf92c gateway port host: dv-cinder-840678-2-iscsi {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:02:03.392227 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a2d9d3-099e-41fb-99fb-a13bb43b5661 req-fcb3b437-c082-4df7-9b09-063afae241d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:03.395391 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-90a2d9d3-099e-41fb-99fb-a13bb43b5661 req-fcb3b437-c082-4df7-9b09-063afae241d8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=66121d02dbff4c3a920161e445959085&device_id=9bcb98ae-66b1-40c0-a62b-9020f24f2f35 HTTP/1.1" status: 200 len: 1130 time: 0.0557709 May 06 15:02:03.415282 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab46e6-1a27-4683-8ffb-118464889c4b req-066cb308-8414-4cd2-9f44-047c001372eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:03.417577 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-52ab46e6-1a27-4683-8ffb-118464889c4b req-066cb308-8414-4cd2-9f44-047c001372eb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=04793e5505aa4d32ab3efed2892ea2b4&device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 1130 time: 0.0645387 May 06 15:02:03.461398 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c08dbddc-6a1f-45f2-8859-3d03a2c81657 req-3fd1c98d-bf5d-49f3-beb9-a403ea95cb09 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Made reservation on behalf of 4be2354633354d249a0598f589a987b8 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 15:02:03.465837 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-c08dbddc-6a1f-45f2-8859-3d03a2c81657 req-3fd1c98d-bf5d-49f3-beb9-a403ea95cb09 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:02:03.474856 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae85edb-de78-497e-9806-ab7aac5c29e6 req-18825088-3af5-46cf-b335-fc6e48037295 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:03.476787 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-cae85edb-de78-497e-9806-ab7aac5c29e6 req-18825088-3af5-46cf-b335-fc6e48037295 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 946 time: 0.0544493 May 06 15:02:03.533702 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-cae85edb-de78-497e-9806-ab7aac5c29e6 req-755b3270-3efe-4b8f-b9f5-d636bd99c02e tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508981 May 06 15:02:03.615278 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-c08dbddc-6a1f-45f2-8859-3d03a2c81657 req-3fd1c98d-bf5d-49f3-beb9-a403ea95cb09 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Allocated IP 172.20.0.13 (a5b33968-9a47-4e49-a4ac-4bdb672e1215/8ec52d68-94e9-40d7-b80a-32fe51def5e4/7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 15:02:03.647720 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-b64920dd-7371-4d33-802e-9540772ab3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f77e6523-6838-4eed-bd19-4c79a22cf92c', 'name': 'tempest-ServerRescueNegativeTestJSON-151767868-router', 'tenant_id': '66121d02dbff4c3a920161e445959085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'cb3cff7e-5f59-4fc2-b09d-77da58aa420f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:58:23Z', 'updated_at': '2022-05-06T14:58:39Z', 'revision_number': 4, 'project_id': '66121d02dbff4c3a920161e445959085', 'gw_port': {'id': 'cb3cff7e-5f59-4fc2-b09d-77da58aa420f', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:84:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77e6523-6838-4eed-bd19-4c79a22cf92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:24Z', 'updated_at': '2022-05-06T14:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_floatingips': [{'id': 'aeae4d8f-9557-4eca-a888-c225dbf0b97f', 'tenant_id': '66121d02dbff4c3a920161e445959085', 'floating_ip_address': '172.27.2.65', 'floating_network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'router_id': 'f77e6523-6838-4eed-bd19-4c79a22cf92c', 'port_id': '980720ca-338d-4874-8df5-925675b727ef', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f8443d4-24c9-4ac0-96d7-8083233dcc1b', 'mac_address': 'fa:16:3e:98:1f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcb98ae-66b1-40c0-a62b-9020f24f2f35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T15:01:36Z', 'updated_at': '2022-05-06T15:02:01Z', 'revision_number': 1, 'project_id': '66121d02dbff4c3a920161e445959085', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aea4266d-ea07-4e53-9927-beb0af0981f5', 'name': '', 'network_id': '1f8443d4-24c9-4ac0-96d7-8083233dcc1b', 'tenant_id': '66121d02dbff4c3a920161e445959085', 'mac_address': 'fa:16:3e:d7:26:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77e6523-6838-4eed-bd19-4c79a22cf92c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '67575c08-c86c-46ea-9526-64956bd20b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:33Z', 'updated_at': '2022-05-06T14:58:51Z', 'revision_number': 5, 'project_id': '66121d02dbff4c3a920161e445959085', 'subnets': [{'id': '67575c08-c86c-46ea-9526-64956bd20b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:02:03.681080 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64920dd-7371-4d33-802e-9540772ab3c6 None None] The sync data for ids ['f77e6523-6838-4eed-bd19-4c79a22cf92c'] in dv-cinder-840678-2-iscsi is: [{'id': 'f77e6523-6838-4eed-bd19-4c79a22cf92c', 'name': 'tempest-ServerRescueNegativeTestJSON-151767868-router', 'tenant_id': '66121d02dbff4c3a920161e445959085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'cb3cff7e-5f59-4fc2-b09d-77da58aa420f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:58:23Z', 'updated_at': '2022-05-06T14:58:39Z', 'revision_number': 4, 'project_id': '66121d02dbff4c3a920161e445959085', 'gw_port': {'id': 'cb3cff7e-5f59-4fc2-b09d-77da58aa420f', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:84:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77e6523-6838-4eed-bd19-4c79a22cf92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:24Z', 'updated_at': '2022-05-06T14:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_floatingips': [{'id': 'aeae4d8f-9557-4eca-a888-c225dbf0b97f', 'tenant_id': '66121d02dbff4c3a920161e445959085', 'floating_ip_address': '172.27.2.65', 'floating_network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'router_id': 'f77e6523-6838-4eed-bd19-4c79a22cf92c', 'port_id': '980720ca-338d-4874-8df5-925675b727ef', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f8443d4-24c9-4ac0-96d7-8083233dcc1b', 'mac_address': 'fa:16:3e:98:1f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcb98ae-66b1-40c0-a62b-9020f24f2f35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T15:01:36Z', 'updated_at': '2022-05-06T15:02:01Z', 'revision_number': 1, 'project_id': '66121d02dbff4c3a920161e445959085', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aea4266d-ea07-4e53-9927-beb0af0981f5', 'name': '', 'network_id': '1f8443d4-24c9-4ac0-96d7-8083233dcc1b', 'tenant_id': '66121d02dbff4c3a920161e445959085', 'mac_address': 'fa:16:3e:d7:26:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77e6523-6838-4eed-bd19-4c79a22cf92c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '67575c08-c86c-46ea-9526-64956bd20b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:33Z', 'updated_at': '2022-05-06T14:58:51Z', 'revision_number': 5, 'project_id': '66121d02dbff4c3a920161e445959085', 'subnets': [{'id': '67575c08-c86c-46ea-9526-64956bd20b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 15:02:03.772965 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-c08dbddc-6a1f-45f2-8859-3d03a2c81657 req-3fd1c98d-bf5d-49f3-beb9-a403ea95cb09 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Publish callbacks [] for port (7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:02:03.817509 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-c08dbddc-6a1f-45f2-8859-3d03a2c81657 req-3fd1c98d-bf5d-49f3-beb9-a403ea95cb09 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732313435468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59634176'] for port (7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:02:03.908260 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a2d9d3-099e-41fb-99fb-a13bb43b5661 req-6e41d515-4eb3-42e1-8e74-4d155c11f1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:03.910045 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-90a2d9d3-099e-41fb-99fb-a13bb43b5661 req-6e41d515-4eb3-42e1-8e74-4d155c11f1b8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1f8443d4-24c9-4ac0-96d7-8083233dcc1b HTTP/1.1" status: 200 len: 919 time: 0.1065960 May 06 15:02:03.932157 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600449f9-aa9d-498e-bbac-67032d5a7652 None None] New status for floating IP aeae4d8f-9557-4eca-a888-c225dbf0b97f: ACTIVE {{(pid=103344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 15:02:03.945995 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd1c98d-bf5d-49f3-beb9-a403ea95cb09 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Pushing event updated for resources: {'Port': ['ID=7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:02:03.956625 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c08dbddc-6a1f-45f2-8859-3d03a2c81657 req-3fd1c98d-bf5d-49f3-beb9-a403ea95cb09 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Network a5b33968-9a47-4e49-a4ac-4bdb672e1215 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 15:02:03.959823 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-c08dbddc-6a1f-45f2-8859-3d03a2c81657 req-3fd1c98d-bf5d-49f3-beb9-a403ea95cb09 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 15:02:03.966264 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-c08dbddc-6a1f-45f2-8859-3d03a2c81657 req-3fd1c98d-bf5d-49f3-beb9-a403ea95cb09 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 15:02:03.992722 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-90a2d9d3-099e-41fb-99fb-a13bb43b5661 req-6d1365ba-79ec-4e5d-bc88-e8853f936feb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=980720ca-338d-4874-8df5-925675b727ef HTTP/1.1" status: 200 len: 999 time: 0.0704255 May 06 15:02:04.016446 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab46e6-1a27-4683-8ffb-118464889c4b req-6d07bb8a-5b55-43e1-a80f-49aafe2f94a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:04.018263 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-52ab46e6-1a27-4683-8ffb-118464889c4b req-6d07bb8a-5b55-43e1-a80f-49aafe2f94a4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e617326c-50d9-4a05-90f1-04262502b764 HTTP/1.1" status: 200 len: 916 time: 0.2143197 May 06 15:02:04.036775 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08dbddc-6a1f-45f2-8859-3d03a2c81657 req-3fd1c98d-bf5d-49f3-beb9-a403ea95cb09 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:04.037609 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-c08dbddc-6a1f-45f2-8859-3d03a2c81657 req-3fd1c98d-bf5d-49f3-beb9-a403ea95cb09 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:02:04.129154 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a2d9d3-099e-41fb-99fb-a13bb43b5661 req-bd19f562-f10d-420a-9e7b-3fb37a235358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:04.131306 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-90a2d9d3-099e-41fb-99fb-a13bb43b5661 req-bd19f562-f10d-420a-9e7b-3fb37a235358 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=67575c08-c86c-46ea-9526-64956bd20b03 HTTP/1.1" status: 200 len: 857 time: 0.0924923 May 06 15:02:04.210892 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-c08dbddc-6a1f-45f2-8859-3d03a2c81657 req-3fd1c98d-bf5d-49f3-beb9-a403ea95cb09 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9192722 May 06 15:02:04.223390 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-52ab46e6-1a27-4683-8ffb-118464889c4b req-7b681dc1-2123-45ca-a254-577566ed9cf7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3fde30d6-e4a7-41a8-a67c-29a4deb4e074 HTTP/1.1" status: 200 len: 1002 time: 0.1609674 May 06 15:02:04.375970 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-9f14eb19-ded7-4d56-9aca-cc7c0519923f None None] Provisioning complete for port 7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:02:04.376528 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9f14eb19-ded7-4d56-9aca-cc7c0519923f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:02:04.406034 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e1df73-3b83-4449-b0ff-40b962834de2 req-b496c024-c8f7-4eef-b257-2d6b194d6825 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:04.408526 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-d5e1df73-3b83-4449-b0ff-40b962834de2 req-b496c024-c8f7-4eef-b257-2d6b194d6825 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/ports?device_id=1190aec7-7179-482b-a705-8943f357c18f HTTP/1.1" status: 200 len: 932 time: 0.0576289 May 06 15:02:04.431869 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-9f14eb19-ded7-4d56-9aca-cc7c0519923f None None] Port 7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed cannot update to ACTIVE because it is not bound. {{(pid=103344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 06 15:02:04.470786 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-d5e1df73-3b83-4449-b0ff-40b962834de2 req-5909a313-69f2-4b27-b479-9844c5752309 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/security-groups?id=7788c52f-729c-40ca-8f6a-df96ae39c655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537112 May 06 15:02:04.662571 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf41ff7-093b-4b7b-870e-af299fafea45 req-a9419a50-7577-449c-b940-61bda6ad16a1 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:04.664105 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-bdf41ff7-093b-4b7b-870e-af299fafea45 req-a9419a50-7577-449c-b940-61bda6ad16a1 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 946 time: 0.0542352 May 06 15:02:04.713415 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-bdf41ff7-093b-4b7b-870e-af299fafea45 req-394bbac9-3e1f-4cc8-b591-d95f224f8c25 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429142 May 06 15:02:04.852405 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device 3fde30d6-e4a7-41a8-a67c-29a4deb4e074 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 15:02:04.940192 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Current status of the port 3fde30d6-e4a7-41a8-a67c-29a4deb4e074 is: ACTIVE; New status is: DOWN {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:02:04.941026 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (3fde30d6-e4a7-41a8-a67c-29a4deb4e074), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:02:04.964253 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52a38ab-2c8e-4183-ace7-e7dc866226ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fde30d6-e4a7-41a8-a67c-29a4deb4e074'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 15:02:04.966529 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e0964ea08b7304cb3fd06b6962f873a42c5b1f8277632c4cd90ec00bfa9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9363e72c-ad7c-48ad-b457-8bd8a35c24eb" -d '{"events": [{"server_uuid": "e52a38ab-2c8e-4183-ace7-e7dc866226ca", "name": "network-vif-unplugged", "status": "completed", "tag": "3fde30d6-e4a7-41a8-a67c-29a4deb4e074"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 15:02:04.979735 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] For port 3fde30d6-e4a7-41a8-a67c-29a4deb4e074, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=3fde30d6-e4a7-41a8-a67c-29a4deb4e074,segment=NetworkSegment(59b9f651-300b-41a0-9754-50f9dffdafce),segment_id=59b9f651-300b-41a0-9754-50f9dffdafce)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:02:04.984221 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (3fde30d6-e4a7-41a8-a67c-29a4deb4e074), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:02:05.009922 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 15:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ed8cf9-1f16-4a0a-a7db-0d101bf6da86 x-openstack-request-id: req-83ed8cf9-1f16-4a0a-a7db-0d101bf6da86 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 15:02:05.010264 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e52a38ab-2c8e-4183-ace7-e7dc866226ca", "name": "network-vif-unplugged", "status": "completed", "tag": "3fde30d6-e4a7-41a8-a67c-29a4deb4e074", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 15:02:05.010522 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-83ed8cf9-1f16-4a0a-a7db-0d101bf6da86 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 15:02:05.010918 dv-cinder-840678-2-iscsi neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83ed8cf9-1f16-4a0a-a7db-0d101bf6da86'] response: {'server_uuid': 'e52a38ab-2c8e-4183-ace7-e7dc866226ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fde30d6-e4a7-41a8-a67c-29a4deb4e074', 'code': 200} May 06 15:02:05.039725 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Pushing event updated for resources: {'Port': ['ID=3fde30d6-e4a7-41a8-a67c-29a4deb4e074,revision_number=8']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:02:05.593285 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227d4414-fad2-48f7-ad2c-49dfccac4d5f req-30bb7cf2-6816-49b0-ac48-73b3e6e6165f tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:05.594765 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-227d4414-fad2-48f7-ad2c-49dfccac4d5f req-30bb7cf2-6816-49b0-ac48-73b3e6e6165f tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/ports?device_id=1190aec7-7179-482b-a705-8943f357c18f HTTP/1.1" status: 200 len: 932 time: 0.0481944 May 06 15:02:05.646073 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-227d4414-fad2-48f7-ad2c-49dfccac4d5f req-394181ae-a0f9-4ae2-a480-94961fc203fa tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/security-groups?id=7788c52f-729c-40ca-8f6a-df96ae39c655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454495 May 06 15:02:05.859606 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd32d27-99ce-4b9d-af0a-e9d96b347308 req-ed77efe3-56ec-495e-ac01-696081a40202 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:05.861216 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-5fd32d27-99ce-4b9d-af0a-e9d96b347308 req-ed77efe3-56ec-495e-ac01-696081a40202 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 944 time: 0.0708261 May 06 15:02:05.909361 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-5fd32d27-99ce-4b9d-af0a-e9d96b347308 req-ddf4caaf-dbf0-4d3b-80eb-5cd26129ad79 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424910 May 06 15:02:06.772163 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895616e7-89bd-4a31-91ce-a941060c2fe1 req-0fca6b6b-470f-4e71-b2fe-1005973cb3a1 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:06.773649 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-895616e7-89bd-4a31-91ce-a941060c2fe1 req-0fca6b6b-470f-4e71-b2fe-1005973cb3a1 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/ports?device_id=1190aec7-7179-482b-a705-8943f357c18f HTTP/1.1" status: 200 len: 932 time: 0.0470965 May 06 15:02:06.826337 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-895616e7-89bd-4a31-91ce-a941060c2fe1 req-cd8ef42a-ffe2-425b-9f1c-f5bf0f97bdce tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/security-groups?id=7788c52f-729c-40ca-8f6a-df96ae39c655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469129 May 06 15:02:07.036479 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba007931-d361-4598-a330-bafb70ae0232 req-f4d544c1-d3c5-43fb-8a91-95f9a55788a8 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:07.037973 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-ba007931-d361-4598-a330-bafb70ae0232 req-f4d544c1-d3c5-43fb-8a91-95f9a55788a8 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 944 time: 0.0515246 May 06 15:02:07.086247 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-ba007931-d361-4598-a330-bafb70ae0232 req-2a95d3d5-7d79-43ad-8b51-5f8925870b06 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421095 May 06 15:02:07.106011 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-48f54ee6-6d29-4bd5-9aed-ccdece7de3b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (79b17169-ed94-4769-ba4e-30adf371f78f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:02:07.943550 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0b0bb1-66fe-40c2-9672-9c13cdf55a5b req-785cf704-96c3-473d-977b-cb5198ebca25 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:07.945122 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-7e0b0bb1-66fe-40c2-9672-9c13cdf55a5b req-785cf704-96c3-473d-977b-cb5198ebca25 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/ports?device_id=1190aec7-7179-482b-a705-8943f357c18f HTTP/1.1" status: 200 len: 932 time: 0.0492542 May 06 15:02:07.992344 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-7e0b0bb1-66fe-40c2-9672-9c13cdf55a5b req-3d8fa05f-f999-4cc5-add3-05d91a715319 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/security-groups?id=7788c52f-729c-40ca-8f6a-df96ae39c655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413225 May 06 15:02:08.224581 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828bb0b8-f1a3-416a-959d-eae5e52507b9 req-4ec306c6-8af1-4235-a473-c21feff9bd04 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:08.224581 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-828bb0b8-f1a3-416a-959d-eae5e52507b9 req-4ec306c6-8af1-4235-a473-c21feff9bd04 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 944 time: 0.0542951 May 06 15:02:08.279632 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-828bb0b8-f1a3-416a-959d-eae5e52507b9 req-83a6addc-8953-4630-be0d-fa07c4adf2d6 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482767 May 06 15:02:09.112430 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b579308f-00ce-4071-bdda-4bb8b9752213 req-b12128a5-433e-40ea-913b-c337a438efb6 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:09.114119 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-b579308f-00ce-4071-bdda-4bb8b9752213 req-b12128a5-433e-40ea-913b-c337a438efb6 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/ports?device_id=1190aec7-7179-482b-a705-8943f357c18f HTTP/1.1" status: 200 len: 932 time: 0.0512929 May 06 15:02:09.187449 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-b579308f-00ce-4071-bdda-4bb8b9752213 req-679f46a5-77e6-4ac7-b9e7-e30410c557c4 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/security-groups?id=7788c52f-729c-40ca-8f6a-df96ae39c655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639524 May 06 15:02:09.398317 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04612229-4d47-4f3d-9db7-7b04f6fafeb6 req-92679736-3870-4fbc-8878-3cffa66614a0 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:09.400853 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-04612229-4d47-4f3d-9db7-7b04f6fafeb6 req-92679736-3870-4fbc-8878-3cffa66614a0 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 944 time: 0.0490701 May 06 15:02:09.431596 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a73c9724-1682-4eac-a444-0fed3368a736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (ec8f31e6-1756-4927-8bc3-e144e6f0af83), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:02:09.458192 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-04612229-4d47-4f3d-9db7-7b04f6fafeb6 req-4361d0d0-82f6-481f-84ad-6535a64802f6 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505989 May 06 15:02:10.317095 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a442166e-d13b-40ed-b518-3e0b98ff7090 req-0fba4d50-78af-46f6-86be-8ed6adf719ec tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:10.318697 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-a442166e-d13b-40ed-b518-3e0b98ff7090 req-0fba4d50-78af-46f6-86be-8ed6adf719ec tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/ports?device_id=1190aec7-7179-482b-a705-8943f357c18f HTTP/1.1" status: 200 len: 932 time: 0.0517149 May 06 15:02:10.372085 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-a442166e-d13b-40ed-b518-3e0b98ff7090 req-e0c4ea69-07d3-408a-b07e-7e477f8658e7 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/security-groups?id=7788c52f-729c-40ca-8f6a-df96ae39c655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474567 May 06 15:02:10.525048 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1afa6ce1-9145-4257-8e23-9dd2cd4b1998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b699075f-0d9f-4d2e-b182-9d9eb15bfab1), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:02:10.587309 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b4f57-b267-4993-98af-f46ea73b3c46 req-6a446d71-7021-4397-9fb3-f67d430d9aa2 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:10.588825 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-423b4f57-b267-4993-98af-f46ea73b3c46 req-6a446d71-7021-4397-9fb3-f67d430d9aa2 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 944 time: 0.0562778 May 06 15:02:10.639651 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-423b4f57-b267-4993-98af-f46ea73b3c46 req-73e7cfa3-1d9f-4432-82bc-8d44509695d1 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450611 May 06 15:02:11.502734 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9072802-1bc2-478f-9b1b-e2d05b86a84f req-438b8c1c-8be3-4d5e-8922-538012713b88 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:11.504243 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-a9072802-1bc2-478f-9b1b-e2d05b86a84f req-438b8c1c-8be3-4d5e-8922-538012713b88 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/ports?device_id=1190aec7-7179-482b-a705-8943f357c18f HTTP/1.1" status: 200 len: 932 time: 0.0528085 May 06 15:02:11.560185 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-a9072802-1bc2-478f-9b1b-e2d05b86a84f req-9297fb2d-3fd4-4b4b-8dd7-8e4faea59593 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/security-groups?id=7788c52f-729c-40ca-8f6a-df96ae39c655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495679 May 06 15:02:11.774986 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ca9196-9950-419e-8c30-2d1b3a7510e7 req-f3eeb20d-2682-42c2-b091-9885345589d7 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:11.776657 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-19ca9196-9950-419e-8c30-2d1b3a7510e7 req-f3eeb20d-2682-42c2-b091-9885345589d7 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 944 time: 0.0503736 May 06 15:02:11.825846 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-19ca9196-9950-419e-8c30-2d1b3a7510e7 req-77567318-3542-4943-8662-59cbf1da8021 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429339 May 06 15:02:12.658262 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-68b1beb6-545b-4f86-a143-b395004404eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b8293b96-1d4f-4101-9243-9870353ff712), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:02:12.684456 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8872e614-9f06-4ae7-9565-91268887354e req-30cd24b6-a251-4ecc-9173-5603202c2c77 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:12.686026 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-8872e614-9f06-4ae7-9565-91268887354e req-30cd24b6-a251-4ecc-9173-5603202c2c77 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/ports?device_id=1190aec7-7179-482b-a705-8943f357c18f HTTP/1.1" status: 200 len: 932 time: 0.0541434 May 06 15:02:12.739282 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-8872e614-9f06-4ae7-9565-91268887354e req-eb137c54-f01c-4c4e-9e46-8f83618817bb tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/security-groups?id=7788c52f-729c-40ca-8f6a-df96ae39c655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475507 May 06 15:02:12.966334 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced5ff69-0c0d-4fe5-a563-de977a4c3614 req-991cd1dd-dd69-4298-8452-587173557b6e tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:12.967892 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-ced5ff69-0c0d-4fe5-a563-de977a4c3614 req-991cd1dd-dd69-4298-8452-587173557b6e tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 944 time: 0.0574453 May 06 15:02:13.019741 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-ced5ff69-0c0d-4fe5-a563-de977a4c3614 req-eda2cf0c-e46e-4134-b493-f53cc366f371 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461466 May 06 15:02:13.731902 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (20451d70-ea89-4a66-885a-20a1b2a3bff8), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:02:13.863049 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566fbacc-4d98-42c4-b7f9-269f230e6177 req-a5e26a75-1990-418d-a44b-c5ed8e6eed06 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:13.865387 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-566fbacc-4d98-42c4-b7f9-269f230e6177 req-a5e26a75-1990-418d-a44b-c5ed8e6eed06 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/ports?device_id=1190aec7-7179-482b-a705-8943f357c18f HTTP/1.1" status: 200 len: 932 time: 0.0504782 May 06 15:02:13.914852 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-566fbacc-4d98-42c4-b7f9-269f230e6177 req-e2483ebc-5a28-4044-ad68-8f88938c2710 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/security-groups?id=7788c52f-729c-40ca-8f6a-df96ae39c655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432801 May 06 15:02:14.150081 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648b0ec9-f3d0-49e0-a0a1-b380d604b51c req-274d1e24-cfc6-4603-8187-578ddb5a7df6 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:14.152173 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-648b0ec9-f3d0-49e0-a0a1-b380d604b51c req-274d1e24-cfc6-4603-8187-578ddb5a7df6 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 944 time: 0.0528495 May 06 15:02:14.203287 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-648b0ec9-f3d0-49e0-a0a1-b380d604b51c req-b93dc005-9727-479c-a224-203f536b9312 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451102 May 06 15:02:15.033246 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc29b846-92bf-454c-b9da-dc64ffa0e2f3 req-b84cacba-ebc2-4336-b9dd-9c639d13d082 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:15.034762 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-fc29b846-92bf-454c-b9da-dc64ffa0e2f3 req-b84cacba-ebc2-4336-b9dd-9c639d13d082 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/ports?device_id=1190aec7-7179-482b-a705-8943f357c18f HTTP/1.1" status: 200 len: 932 time: 0.0501294 May 06 15:02:15.087046 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-fc29b846-92bf-454c-b9da-dc64ffa0e2f3 req-b287281c-4c16-4a19-b214-4ef0b6e45772 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/security-groups?id=7788c52f-729c-40ca-8f6a-df96ae39c655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462341 May 06 15:02:15.324252 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa05bad-293c-4a5a-be6f-70c79b894415 req-046e21d4-0f3d-4055-9b16-3fa3e2919f90 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:15.325744 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-caa05bad-293c-4a5a-be6f-70c79b894415 req-046e21d4-0f3d-4055-9b16-3fa3e2919f90 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 944 time: 0.0488694 May 06 15:02:15.379614 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-caa05bad-293c-4a5a-be6f-70c79b894415 req-10e45cdd-f31b-4424-a337-ae635cbc7512 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482609 May 06 15:02:16.201247 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1d4a60-cb81-415c-a7d4-b8f803aae632 req-dc75969b-561f-459c-9ab6-f7f61b405363 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:16.203888 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-7b1d4a60-cb81-415c-a7d4-b8f803aae632 req-dc75969b-561f-459c-9ab6-f7f61b405363 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/ports?device_id=1190aec7-7179-482b-a705-8943f357c18f HTTP/1.1" status: 200 len: 932 time: 0.0500751 May 06 15:02:16.256330 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-7b1d4a60-cb81-415c-a7d4-b8f803aae632 req-ef29ec08-af2f-4727-bd4d-7b17668d17c3 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/security-groups?id=7788c52f-729c-40ca-8f6a-df96ae39c655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468171 May 06 15:02:16.505239 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c46cd85-3ef6-4efa-8a8f-4250e45a1406 req-f249ca06-7f34-437e-a551-a22fae94aaf3 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:16.506906 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-1c46cd85-3ef6-4efa-8a8f-4250e45a1406 req-f249ca06-7f34-437e-a551-a22fae94aaf3 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 944 time: 0.0545688 May 06 15:02:16.558961 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-1c46cd85-3ef6-4efa-8a8f-4250e45a1406 req-97001fff-81b7-45eb-a9f5-f18b1c7b5b38 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460112 May 06 15:02:17.380467 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853fff2c-b9d3-46cb-b90b-138b1b5c429e req-b75f9b22-57c1-46a6-a145-24b77aa12ff4 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:17.382569 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-853fff2c-b9d3-46cb-b90b-138b1b5c429e req-b75f9b22-57c1-46a6-a145-24b77aa12ff4 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/ports?device_id=1190aec7-7179-482b-a705-8943f357c18f HTTP/1.1" status: 200 len: 932 time: 0.0515125 May 06 15:02:17.441524 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-853fff2c-b9d3-46cb-b90b-138b1b5c429e req-bdcb1d16-8187-4edf-868f-de69a03c27cc tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/security-groups?id=7788c52f-729c-40ca-8f6a-df96ae39c655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531664 May 06 15:02:17.681882 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f34886-53bc-4ea4-b6c2-01c7498907db req-63f028d0-0fde-4f54-957b-0fbeb63af79d tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:17.683622 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-f6f34886-53bc-4ea4-b6c2-01c7498907db req-63f028d0-0fde-4f54-957b-0fbeb63af79d tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 944 time: 0.0533378 May 06 15:02:17.734560 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-f6f34886-53bc-4ea4-b6c2-01c7498907db req-1c0c25d3-daaa-4c6d-aaf4-32074f874ea2 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442224 May 06 15:02:18.560092 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd12fe-2ab8-46ba-a678-07b0a5ba2002 req-c53a3d8c-e4f3-49d5-8722-2a74b426a9a0 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:18.561786 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-f5fd12fe-2ab8-46ba-a678-07b0a5ba2002 req-c53a3d8c-e4f3-49d5-8722-2a74b426a9a0 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/ports?device_id=1190aec7-7179-482b-a705-8943f357c18f HTTP/1.1" status: 200 len: 932 time: 0.0529814 May 06 15:02:18.613735 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-f5fd12fe-2ab8-46ba-a678-07b0a5ba2002 req-bb28aefa-cc46-4ff8-b6e7-91ce9e8c984e tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/security-groups?id=7788c52f-729c-40ca-8f6a-df96ae39c655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462611 May 06 15:02:18.882978 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2349d71a-8483-45c2-be11-c48db19b7d9c req-6a9f9252-cf81-498a-800a-87625980eeb6 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:18.890195 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-2349d71a-8483-45c2-be11-c48db19b7d9c req-6a9f9252-cf81-498a-800a-87625980eeb6 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 944 time: 0.0773633 May 06 15:02:18.933867 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-2349d71a-8483-45c2-be11-c48db19b7d9c req-46fdcd86-3930-4c46-b073-6594b617efeb tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428486 May 06 15:02:19.729495 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ab2bc-4588-4191-9484-f311edd08b73 req-37c29244-90e7-41c1-b3f3-75174e65e606 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:19.731480 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-0e2ab2bc-4588-4191-9484-f311edd08b73 req-37c29244-90e7-41c1-b3f3-75174e65e606 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/ports?device_id=1190aec7-7179-482b-a705-8943f357c18f HTTP/1.1" status: 200 len: 932 time: 0.0504658 May 06 15:02:19.784198 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-0e2ab2bc-4588-4191-9484-f311edd08b73 req-4bc0c96d-ff1c-4430-8e1d-45dc53d573ad tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/security-groups?id=7788c52f-729c-40ca-8f6a-df96ae39c655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457158 May 06 15:02:20.052199 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42161aa5-f628-481f-b63e-6b932f842cb2 req-0cbb5d9f-6750-41bb-a5cd-bd0aabff390a tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:20.053686 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-42161aa5-f628-481f-b63e-6b932f842cb2 req-0cbb5d9f-6750-41bb-a5cd-bd0aabff390a tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 944 time: 0.0490375 May 06 15:02:20.102256 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-42161aa5-f628-481f-b63e-6b932f842cb2 req-b6fbe7e6-6250-4447-ba33-7deccbf0eb25 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422611 May 06 15:02:20.536088 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (1eb4536b-031c-4a65-bfe5-fc1ede7d9429), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:02:20.907326 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9716bbc9-67d0-4295-8c82-1841af815154 req-d1793854-54d7-4f79-b6d3-14bee4d693c9 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:20.908859 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-9716bbc9-67d0-4295-8c82-1841af815154 req-d1793854-54d7-4f79-b6d3-14bee4d693c9 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/ports?device_id=1190aec7-7179-482b-a705-8943f357c18f HTTP/1.1" status: 200 len: 932 time: 0.0552390 May 06 15:02:20.962413 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-9716bbc9-67d0-4295-8c82-1841af815154 req-2f3463f3-21bc-4906-9ded-311ebbf2563b tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/security-groups?id=7788c52f-729c-40ca-8f6a-df96ae39c655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445845 May 06 15:02:21.224190 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0972d2e-92b5-41e8-9cfd-1abfe5a48143 req-15d1d474-4e38-4f50-834f-11d97bf591a2 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:21.225680 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-b0972d2e-92b5-41e8-9cfd-1abfe5a48143 req-15d1d474-4e38-4f50-834f-11d97bf591a2 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 944 time: 0.0504112 May 06 15:02:21.272780 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-b0972d2e-92b5-41e8-9cfd-1abfe5a48143 req-ca093856-79f2-4f74-a7e9-bf2445fb93d4 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415456 May 06 15:02:21.804060 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.agents_db [None req-6003b131-4361-4e36-81e7-47e90cbdf206 None None] Agent healthcheck: found 6 active agents {{(pid=103345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 15:02:22.076197 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d142cc-71f1-4755-999b-f2931886c870 req-c5d3660d-09c5-4cdc-a1b6-02bd1d3c1089 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:22.078686 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-81d142cc-71f1-4755-999b-f2931886c870 req-c5d3660d-09c5-4cdc-a1b6-02bd1d3c1089 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/ports?device_id=1190aec7-7179-482b-a705-8943f357c18f HTTP/1.1" status: 200 len: 932 time: 0.0507309 May 06 15:02:22.127621 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-81d142cc-71f1-4755-999b-f2931886c870 req-e39db7cf-0fb3-4320-a4b7-460d8922ce2a tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/security-groups?id=7788c52f-729c-40ca-8f6a-df96ae39c655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433567 May 06 15:02:22.392669 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3743df22-a2fa-42e2-8bb6-e3c11a6524d6 req-87b5ab56-22a0-4a40-8d8a-197c80c5ebfc tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:22.394082 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-3743df22-a2fa-42e2-8bb6-e3c11a6524d6 req-87b5ab56-22a0-4a40-8d8a-197c80c5ebfc tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 944 time: 0.0482535 May 06 15:02:22.444147 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-3743df22-a2fa-42e2-8bb6-e3c11a6524d6 req-8a247746-347f-4038-910e-2cb316831162 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443537 May 06 15:02:23.117349 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.v2.base [req-c08dbddc-6a1f-45f2-8859-3d03a2c81657 req-a6ea0995-1057-4db6-95e1-45dc9f84c011 service neutron] Request body: {'port': {'device_id': '1190aec7-7179-482b-a705-8943f357c18f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:02:23.167942 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a2d9d3-099e-41fb-99fb-a13bb43b5661 req-fec935d9-3f08-49ac-ba4b-a726a2918d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:23.178046 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-90a2d9d3-099e-41fb-99fb-a13bb43b5661 req-fec935d9-3f08-49ac-ba4b-a726a2918d81 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f8443d4-24c9-4ac0-96d7-8083233dcc1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0640645 May 06 15:02:23.211258 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab46e6-1a27-4683-8ffb-118464889c4b req-abcd703c-340a-4d32-b669-c8f6192f41ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:23.212719 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-52ab46e6-1a27-4683-8ffb-118464889c4b req-abcd703c-340a-4d32-b669-c8f6192f41ff service neutron] 10.222.0.26 "GET /v2.0/subnets?id=73d058b8-ef9e-473c-9be9-61c8d64fe350 HTTP/1.1" status: 200 len: 854 time: 0.0996358 May 06 15:02:23.260374 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-c08dbddc-6a1f-45f2-8859-3d03a2c81657 req-a6ea0995-1057-4db6-95e1-45dc9f84c011 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:02:23.292985 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-90a2d9d3-099e-41fb-99fb-a13bb43b5661 req-5b87e96a-d26f-418d-9113-482e19797dc3 service neutron] 10.222.0.26 "GET /v2.0/networks/1f8443d4-24c9-4ac0-96d7-8083233dcc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963972 May 06 15:02:23.309575 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d99cd-3bbc-4e8d-8c25-ca518ff9738a req-dda8963a-be9b-404c-918f-286eb073dfd3 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:23.311134 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-4b6d99cd-3bbc-4e8d-8c25-ca518ff9738a req-dda8963a-be9b-404c-918f-286eb073dfd3 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/ports?device_id=1190aec7-7179-482b-a705-8943f357c18f HTTP/1.1" status: 200 len: 932 time: 0.1017096 May 06 15:02:23.341073 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab46e6-1a27-4683-8ffb-118464889c4b req-f0273033-1143-408d-963c-194d311372fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:23.343173 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-52ab46e6-1a27-4683-8ffb-118464889c4b req-f0273033-1143-408d-963c-194d311372fe service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e617326c-50d9-4a05-90f1-04262502b764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0978835 May 06 15:02:23.409102 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-90a2d9d3-099e-41fb-99fb-a13bb43b5661 req-821f852e-b88b-4a49-92cd-dad87874b892 service neutron] 10.222.0.26 "GET /v2.0/networks/1f8443d4-24c9-4ac0-96d7-8083233dcc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995889 May 06 15:02:23.510127 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-4b6d99cd-3bbc-4e8d-8c25-ca518ff9738a req-7662c1d8-e40a-4753-8e2f-aa9625058fa3 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/security-groups?id=7788c52f-729c-40ca-8f6a-df96ae39c655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772227 May 06 15:02:23.586866 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe09f26-1483-4a70-a31e-bc430e2999cf req-06c818c5-e6da-4509-993a-265a4d3bf910 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:23.588749 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-cbe09f26-1483-4a70-a31e-bc430e2999cf req-06c818c5-e6da-4509-993a-265a4d3bf910 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 944 time: 0.0659921 May 06 15:02:23.602050 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-52ab46e6-1a27-4683-8ffb-118464889c4b req-0088dff5-0a81-4a4f-8652-f4d67fa15380 service neutron] 10.222.0.26 "GET /v2.0/networks/e617326c-50d9-4a05-90f1-04262502b764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443497 May 06 15:02:23.641177 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-cbe09f26-1483-4a70-a31e-bc430e2999cf req-ef336a9e-8ecb-4e84-99c1-6abb16fad292 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467789 May 06 15:02:23.764505 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-52ab46e6-1a27-4683-8ffb-118464889c4b req-dc122eee-70d6-4559-9d43-8b28d7960d68 service neutron] 10.222.0.26 "GET /v2.0/networks/e617326c-50d9-4a05-90f1-04262502b764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507945 May 06 15:02:23.776961 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [req-c08dbddc-6a1f-45f2-8859-3d03a2c81657 req-a6ea0995-1057-4db6-95e1-45dc9f84c011 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 15:02:23.785385 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-c08dbddc-6a1f-45f2-8859-3d03a2c81657 req-a6ea0995-1057-4db6-95e1-45dc9f84c011 service neutron] Publish callbacks [] for port (7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:02:23.799016 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-c08dbddc-6a1f-45f2-8859-3d03a2c81657 req-a6ea0995-1057-4db6-95e1-45dc9f84c011 service neutron] Transition to ACTIVE for port object 7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 06 15:02:23.803871 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-c08dbddc-6a1f-45f2-8859-3d03a2c81657 req-a6ea0995-1057-4db6-95e1-45dc9f84c011 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59634231'] for port (7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:02:23.857063 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ea0995-1057-4db6-95e1-45dc9f84c011 service neutron] Pushing event updated for resources: {'Port': ['ID=7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:02:23.880958 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ea0995-1057-4db6-95e1-45dc9f84c011 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:02:23.881305 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ea0995-1057-4db6-95e1-45dc9f84c011 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:02:23.881828 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ea0995-1057-4db6-95e1-45dc9f84c011 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:02:23.882213 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ea0995-1057-4db6-95e1-45dc9f84c011 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:02:23.882546 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ea0995-1057-4db6-95e1-45dc9f84c011 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:02:23.882929 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ea0995-1057-4db6-95e1-45dc9f84c011 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:02:23.883322 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ea0995-1057-4db6-95e1-45dc9f84c011 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:02:23.883647 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ea0995-1057-4db6-95e1-45dc9f84c011 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:02:23.883962 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ea0995-1057-4db6-95e1-45dc9f84c011 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:02:23.884242 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ea0995-1057-4db6-95e1-45dc9f84c011 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:02:23.884576 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ea0995-1057-4db6-95e1-45dc9f84c011 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:02:23.884933 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ea0995-1057-4db6-95e1-45dc9f84c011 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:02:23.885261 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ea0995-1057-4db6-95e1-45dc9f84c011 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:02:23.885601 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ea0995-1057-4db6-95e1-45dc9f84c011 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:02:23.885915 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ea0995-1057-4db6-95e1-45dc9f84c011 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:02:23.944405 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-c08dbddc-6a1f-45f2-8859-3d03a2c81657 req-a6ea0995-1057-4db6-95e1-45dc9f84c011 service neutron] Attempting to bind port 7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 15:02:23.944903 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-c08dbddc-6a1f-45f2-8859-3d03a2c81657 req-a6ea0995-1057-4db6-95e1-45dc9f84c011 service neutron] Attempting to bind port 7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '890b06b2-20bf-4aaa-b1b2-5b1efb314674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a5b33968-9a47-4e49-a4ac-4bdb672e1215'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 15:02:23.945183 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08dbddc-6a1f-45f2-8859-3d03a2c81657 req-a6ea0995-1057-4db6-95e1-45dc9f84c011 service neutron] Attempting to bind port 7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed on network a5b33968-9a47-4e49-a4ac-4bdb672e1215 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 15:02:23.950051 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08dbddc-6a1f-45f2-8859-3d03a2c81657 req-a6ea0995-1057-4db6-95e1-45dc9f84c011 service neutron] Port 7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed on network a5b33968-9a47-4e49-a4ac-4bdb672e1215 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 15:02:23.950367 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08dbddc-6a1f-45f2-8859-3d03a2c81657 req-a6ea0995-1057-4db6-95e1-45dc9f84c011 service neutron] Attempting to bind port 7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed on network a5b33968-9a47-4e49-a4ac-4bdb672e1215 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 15:02:23.956681 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08dbddc-6a1f-45f2-8859-3d03a2c81657 req-a6ea0995-1057-4db6-95e1-45dc9f84c011 service neutron] Checking agent: {'id': '1eb4536b-031c-4a65-bfe5-fc1ede7d9429', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 14, 56, 20), 'started_at': datetime.datetime(2022, 5, 6, 14, 56, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 15, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 15:02:23.957018 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08dbddc-6a1f-45f2-8859-3d03a2c81657 req-a6ea0995-1057-4db6-95e1-45dc9f84c011 service neutron] Checking segment: {'id': '890b06b2-20bf-4aaa-b1b2-5b1efb314674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a5b33968-9a47-4e49-a4ac-4bdb672e1215'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 15:02:23.957402 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08dbddc-6a1f-45f2-8859-3d03a2c81657 req-a6ea0995-1057-4db6-95e1-45dc9f84c011 service neutron] Bound using segment: {'id': '890b06b2-20bf-4aaa-b1b2-5b1efb314674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a5b33968-9a47-4e49-a4ac-4bdb672e1215'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 15:02:23.957822 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-c08dbddc-6a1f-45f2-8859-3d03a2c81657 req-a6ea0995-1057-4db6-95e1-45dc9f84c011 service neutron] Bound port: 7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '890b06b2-20bf-4aaa-b1b2-5b1efb314674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a5b33968-9a47-4e49-a4ac-4bdb672e1215'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 15:02:23.958184 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-c08dbddc-6a1f-45f2-8859-3d03a2c81657 req-a6ea0995-1057-4db6-95e1-45dc9f84c011 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:02:24.027279 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-c08dbddc-6a1f-45f2-8859-3d03a2c81657 req-a6ea0995-1057-4db6-95e1-45dc9f84c011 service neutron] For port 7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed, host hv-cinder-84067, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 15:02:24.031426 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-c08dbddc-6a1f-45f2-8859-3d03a2c81657 req-a6ea0995-1057-4db6-95e1-45dc9f84c011 service neutron] For port 7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed,segment=NetworkSegment(890b06b2-20bf-4aaa-b1b2-5b1efb314674),segment_id=890b06b2-20bf-4aaa-b1b2-5b1efb314674)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 15:02:24.037153 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-c08dbddc-6a1f-45f2-8859-3d03a2c81657 req-a6ea0995-1057-4db6-95e1-45dc9f84c011 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59634231'] for port (7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:02:24.070457 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08dbddc-6a1f-45f2-8859-3d03a2c81657 req-a6ea0995-1057-4db6-95e1-45dc9f84c011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:24.071073 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-c08dbddc-6a1f-45f2-8859-3d03a2c81657 req-a6ea0995-1057-4db6-95e1-45dc9f84c011 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:02:24.072486 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-c08dbddc-6a1f-45f2-8859-3d03a2c81657 req-a6ea0995-1057-4db6-95e1-45dc9f84c011 service neutron] 10.222.0.26 "PUT /v2.0/ports/7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed HTTP/1.1" status: 200 len: 1094 time: 0.9606259 May 06 15:02:24.072948 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1190aec7-7179-482b-a705-8943f357c18f', 'tag': '7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 15:02:24.075353 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e079183c6aa01fbf7ecda8705e9d532761ec392512c90f9d6467ac227f3657d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-059ab230-8dcc-4d6d-b23e-8d5c77a7bc7f" -d '{"events": [{"name": "network-changed", "server_uuid": "1190aec7-7179-482b-a705-8943f357c18f", "tag": "7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 15:02:24.118340 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ea0995-1057-4db6-95e1-45dc9f84c011 service neutron] Pushing event updated for resources: {'Port': ['ID=7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:02:24.131138 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 15:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-094cb45d-6bae-4aaf-9b3e-5e2972d12fda x-openstack-request-id: req-094cb45d-6bae-4aaf-9b3e-5e2972d12fda {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 15:02:24.131884 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1190aec7-7179-482b-a705-8943f357c18f", "tag": "7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 15:02:24.132145 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-094cb45d-6bae-4aaf-9b3e-5e2972d12fda {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 15:02:24.132778 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-094cb45d-6bae-4aaf-9b3e-5e2972d12fda'] response: {'name': 'network-changed', 'server_uuid': '1190aec7-7179-482b-a705-8943f357c18f', 'tag': '7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed', 'status': 'completed', 'code': 200} May 06 15:02:24.645137 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6584c57d-b1d0-4358-b725-c275798d0ebe req-0fc2c9ef-d4ab-4362-947b-6944d13139d0 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:24.647027 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-6584c57d-b1d0-4358-b725-c275798d0ebe req-0fc2c9ef-d4ab-4362-947b-6944d13139d0 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/ports?device_id=1190aec7-7179-482b-a705-8943f357c18f HTTP/1.1" status: 200 len: 944 time: 0.0533385 May 06 15:02:24.697606 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-6584c57d-b1d0-4358-b725-c275798d0ebe req-02dfb7ca-7171-471e-86b1-53c3885347a2 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/security-groups?id=7788c52f-729c-40ca-8f6a-df96ae39c655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440922 May 06 15:02:24.766163 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad83de-c232-4d55-afd3-97acc293acca req-402b9c2f-08df-462f-bd15-33b0221e01ec tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:24.767765 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-cdad83de-c232-4d55-afd3-97acc293acca req-402b9c2f-08df-462f-bd15-33b0221e01ec tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 944 time: 0.0491216 May 06 15:02:24.819135 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-cdad83de-c232-4d55-afd3-97acc293acca req-1d511399-48bf-42a9-90e2-2ffa53880faa tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455141 May 06 15:02:25.825448 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea277885-9b8f-4aff-8d69-678826aaaeed req-0b237780-7cce-4da5-83fc-788741974488 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:25.826993 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-ea277885-9b8f-4aff-8d69-678826aaaeed req-0b237780-7cce-4da5-83fc-788741974488 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/ports?device_id=1190aec7-7179-482b-a705-8943f357c18f HTTP/1.1" status: 200 len: 944 time: 0.0522530 May 06 15:02:25.879375 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-ea277885-9b8f-4aff-8d69-678826aaaeed req-8fb066ea-bf14-4c04-acd0-74f3432ec2af tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/security-groups?id=7788c52f-729c-40ca-8f6a-df96ae39c655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471604 May 06 15:02:26.169993 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c6484-c420-4d4e-a8ec-98c57115994e req-3afed536-09f5-40fb-94ad-ac268f94831f tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:26.172123 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-285c6484-c420-4d4e-a8ec-98c57115994e req-3afed536-09f5-40fb-94ad-ac268f94831f tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 944 time: 0.2758210 May 06 15:02:26.223236 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-285c6484-c420-4d4e-a8ec-98c57115994e req-e07dfefa-afdd-47fe-b35a-5e42fe0aa462 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447609 May 06 15:02:26.696321 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ab230-8dcc-4d6d-b23e-8d5c77a7bc7f req-20cb5550-d7a9-4309-af24-77130626365f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:26.697771 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-059ab230-8dcc-4d6d-b23e-8d5c77a7bc7f req-20cb5550-d7a9-4309-af24-77130626365f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4be2354633354d249a0598f589a987b8&device_id=1190aec7-7179-482b-a705-8943f357c18f HTTP/1.1" status: 200 len: 1128 time: 0.0418670 May 06 15:02:26.818864 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ab230-8dcc-4d6d-b23e-8d5c77a7bc7f req-f910ac46-1d37-406b-8ac0-06100660b9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:26.820314 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-059ab230-8dcc-4d6d-b23e-8d5c77a7bc7f req-f910ac46-1d37-406b-8ac0-06100660b9aa service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=4be2354633354d249a0598f589a987b8&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1017530 May 06 15:02:26.929395 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ab230-8dcc-4d6d-b23e-8d5c77a7bc7f req-8ac23862-9ff5-488e-826e-29e4713e3964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:26.930854 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-059ab230-8dcc-4d6d-b23e-8d5c77a7bc7f req-8ac23862-9ff5-488e-826e-29e4713e3964 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0939624 May 06 15:02:26.995087 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6caef9-6761-4ff8-aaea-d3541aed9323 req-77c5c18c-36e1-4f53-bc8a-673ee97f3129 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:26.996833 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-4c6caef9-6761-4ff8-aaea-d3541aed9323 req-77c5c18c-36e1-4f53-bc8a-673ee97f3129 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/ports?device_id=1190aec7-7179-482b-a705-8943f357c18f HTTP/1.1" status: 200 len: 944 time: 0.0477335 May 06 15:02:27.050609 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-4c6caef9-6761-4ff8-aaea-d3541aed9323 req-411d12f6-4191-46d3-ac00-daeb7e412cdd tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/security-groups?id=7788c52f-729c-40ca-8f6a-df96ae39c655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465536 May 06 15:02:27.345755 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb85b8-8dc7-4992-b681-0142c7099a52 req-baf67324-8dba-4dda-adc7-743769a5be3f tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:27.347241 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-26cb85b8-8dc7-4992-b681-0142c7099a52 req-baf67324-8dba-4dda-adc7-743769a5be3f tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 944 time: 0.0521765 May 06 15:02:27.393835 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-26cb85b8-8dc7-4992-b681-0142c7099a52 req-35bb8ad0-1a7f-4c8e-992b-4edf91f61bdf tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408282 May 06 15:02:27.698252 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08dbddc-6a1f-45f2-8859-3d03a2c81657 req-aa1183db-9002-470c-80f2-e0ac95f68ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:27.699747 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-c08dbddc-6a1f-45f2-8859-3d03a2c81657 req-aa1183db-9002-470c-80f2-e0ac95f68ac6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4be2354633354d249a0598f589a987b8&device_id=1190aec7-7179-482b-a705-8943f357c18f HTTP/1.1" status: 200 len: 1128 time: 0.1111646 May 06 15:02:27.707403 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-6233ed21-c613-456c-920b-020e11f1950a req-0599a9d8-d97a-4162-9114-718629de7903 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0627062 May 06 15:02:27.780530 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-c08dbddc-6a1f-45f2-8859-3d03a2c81657 req-eff07700-a0d6-4cbb-9546-274f38231eb1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed HTTP/1.1" status: 200 len: 217 time: 0.0531168 May 06 15:02:27.845324 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6233ed21-c613-456c-920b-020e11f1950a req-9ac1ea41-9428-41c1-a09d-812c92d35c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:27.847939 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-6233ed21-c613-456c-920b-020e11f1950a req-9ac1ea41-9428-41c1-a09d-812c92d35c9e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=66121d02dbff4c3a920161e445959085&device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 1130 time: 0.0769336 May 06 15:02:27.860704 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08dbddc-6a1f-45f2-8859-3d03a2c81657 req-9c318ffa-ec57-4c27-9866-605c064e7726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:27.862166 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-c08dbddc-6a1f-45f2-8859-3d03a2c81657 req-9c318ffa-ec57-4c27-9866-605c064e7726 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8ec52d68-94e9-40d7-b80a-32fe51def5e4 HTTP/1.1" status: 200 len: 854 time: 0.0623558 May 06 15:02:27.959401 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [req-4f7aa211-16ac-4067-8eed-e5f2d8250121 req-0fcc2e90-a7a2-4eed-b1ef-10a94f3b3485 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103342) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 06 15:02:27.960384 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-4f7aa211-16ac-4067-8eed-e5f2d8250121 req-0fcc2e90-a7a2-4eed-b1ef-10a94f3b3485 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0078046 May 06 15:02:27.971698 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08dbddc-6a1f-45f2-8859-3d03a2c81657 req-20bccf58-4a06-4e0c-8926-af9260c09dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:27.973204 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-c08dbddc-6a1f-45f2-8859-3d03a2c81657 req-20bccf58-4a06-4e0c-8926-af9260c09dc8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a5b33968-9a47-4e49-a4ac-4bdb672e1215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0981681 May 06 15:02:28.061231 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6233ed21-c613-456c-920b-020e11f1950a req-f3adbf75-2157-40a9-b96e-e1ce3b569a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:28.063735 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-6233ed21-c613-456c-920b-020e11f1950a req-f3adbf75-2157-40a9-b96e-e1ce3b569a7c service neutron] 10.222.0.26 "GET /v2.0/networks?id=1f8443d4-24c9-4ac0-96d7-8083233dcc1b HTTP/1.1" status: 200 len: 919 time: 0.1748328 May 06 15:02:28.114859 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-c08dbddc-6a1f-45f2-8859-3d03a2c81657 req-a06f6f1a-6257-47b5-b837-26d95ecefcd9 service neutron] 10.222.0.26 "GET /v2.0/networks/a5b33968-9a47-4e49-a4ac-4bdb672e1215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235969 May 06 15:02:28.146447 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d755ef0f-79c5-4640-a90d-e9e2b3f65f66 req-c7ef10e4-c537-47bc-bc68-1f367e8c15fc tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:28.148019 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-d755ef0f-79c5-4640-a90d-e9e2b3f65f66 req-c7ef10e4-c537-47bc-bc68-1f367e8c15fc tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 944 time: 0.0677042 May 06 15:02:28.183449 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-6233ed21-c613-456c-920b-020e11f1950a req-e46dfaa4-7fa9-42d6-8b51-93eb29554aeb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc111146-c44c-49db-8747-5b951a689021 HTTP/1.1" status: 200 len: 217 time: 0.0666676 May 06 15:02:28.217730 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-d755ef0f-79c5-4640-a90d-e9e2b3f65f66 req-722b2470-5798-40d5-a92a-1fb77580333f tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592873 May 06 15:02:28.302347 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac9ee74-ab0c-4bf4-a344-d35acfd12d82 req-8b97b190-ace4-4c3c-be83-85da677449c8 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:28.303824 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-eac9ee74-ab0c-4bf4-a344-d35acfd12d82 req-8b97b190-ace4-4c3c-be83-85da677449c8 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/ports?device_id=1190aec7-7179-482b-a705-8943f357c18f HTTP/1.1" status: 200 len: 944 time: 0.1321409 May 06 15:02:28.342940 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6233ed21-c613-456c-920b-020e11f1950a req-b661abbc-d75c-412e-8e3c-4d461f8816bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:28.345580 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-6233ed21-c613-456c-920b-020e11f1950a req-b661abbc-d75c-412e-8e3c-4d461f8816bb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=67575c08-c86c-46ea-9526-64956bd20b03 HTTP/1.1" status: 200 len: 857 time: 0.1200068 May 06 15:02:28.384990 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-c08dbddc-6a1f-45f2-8859-3d03a2c81657 req-fbd17cf9-86ca-4028-a602-94670913f058 service neutron] 10.222.0.26 "GET /v2.0/networks/a5b33968-9a47-4e49-a4ac-4bdb672e1215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575450 May 06 15:02:28.426411 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-eac9ee74-ab0c-4bf4-a344-d35acfd12d82 req-2d984e4a-2935-402a-8f41-050b67ba2b8a tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/security-groups?id=7788c52f-729c-40ca-8f6a-df96ae39c655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098487 May 06 15:02:28.429853 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6233ed21-c613-456c-920b-020e11f1950a req-d86642cf-29d5-4d5a-9845-4a713354bac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:28.431245 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-6233ed21-c613-456c-920b-020e11f1950a req-d86642cf-29d5-4d5a-9845-4a713354bac5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f8443d4-24c9-4ac0-96d7-8083233dcc1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0720403 May 06 15:02:28.438330 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 47690) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:02:28.516238 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-a5694edb-6bb0-4882-875c-bca67a4fa75b req-29ff2551-5c82-453d-a28e-149aa4a4a4eb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0761433 May 06 15:02:28.524862 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [req-a5694edb-6bb0-4882-875c-bca67a4fa75b req-bafa98b5-573f-491d-92ed-d502e88daeda service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 06 15:02:28.525817 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-a5694edb-6bb0-4882-875c-bca67a4fa75b req-bafa98b5-573f-491d-92ed-d502e88daeda service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049522 May 06 15:02:28.602269 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 47698) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:02:28.730587 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5694edb-6bb0-4882-875c-bca67a4fa75b req-bd10050f-19f2-472b-8e78-2518fc774606 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:28.731951 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-a5694edb-6bb0-4882-875c-bca67a4fa75b req-bd10050f-19f2-472b-8e78-2518fc774606 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports/3fde30d6-e4a7-41a8-a67c-29a4deb4e074 HTTP/1.1" status: 200 len: 941 time: 0.1286995 May 06 15:02:29.041934 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 47716) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:02:29.156242 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0e56e49e-6fdd-48ac-a885-7dc19f73c5f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:02:29.242108 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0e56e49e-6fdd-48ac-a885-7dc19f73c5f8 admin admin] Publish callbacks [] for security_group (12577e47-014b-4979-b332-b79fbb90a06a), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:02:29.246364 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0e56e49e-6fdd-48ac-a885-7dc19f73c5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (12577e47-014b-4979-b332-b79fbb90a06a), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:02:29.288305 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-0e56e49e-6fdd-48ac-a885-7dc19f73c5f8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a9e6da1cde894ad3a8da025915cea72c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2452061 May 06 15:02:29.289422 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e56e49e-6fdd-48ac-a885-7dc19f73c5f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12577e47-014b-4979-b332-b79fbb90a06a,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:02:29.291169 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 47722) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:02:29.298752 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e56e49e-6fdd-48ac-a885-7dc19f73c5f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:02:29.299104 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e56e49e-6fdd-48ac-a885-7dc19f73c5f8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:02:29.299454 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e56e49e-6fdd-48ac-a885-7dc19f73c5f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:02:29.299811 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e56e49e-6fdd-48ac-a885-7dc19f73c5f8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:02:29.300132 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e56e49e-6fdd-48ac-a885-7dc19f73c5f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:02:29.300464 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e56e49e-6fdd-48ac-a885-7dc19f73c5f8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:02:29.300824 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e56e49e-6fdd-48ac-a885-7dc19f73c5f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:02:29.301161 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e56e49e-6fdd-48ac-a885-7dc19f73c5f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:02:29.301488 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e56e49e-6fdd-48ac-a885-7dc19f73c5f8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:02:29.301815 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e56e49e-6fdd-48ac-a885-7dc19f73c5f8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:02:29.302144 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e56e49e-6fdd-48ac-a885-7dc19f73c5f8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:02:29.302472 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e56e49e-6fdd-48ac-a885-7dc19f73c5f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:02:29.302798 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e56e49e-6fdd-48ac-a885-7dc19f73c5f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:02:29.303120 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e56e49e-6fdd-48ac-a885-7dc19f73c5f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:02:29.303446 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e56e49e-6fdd-48ac-a885-7dc19f73c5f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:02:29.346298 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-85fd068b-15a2-4c9e-8a5d-5968df2417c9 admin admin] Publish callbacks [] for security_group (12577e47-014b-4979-b332-b79fbb90a06a), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:02:29.353445 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6bdd5d-5b4e-4a55-9861-b1b82f3b472b req-ce90949e-b208-480d-b6c1-b87fca64fe83 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:29.355308 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-2e6bdd5d-5b4e-4a55-9861-b1b82f3b472b req-ce90949e-b208-480d-b6c1-b87fca64fe83 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 944 time: 0.0586219 May 06 15:02:29.368955 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-85fd068b-15a2-4c9e-8a5d-5968df2417c9 admin admin] Publish callbacks [] for security_group (12577e47-014b-4979-b332-b79fbb90a06a), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:02:29.405826 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-2e6bdd5d-5b4e-4a55-9861-b1b82f3b472b req-e3b53a30-bd10-4d15-971a-94ea732e3540 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443387 May 06 15:02:29.417809 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-85fd068b-15a2-4c9e-8a5d-5968df2417c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (12577e47-014b-4979-b332-b79fbb90a06a), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:02:29.420384 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-85fd068b-15a2-4c9e-8a5d-5968df2417c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:02:29.422147 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-85fd068b-15a2-4c9e-8a5d-5968df2417c9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/12577e47-014b-4979-b332-b79fbb90a06a HTTP/1.1" status: 204 len: 168 time: 0.1292386 May 06 15:02:29.431142 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fd068b-15a2-4c9e-8a5d-5968df2417c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12577e47-014b-4979-b332-b79fbb90a06a,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:02:29.554756 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e463f-86cc-4f84-a3a0-4903c612841b req-413176fa-01ab-4a43-a3a2-812d27f13291 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:29.556264 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-302e463f-86cc-4f84-a3a0-4903c612841b req-413176fa-01ab-4a43-a3a2-812d27f13291 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/ports?device_id=1190aec7-7179-482b-a705-8943f357c18f HTTP/1.1" status: 200 len: 944 time: 0.0543935 May 06 15:02:29.607452 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-302e463f-86cc-4f84-a3a0-4903c612841b req-f285e001-fad2-4e0d-bf53-7dc61531e979 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/security-groups?id=7788c52f-729c-40ca-8f6a-df96ae39c655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454235 May 06 15:02:30.184235 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-6233ed21-c613-456c-920b-020e11f1950a req-85e08e07-bfda-44a6-998b-1223d24f9b99 service neutron] 10.222.0.26 "GET /v2.0/networks/1f8443d4-24c9-4ac0-96d7-8083233dcc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945671 May 06 15:02:30.288402 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-6233ed21-c613-456c-920b-020e11f1950a req-c133279e-2e4e-4314-9396-6b777b943d91 service neutron] 10.222.0.26 "GET /v2.0/networks/1f8443d4-24c9-4ac0-96d7-8083233dcc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933499 May 06 15:02:30.542372 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb03eaf-dfbd-45c0-aa99-197e2907bb86 req-2438eda3-5ded-4363-aad9-cf53b5315932 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:30.543986 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-ebb03eaf-dfbd-45c0-aa99-197e2907bb86 req-2438eda3-5ded-4363-aad9-cf53b5315932 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 944 time: 0.0622768 May 06 15:02:30.596748 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-ebb03eaf-dfbd-45c0-aa99-197e2907bb86 req-7dd56dd7-0494-4828-9f93-514d1c6a4677 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464797 May 06 15:02:30.722832 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bfbc43-f18a-4ec9-b178-06fc83faefc5 req-c4b166b7-b58d-48fb-ab9f-2ac4d2738da3 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:30.724221 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-a3bfbc43-f18a-4ec9-b178-06fc83faefc5 req-c4b166b7-b58d-48fb-ab9f-2ac4d2738da3 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/ports?device_id=1190aec7-7179-482b-a705-8943f357c18f HTTP/1.1" status: 200 len: 944 time: 0.0470421 May 06 15:02:30.772864 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-a3bfbc43-f18a-4ec9-b178-06fc83faefc5 req-25832522-ba9c-48de-90e4-43a3723b8d0c tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/security-groups?id=7788c52f-729c-40ca-8f6a-df96ae39c655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428295 May 06 15:02:31.020731 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device 3fde30d6-e4a7-41a8-a67c-29a4deb4e074 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 15:02:31.098981 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Current status of the port 3fde30d6-e4a7-41a8-a67c-29a4deb4e074 is: DOWN; New status is: DOWN {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:02:31.725032 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b4052-4e1a-4130-8c1e-982b344d33f4 req-7dd455bc-2f5d-4288-b045-74ca63117d75 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:31.726778 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-872b4052-4e1a-4130-8c1e-982b344d33f4 req-7dd455bc-2f5d-4288-b045-74ca63117d75 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 944 time: 0.0522568 May 06 15:02:31.752626 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-f6dd6c33-6772-43fc-8c9c-586cf6d2834c req-c1bdf24a-0a16-456c-a3a8-3874e621aa26 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=9c9ebfd7aafd4a488325abebd305ffb3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318618 May 06 15:02:31.778686 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-872b4052-4e1a-4130-8c1e-982b344d33f4 req-0592a6f7-cba7-44ab-9ccd-e3d59fe3023e tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461032 May 06 15:02:31.901343 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d7926-40ee-4688-87ec-f0931d688f06 req-e1e0c786-3113-4f7d-92d7-ccaf020f314a tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:31.902826 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-1d0d7926-40ee-4688-87ec-f0931d688f06 req-e1e0c786-3113-4f7d-92d7-ccaf020f314a tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/ports?device_id=1190aec7-7179-482b-a705-8943f357c18f HTTP/1.1" status: 200 len: 944 time: 0.0513761 May 06 15:02:31.953067 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd6c33-6772-43fc-8c9c-586cf6d2834c req-3f6587ad-b0a5-4c9c-9a5c-a228db72c292 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:31.954636 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-f6dd6c33-6772-43fc-8c9c-586cf6d2834c req-3f6587ad-b0a5-4c9c-9a5c-a228db72c292 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1959412 May 06 15:02:31.958282 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-1d0d7926-40ee-4688-87ec-f0931d688f06 req-c768cb0f-d7d3-4f9c-ab7a-96981a921b67 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/security-groups?id=7788c52f-729c-40ca-8f6a-df96ae39c655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480881 May 06 15:02:31.969673 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-f6dd6c33-6772-43fc-8c9c-586cf6d2834c req-4918ca67-95b5-444c-b415-2231815d9e35 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.23 "GET /v2.0/quotas/9c9ebfd7aafd4a488325abebd305ffb3 HTTP/1.1" status: 200 len: 375 time: 0.0096920 May 06 15:02:32.008711 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-f6dd6c33-6772-43fc-8c9c-586cf6d2834c req-261c5cd1-c361-47bd-82a3-2aa52a91e019 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9c9ebfd7aafd4a488325abebd305ffb3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327501 May 06 15:02:32.173052 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-597d4a26-4f5a-4934-adec-a3318b3eec63 req-f626c176-0108-4521-8c1f-d29ff2a25733 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8e13af9-b1c9-43a5-bf25-7d5fab680234 HTTP/1.1" status: 200 len: 210 time: 0.0293674 May 06 15:02:32.896765 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8991692f-a1a9-4022-8ce9-2fe242bd762b req-d08d0996-decb-48f0-853f-db11f8bc5cf7 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:32.898211 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-8991692f-a1a9-4022-8ce9-2fe242bd762b req-d08d0996-decb-48f0-853f-db11f8bc5cf7 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 944 time: 0.0475273 May 06 15:02:32.946756 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-8991692f-a1a9-4022-8ce9-2fe242bd762b req-80f2c014-1219-4676-8c16-65e34b0784a0 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428684 May 06 15:02:33.035075 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device 7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 15:02:33.073162 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34875a0-e2b9-430a-bbb9-ea44f96982ba req-823540f9-01d9-4cdd-94af-688804f350c7 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:33.074616 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-e34875a0-e2b9-430a-bbb9-ea44f96982ba req-823540f9-01d9-4cdd-94af-688804f350c7 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/ports?device_id=1190aec7-7179-482b-a705-8943f357c18f HTTP/1.1" status: 200 len: 944 time: 0.0507176 May 06 15:02:33.127653 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-e34875a0-e2b9-430a-bbb9-ea44f96982ba req-11faeff3-84d6-4dc5-a916-8df28190f67c tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/security-groups?id=7788c52f-729c-40ca-8f6a-df96ae39c655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446539 May 06 15:02:33.135089 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] For port 7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed,segment=NetworkSegment(890b06b2-20bf-4aaa-b1b2-5b1efb314674),segment_id=890b06b2-20bf-4aaa-b1b2-5b1efb314674)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:02:33.148878 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Returning: {'device': '7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed', 'network_id': 'a5b33968-9a47-4e49-a4ac-4bdb672e1215', 'port_id': '7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed', 'mac_address': 'fa:16:3e:bb:86:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ec52d68-94e9-40d7-b80a-32fe51def5e4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 15:02:33.192870 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Current status of the port 7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed is: DOWN; New status is: BUILD {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:02:33.193268 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:02:33.212366 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.notifiers.nova [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 15:02:33.238179 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] For port 7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed,segment=NetworkSegment(890b06b2-20bf-4aaa-b1b2-5b1efb314674),segment_id=890b06b2-20bf-4aaa-b1b2-5b1efb314674)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:02:33.243383 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:02:33.304777 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-745ba3da-d74b-4962-9fae-1df6bf2afacf req-ede42674-242b-41cb-8e46-1fe35c0bc948 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8e13af9-b1c9-43a5-bf25-7d5fab680234 HTTP/1.1" status: 200 len: 210 time: 0.0394111 May 06 15:02:33.310823 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Pushing event updated for resources: {'Port': ['ID=7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed,revision_number=4']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:02:33.322839 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:02:33.323272 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:02:33.323622 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:02:33.323985 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:02:33.324325 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:02:33.324674 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:02:33.325033 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:02:33.325389 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:02:33.325768 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:02:33.326121 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:02:33.326493 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:02:33.326836 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:02:33.327145 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:02:33.327465 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:02:33.330176 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:02:33.774091 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] get_ports_and_sgs() called for port_ids ['7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed'] {{(pid=103344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 15:02:34.060805 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-f6dd6c33-6772-43fc-8c9c-586cf6d2834c req-86cc78ef-a250-4f12-883d-58352f693eab tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=9c9ebfd7aafd4a488325abebd305ffb3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344625 May 06 15:02:34.111652 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f85507c-7b05-42a2-b694-411076d7612e req-e9c1e76a-a06f-4773-90bf-57112682343c tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:34.113728 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-6f85507c-7b05-42a2-b694-411076d7612e req-e9c1e76a-a06f-4773-90bf-57112682343c tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 944 time: 0.0762815 May 06 15:02:34.190921 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-6f85507c-7b05-42a2-b694-411076d7612e req-7148f70f-839a-457a-a125-f2c22671ae8a tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646064 May 06 15:02:34.309770 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd6c33-6772-43fc-8c9c-586cf6d2834c req-8c7f03b0-dfc9-4f69-8c1f-4d99a77b6d14 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:34.311410 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-f6dd6c33-6772-43fc-8c9c-586cf6d2834c req-8c7f03b0-dfc9-4f69-8c1f-4d99a77b6d14 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2261498 May 06 15:02:34.333878 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486a44ce-ddb3-4631-9e74-f5e93276e0a4 req-22a3478a-0032-4ee8-80cf-a7f9d51bead7 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:34.335443 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-486a44ce-ddb3-4631-9e74-f5e93276e0a4 req-22a3478a-0032-4ee8-80cf-a7f9d51bead7 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/ports?device_id=1190aec7-7179-482b-a705-8943f357c18f HTTP/1.1" status: 200 len: 945 time: 0.0977192 May 06 15:02:34.368474 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.v2.base [req-f6dd6c33-6772-43fc-8c9c-586cf6d2834c req-f933d24d-a330-433e-aa65-b01731c6fdbc tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] Request body: {'port': {'device_id': 'a8e13af9-b1c9-43a5-bf25-7d5fab680234', 'network_id': '2332ff34-1b7c-41d4-a358-22e1fe3439d4', 'admin_state_up': True, 'tenant_id': '9c9ebfd7aafd4a488325abebd305ffb3'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:02:34.419021 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-bf24e535-0ba7-470e-a574-aaf5dea66158 req-b36e21b6-e5f0-4a06-aa6f-c3e7091424ea tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8e13af9-b1c9-43a5-bf25-7d5fab680234 HTTP/1.1" status: 200 len: 210 time: 0.0303686 May 06 15:02:34.457188 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-486a44ce-ddb3-4631-9e74-f5e93276e0a4 req-6dd95ac5-3ee7-44ce-8965-b7c8cb6c1fb3 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/security-groups?id=7788c52f-729c-40ca-8f6a-df96ae39c655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108446 May 06 15:02:34.520080 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6dd6c33-6772-43fc-8c9c-586cf6d2834c req-f933d24d-a330-433e-aa65-b01731c6fdbc tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] Made reservation on behalf of 9c9ebfd7aafd4a488325abebd305ffb3 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 15:02:34.523648 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f6dd6c33-6772-43fc-8c9c-586cf6d2834c req-f933d24d-a330-433e-aa65-b01731c6fdbc tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:02:34.534064 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f6dd6c33-6772-43fc-8c9c-586cf6d2834c req-f933d24d-a330-433e-aa65-b01731c6fdbc tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:02:34.622555 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f6dd6c33-6772-43fc-8c9c-586cf6d2834c req-f933d24d-a330-433e-aa65-b01731c6fdbc tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] Publish callbacks [] for security_group (be0923af-d48d-422c-9097-af0248e6187e), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:02:34.626649 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f6dd6c33-6772-43fc-8c9c-586cf6d2834c req-f933d24d-a330-433e-aa65-b01731c6fdbc tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (be0923af-d48d-422c-9097-af0248e6187e), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:02:34.710997 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f933d24d-a330-433e-aa65-b01731c6fdbc tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be0923af-d48d-422c-9097-af0248e6187e,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:02:34.784779 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-f6dd6c33-6772-43fc-8c9c-586cf6d2834c req-f933d24d-a330-433e-aa65-b01731c6fdbc tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] Allocated IP 192.168.233.126 (2332ff34-1b7c-41d4-a358-22e1fe3439d4/e31338ec-fee0-4666-af31-822143d6bc6b/1cfc02c8-1998-4f6a-bc3e-967283a7e28b) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 15:02:34.944457 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f6dd6c33-6772-43fc-8c9c-586cf6d2834c req-f933d24d-a330-433e-aa65-b01731c6fdbc tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] Publish callbacks [] for port (1cfc02c8-1998-4f6a-bc3e-967283a7e28b), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:02:34.977731 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f6dd6c33-6772-43fc-8c9c-586cf6d2834c req-f933d24d-a330-433e-aa65-b01731c6fdbc tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732313435468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59634176'] for port (1cfc02c8-1998-4f6a-bc3e-967283a7e28b), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:02:35.017620 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6dd6c33-6772-43fc-8c9c-586cf6d2834c req-f933d24d-a330-433e-aa65-b01731c6fdbc tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] Network 2332ff34-1b7c-41d4-a358-22e1fe3439d4 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 15:02:35.020585 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-f6dd6c33-6772-43fc-8c9c-586cf6d2834c req-f933d24d-a330-433e-aa65-b01731c6fdbc tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 15:02:35.024355 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6dd6c33-6772-43fc-8c9c-586cf6d2834c req-f933d24d-a330-433e-aa65-b01731c6fdbc tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 15:02:35.053568 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f933d24d-a330-433e-aa65-b01731c6fdbc tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] Pushing event updated for resources: {'Port': ['ID=1cfc02c8-1998-4f6a-bc3e-967283a7e28b,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:02:35.081711 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd6c33-6772-43fc-8c9c-586cf6d2834c req-f933d24d-a330-433e-aa65-b01731c6fdbc tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:35.082451 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f6dd6c33-6772-43fc-8c9c-586cf6d2834c req-f933d24d-a330-433e-aa65-b01731c6fdbc tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:02:35.105156 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-f6dd6c33-6772-43fc-8c9c-586cf6d2834c req-f933d24d-a330-433e-aa65-b01731c6fdbc tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7505770 May 06 15:02:35.202974 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-87931951-3593-49ca-8f6d-580cfb2aedbd None None] Provisioning complete for port 1cfc02c8-1998-4f6a-bc3e-967283a7e28b triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:02:35.203564 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-87931951-3593-49ca-8f6d-580cfb2aedbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (1cfc02c8-1998-4f6a-bc3e-967283a7e28b), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:02:35.237277 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-87931951-3593-49ca-8f6d-580cfb2aedbd None None] Port 1cfc02c8-1998-4f6a-bc3e-967283a7e28b cannot update to ACTIVE because it is not bound. {{(pid=103344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 06 15:02:35.305892 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc204e31-18c6-4ba0-90f8-beb0bb1da3ea req-f8085838-2d8f-4204-951b-cc01fc58fd84 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:35.307280 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-dc204e31-18c6-4ba0-90f8-beb0bb1da3ea req-f8085838-2d8f-4204-951b-cc01fc58fd84 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 944 time: 0.0459723 May 06 15:02:35.356097 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-dc204e31-18c6-4ba0-90f8-beb0bb1da3ea req-a29b9b88-b8d7-4ce6-bb30-5f4ee30ec431 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427651 May 06 15:02:35.541781 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7e677-986f-4326-a108-8ab8b1a8b21e req-5ce87940-7adb-4f58-b3a3-16f10d2ca642 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:35.543264 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-c3c7e677-986f-4326-a108-8ab8b1a8b21e req-5ce87940-7adb-4f58-b3a3-16f10d2ca642 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8e13af9-b1c9-43a5-bf25-7d5fab680234 HTTP/1.1" status: 200 len: 936 time: 0.0520201 May 06 15:02:35.575939 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce344bad-4a96-4741-b0c1-7eb7d4fac936 req-85297cca-40be-4386-846c-37c2860ae510 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:35.577443 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-ce344bad-4a96-4741-b0c1-7eb7d4fac936 req-85297cca-40be-4386-846c-37c2860ae510 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/ports?device_id=1190aec7-7179-482b-a705-8943f357c18f HTTP/1.1" status: 200 len: 945 time: 0.0513546 May 06 15:02:35.593920 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-c3c7e677-986f-4326-a108-8ab8b1a8b21e req-67d7f9f9-df9b-472f-b766-be30cb8c5ec1 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.23 "GET /v2.0/security-groups?id=be0923af-d48d-422c-9097-af0248e6187e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446579 May 06 15:02:35.628295 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-ce344bad-4a96-4741-b0c1-7eb7d4fac936 req-5f449e4f-40ad-4acc-b253-ef70b3bd54f5 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/security-groups?id=7788c52f-729c-40ca-8f6a-df96ae39c655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440400 May 06 15:02:36.485751 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc1513-3b27-41fc-852b-cf046d5a893a req-a8870ea9-cbfb-45ea-a194-a3535456d09d tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:36.487406 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-b7bc1513-3b27-41fc-852b-cf046d5a893a req-a8870ea9-cbfb-45ea-a194-a3535456d09d tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 944 time: 0.0534399 May 06 15:02:36.548637 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-b7bc1513-3b27-41fc-852b-cf046d5a893a req-b738b820-7663-4fdc-8e2a-152cb79e5be3 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545487 May 06 15:02:36.723042 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470eaf9b-711c-43c8-9aa7-ca2e43910347 req-6c39c58b-ae68-49d6-bf38-814d141d9571 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:36.724639 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-470eaf9b-711c-43c8-9aa7-ca2e43910347 req-6c39c58b-ae68-49d6-bf38-814d141d9571 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8e13af9-b1c9-43a5-bf25-7d5fab680234 HTTP/1.1" status: 200 len: 936 time: 0.0485435 May 06 15:02:36.761794 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73326631-760f-41c1-ba3e-d4b9448f57dd req-e8a31066-7fcf-4940-a4ca-1a93a0469200 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:36.763301 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-73326631-760f-41c1-ba3e-d4b9448f57dd req-e8a31066-7fcf-4940-a4ca-1a93a0469200 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/ports?device_id=1190aec7-7179-482b-a705-8943f357c18f HTTP/1.1" status: 200 len: 945 time: 0.0586040 May 06 15:02:36.779545 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-470eaf9b-711c-43c8-9aa7-ca2e43910347 req-1f22a105-06fe-4b29-9c14-36c1394feb4e tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.23 "GET /v2.0/security-groups?id=be0923af-d48d-422c-9097-af0248e6187e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468981 May 06 15:02:36.821685 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-73326631-760f-41c1-ba3e-d4b9448f57dd req-f6ac1fe3-f229-4b74-b577-d27b24942374 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/security-groups?id=7788c52f-729c-40ca-8f6a-df96ae39c655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509915 May 06 15:02:37.110664 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0a02561b-4185-48ce-a3ec-561dfecdcc63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (79b17169-ed94-4769-ba4e-30adf371f78f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:02:37.707706 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e840b90-907f-43a0-a14c-d0cc3f019b0a req-cfdfd7aa-3cee-420e-a0cc-a5f7b660feb4 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:37.709404 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-7e840b90-907f-43a0-a14c-d0cc3f019b0a req-cfdfd7aa-3cee-420e-a0cc-a5f7b660feb4 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 944 time: 0.0652237 May 06 15:02:37.787992 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.v2.base [req-f6dd6c33-6772-43fc-8c9c-586cf6d2834c req-a403cbc3-d8af-44b7-abb9-c339752c0f7c service neutron] Request body: {'port': {'device_id': 'a8e13af9-b1c9-43a5-bf25-7d5fab680234', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:02:37.789127 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-7e840b90-907f-43a0-a14c-d0cc3f019b0a req-b1f1debd-b041-4d7a-b9f8-78031e7a59d0 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731218 May 06 15:02:37.947530 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381de14-9fe7-4d55-9187-a0d0ba4f7ce2 req-0f1f77e8-ed4a-4808-a524-d2e7ad1bfac3 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:37.949050 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-9381de14-9fe7-4d55-9187-a0d0ba4f7ce2 req-0f1f77e8-ed4a-4808-a524-d2e7ad1bfac3 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/ports?device_id=1190aec7-7179-482b-a705-8943f357c18f HTTP/1.1" status: 200 len: 945 time: 0.0493050 May 06 15:02:37.959927 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5694edb-6bb0-4882-875c-bca67a4fa75b req-f587093b-3af8-413f-8f8c-d8a900c60475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:37.961348 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-a5694edb-6bb0-4882-875c-bca67a4fa75b req-f587093b-3af8-413f-8f8c-d8a900c60475 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca&tenant_id=04793e5505aa4d32ab3efed2892ea2b4 HTTP/1.1" status: 200 len: 1128 time: 0.1504891 May 06 15:02:37.980815 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f6dd6c33-6772-43fc-8c9c-586cf6d2834c req-a403cbc3-d8af-44b7-abb9-c339752c0f7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (1cfc02c8-1998-4f6a-bc3e-967283a7e28b), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:02:37.990790 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa3670d-07f7-4d47-b5fd-0dc868b4e937 req-e092dd12-67fe-4d5f-9b44-3db1a1997b2f tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:37.992267 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-dfa3670d-07f7-4d47-b5fd-0dc868b4e937 req-e092dd12-67fe-4d5f-9b44-3db1a1997b2f tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8e13af9-b1c9-43a5-bf25-7d5fab680234 HTTP/1.1" status: 200 len: 936 time: 0.1215229 May 06 15:02:38.001430 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-9381de14-9fe7-4d55-9187-a0d0ba4f7ce2 req-eb8d95b5-4dde-4efa-99ff-11d873f5a172 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/security-groups?id=7788c52f-729c-40ca-8f6a-df96ae39c655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464044 May 06 15:02:38.062394 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device 7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed up at agent hyperv_hv-cinder-84067 {{(pid=103344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 15:02:38.119607 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Provisioning for port 7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed completed by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 06 15:02:38.125458 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5694edb-6bb0-4882-875c-bca67a4fa75b req-7e6f6b3e-e157-46da-9772-c1b3aea6f603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:38.126562 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-a5694edb-6bb0-4882-875c-bca67a4fa75b req-7e6f6b3e-e157-46da-9772-c1b3aea6f603 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=04793e5505aa4d32ab3efed2892ea2b4&device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 1128 time: 0.1075196 May 06 15:02:38.127201 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Provisioning complete for port 7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed triggered by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:02:38.127440 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:02:38.184512 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-dfa3670d-07f7-4d47-b5fd-0dc868b4e937 req-c1bceb3b-522f-48c8-b70b-10580a96e88a tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.23 "GET /v2.0/security-groups?id=be0923af-d48d-422c-9097-af0248e6187e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857522 May 06 15:02:38.232134 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Current status of the port 7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed is: BUILD; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:02:38.232787 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:02:38.263977 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1190aec7-7179-482b-a705-8943f357c18f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 15:02:38.267327 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e0964ea08b7304cb3fd06b6962f873a42c5b1f8277632c4cd90ec00bfa9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7852c6-cf37-45ef-b341-42bc83ce1a74" -d '{"events": [{"server_uuid": "1190aec7-7179-482b-a705-8943f357c18f", "name": "network-vif-plugged", "status": "completed", "tag": "7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 15:02:38.280100 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] For port 7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed,segment=NetworkSegment(890b06b2-20bf-4aaa-b1b2-5b1efb314674),segment_id=890b06b2-20bf-4aaa-b1b2-5b1efb314674)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:02:38.286993 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:02:38.318029 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 15:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10984158-262f-48b6-87fb-a89dc65d7be9 x-openstack-request-id: req-10984158-262f-48b6-87fb-a89dc65d7be9 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 15:02:38.318029 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1190aec7-7179-482b-a705-8943f357c18f", "name": "network-vif-plugged", "status": "completed", "tag": "7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 15:02:38.318029 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-10984158-262f-48b6-87fb-a89dc65d7be9 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 15:02:38.318029 dv-cinder-840678-2-iscsi neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10984158-262f-48b6-87fb-a89dc65d7be9'] response: {'server_uuid': '1190aec7-7179-482b-a705-8943f357c18f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed', 'code': 200} May 06 15:02:38.348511 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Pushing event updated for resources: {'Port': ['ID=7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed,revision_number=5']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:02:38.369987 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5694edb-6bb0-4882-875c-bca67a4fa75b req-796a8a4d-bea7-43c0-a458-0360f9f162a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:38.371471 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-a5694edb-6bb0-4882-875c-bca67a4fa75b req-796a8a4d-bea7-43c0-a458-0360f9f162a5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e617326c-50d9-4a05-90f1-04262502b764 HTTP/1.1" status: 200 len: 916 time: 0.1830990 May 06 15:02:38.495209 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [req-f6dd6c33-6772-43fc-8c9c-586cf6d2834c req-a403cbc3-d8af-44b7-abb9-c339752c0f7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cfc02c8-1998-4f6a-bc3e-967283a7e28b {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 15:02:38.508112 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f6dd6c33-6772-43fc-8c9c-586cf6d2834c req-a403cbc3-d8af-44b7-abb9-c339752c0f7c service neutron] Publish callbacks [] for port (1cfc02c8-1998-4f6a-bc3e-967283a7e28b), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:02:38.517468 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-a5694edb-6bb0-4882-875c-bca67a4fa75b req-4fe95b83-20ca-4001-913d-7f05571d3d39 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3fde30d6-e4a7-41a8-a67c-29a4deb4e074 HTTP/1.1" status: 200 len: 1000 time: 0.1123331 May 06 15:02:38.524897 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-f6dd6c33-6772-43fc-8c9c-586cf6d2834c req-a403cbc3-d8af-44b7-abb9-c339752c0f7c service neutron] Transition to ACTIVE for port object 1cfc02c8-1998-4f6a-bc3e-967283a7e28b will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 06 15:02:38.545692 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f6dd6c33-6772-43fc-8c9c-586cf6d2834c req-a403cbc3-d8af-44b7-abb9-c339752c0f7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59634231'] for port (1cfc02c8-1998-4f6a-bc3e-967283a7e28b), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:02:38.562707 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb44263-d3d4-4d70-a53d-500fea146850 req-518365cf-0125-464a-b8b7-d1d58ce6eab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:38.564725 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-adb44263-d3d4-4d70-a53d-500fea146850 req-518365cf-0125-464a-b8b7-d1d58ce6eab4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1190aec7-7179-482b-a705-8943f357c18f HTTP/1.1" status: 200 len: 1130 time: 0.0482497 May 06 15:02:38.627523 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-adb44263-d3d4-4d70-a53d-500fea146850 req-ad2d6a96-f3de-4365-8311-fafc540c0742 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7788c52f-729c-40ca-8f6a-df96ae39c655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432971 May 06 15:02:38.874893 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a403cbc3-d8af-44b7-abb9-c339752c0f7c service neutron] Pushing event updated for resources: {'Port': ['ID=1cfc02c8-1998-4f6a-bc3e-967283a7e28b,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:02:38.881560 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5694edb-6bb0-4882-875c-bca67a4fa75b req-53939406-0ec7-45f2-95d0-cd8965471582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:38.883033 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-a5694edb-6bb0-4882-875c-bca67a4fa75b req-53939406-0ec7-45f2-95d0-cd8965471582 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=73d058b8-ef9e-473c-9be9-61c8d64fe350 HTTP/1.1" status: 200 len: 854 time: 0.3529773 May 06 15:02:38.965880 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8876cd9b-c62a-4480-8c6f-04b92f6c3f62 req-082e4816-4eac-46d8-9f9b-d779f56cb97e tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:38.967383 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-8876cd9b-c62a-4480-8c6f-04b92f6c3f62 req-082e4816-4eac-46d8-9f9b-d779f56cb97e tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 944 time: 0.0943346 May 06 15:02:39.015566 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-f6dd6c33-6772-43fc-8c9c-586cf6d2834c req-a403cbc3-d8af-44b7-abb9-c339752c0f7c service neutron] Attempting to bind port 1cfc02c8-1998-4f6a-bc3e-967283a7e28b on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 15:02:39.015907 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-f6dd6c33-6772-43fc-8c9c-586cf6d2834c req-a403cbc3-d8af-44b7-abb9-c339752c0f7c service neutron] Attempting to bind port 1cfc02c8-1998-4f6a-bc3e-967283a7e28b by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': 'b6959c5e-2136-4fb9-a8c4-a72bc55d4e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2332ff34-1b7c-41d4-a358-22e1fe3439d4'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 15:02:39.016247 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dd6c33-6772-43fc-8c9c-586cf6d2834c req-a403cbc3-d8af-44b7-abb9-c339752c0f7c service neutron] Attempting to bind port 1cfc02c8-1998-4f6a-bc3e-967283a7e28b on network 2332ff34-1b7c-41d4-a358-22e1fe3439d4 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 15:02:39.028060 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dd6c33-6772-43fc-8c9c-586cf6d2834c req-a403cbc3-d8af-44b7-abb9-c339752c0f7c service neutron] Port 1cfc02c8-1998-4f6a-bc3e-967283a7e28b on network 2332ff34-1b7c-41d4-a358-22e1fe3439d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 15:02:39.028387 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dd6c33-6772-43fc-8c9c-586cf6d2834c req-a403cbc3-d8af-44b7-abb9-c339752c0f7c service neutron] Attempting to bind port 1cfc02c8-1998-4f6a-bc3e-967283a7e28b on network 2332ff34-1b7c-41d4-a358-22e1fe3439d4 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 15:02:39.038418 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dd6c33-6772-43fc-8c9c-586cf6d2834c req-a403cbc3-d8af-44b7-abb9-c339752c0f7c service neutron] Checking agent: {'id': '1eb4536b-031c-4a65-bfe5-fc1ede7d9429', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 14, 56, 20), 'started_at': datetime.datetime(2022, 5, 6, 14, 56, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 15, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 15:02:39.038762 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dd6c33-6772-43fc-8c9c-586cf6d2834c req-a403cbc3-d8af-44b7-abb9-c339752c0f7c service neutron] Checking segment: {'id': 'b6959c5e-2136-4fb9-a8c4-a72bc55d4e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2332ff34-1b7c-41d4-a358-22e1fe3439d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 15:02:39.039150 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dd6c33-6772-43fc-8c9c-586cf6d2834c req-a403cbc3-d8af-44b7-abb9-c339752c0f7c service neutron] Bound using segment: {'id': 'b6959c5e-2136-4fb9-a8c4-a72bc55d4e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2332ff34-1b7c-41d4-a358-22e1fe3439d4'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 15:02:39.039579 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-f6dd6c33-6772-43fc-8c9c-586cf6d2834c req-a403cbc3-d8af-44b7-abb9-c339752c0f7c service neutron] Bound port: 1cfc02c8-1998-4f6a-bc3e-967283a7e28b, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6959c5e-2136-4fb9-a8c4-a72bc55d4e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2332ff34-1b7c-41d4-a358-22e1fe3439d4'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 15:02:39.039961 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f6dd6c33-6772-43fc-8c9c-586cf6d2834c req-a403cbc3-d8af-44b7-abb9-c339752c0f7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (1cfc02c8-1998-4f6a-bc3e-967283a7e28b), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:02:39.044412 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-8876cd9b-c62a-4480-8c6f-04b92f6c3f62 req-56988412-dd4e-450d-a438-4e05ef1f2460 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696888 May 06 15:02:39.109803 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-f6dd6c33-6772-43fc-8c9c-586cf6d2834c req-a403cbc3-d8af-44b7-abb9-c339752c0f7c service neutron] For port 1cfc02c8-1998-4f6a-bc3e-967283a7e28b, host hv-cinder-84067, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 15:02:39.113068 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-f6dd6c33-6772-43fc-8c9c-586cf6d2834c req-a403cbc3-d8af-44b7-abb9-c339752c0f7c service neutron] For port 1cfc02c8-1998-4f6a-bc3e-967283a7e28b, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=1cfc02c8-1998-4f6a-bc3e-967283a7e28b,segment=NetworkSegment(b6959c5e-2136-4fb9-a8c4-a72bc55d4e03),segment_id=b6959c5e-2136-4fb9-a8c4-a72bc55d4e03)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 15:02:39.119778 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f6dd6c33-6772-43fc-8c9c-586cf6d2834c req-a403cbc3-d8af-44b7-abb9-c339752c0f7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59634231'] for port (1cfc02c8-1998-4f6a-bc3e-967283a7e28b), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:02:39.127124 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f145f-5fb7-40ab-924e-3b5fde5557f7 req-ef1e64f6-dec7-4ce2-b31a-ac6ed52c1be2 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:39.129604 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-271f145f-5fb7-40ab-924e-3b5fde5557f7 req-ef1e64f6-dec7-4ce2-b31a-ac6ed52c1be2 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/ports?device_id=1190aec7-7179-482b-a705-8943f357c18f HTTP/1.1" status: 200 len: 946 time: 0.0487587 May 06 15:02:39.154135 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd6c33-6772-43fc-8c9c-586cf6d2834c req-a403cbc3-d8af-44b7-abb9-c339752c0f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:39.154682 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f6dd6c33-6772-43fc-8c9c-586cf6d2834c req-a403cbc3-d8af-44b7-abb9-c339752c0f7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:02:39.156042 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-f6dd6c33-6772-43fc-8c9c-586cf6d2834c req-a403cbc3-d8af-44b7-abb9-c339752c0f7c service neutron] 10.222.0.26 "PUT /v2.0/ports/1cfc02c8-1998-4f6a-bc3e-967283a7e28b HTTP/1.1" status: 200 len: 1098 time: 1.3738141 May 06 15:02:39.156567 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8e13af9-b1c9-43a5-bf25-7d5fab680234', 'tag': '1cfc02c8-1998-4f6a-bc3e-967283a7e28b'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 15:02:39.158846 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e079183c6aa01fbf7ecda8705e9d532761ec392512c90f9d6467ac227f3657d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-948cc25f-3119-4648-b7fd-006678f33786" -d '{"events": [{"name": "network-changed", "server_uuid": "a8e13af9-b1c9-43a5-bf25-7d5fab680234", "tag": "1cfc02c8-1998-4f6a-bc3e-967283a7e28b"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 15:02:39.189417 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a403cbc3-d8af-44b7-abb9-c339752c0f7c service neutron] Pushing event updated for resources: {'Port': ['ID=1cfc02c8-1998-4f6a-bc3e-967283a7e28b,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:02:39.199483 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-271f145f-5fb7-40ab-924e-3b5fde5557f7 req-8d01996b-be45-4b6c-8b8a-46e6504e8214 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/security-groups?id=7788c52f-729c-40ca-8f6a-df96ae39c655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579004 May 06 15:02:39.218637 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 15:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5759608b-affa-423f-b49a-6ea2aab690ef x-openstack-request-id: req-5759608b-affa-423f-b49a-6ea2aab690ef {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 15:02:39.219076 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8e13af9-b1c9-43a5-bf25-7d5fab680234", "tag": "1cfc02c8-1998-4f6a-bc3e-967283a7e28b", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 15:02:39.219335 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5759608b-affa-423f-b49a-6ea2aab690ef {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 15:02:39.219736 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5759608b-affa-423f-b49a-6ea2aab690ef'] response: {'name': 'network-changed', 'server_uuid': 'a8e13af9-b1c9-43a5-bf25-7d5fab680234', 'tag': '1cfc02c8-1998-4f6a-bc3e-967283a7e28b', 'status': 'completed', 'code': 200} May 06 15:02:39.320500 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e3c099-b517-4ea7-a97d-b178efa24f53 req-f7883352-ffe9-4f43-a678-a29a6ad59bec tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:39.322073 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-51e3c099-b517-4ea7-a97d-b178efa24f53 req-f7883352-ffe9-4f43-a678-a29a6ad59bec tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8e13af9-b1c9-43a5-bf25-7d5fab680234 HTTP/1.1" status: 200 len: 948 time: 0.0482354 May 06 15:02:39.377946 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-51e3c099-b517-4ea7-a97d-b178efa24f53 req-efc9b0d9-28d9-416e-8ec8-2f04a4534d97 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.23 "GET /v2.0/security-groups?id=be0923af-d48d-422c-9097-af0248e6187e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502253 May 06 15:02:39.424905 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1c8a52df-7e67-4216-99cc-2b50c6369e52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (ec8f31e6-1756-4927-8bc3-e144e6f0af83), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:02:40.178399 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc91a8-bba8-4b11-805b-3c65c9160cd6 req-1d5e049b-27e0-4b9b-b26c-a54f4ee06a3c tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:40.180179 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-88fc91a8-bba8-4b11-805b-3c65c9160cd6 req-1d5e049b-27e0-4b9b-b26c-a54f4ee06a3c tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 944 time: 0.0552125 May 06 15:02:40.243298 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-88fc91a8-bba8-4b11-805b-3c65c9160cd6 req-d6dca307-2194-4f7f-b882-fc954a7f46af tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556149 May 06 15:02:40.324423 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf705b-fa04-4925-8f04-46f5f1691856 req-1f93fc2c-5388-4253-9d7c-47d6a3a25b4c tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:40.325923 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-52cf705b-fa04-4925-8f04-46f5f1691856 req-1f93fc2c-5388-4253-9d7c-47d6a3a25b4c tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/ports?device_id=1190aec7-7179-482b-a705-8943f357c18f HTTP/1.1" status: 200 len: 946 time: 0.0593889 May 06 15:02:40.372313 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-52cf705b-fa04-4925-8f04-46f5f1691856 req-231f7f20-1b40-47ad-bd89-fd4db5c0f09f tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/security-groups?id=7788c52f-729c-40ca-8f6a-df96ae39c655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406418 May 06 15:02:40.495526 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2947373c-f08c-41b2-a073-d5169f753c0b req-08bbb89a-d96d-4501-9348-4c34879e363a tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:40.497004 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-2947373c-f08c-41b2-a073-d5169f753c0b req-08bbb89a-d96d-4501-9348-4c34879e363a tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8e13af9-b1c9-43a5-bf25-7d5fab680234 HTTP/1.1" status: 200 len: 948 time: 0.0467215 May 06 15:02:40.526388 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1afa6ce1-9145-4257-8e23-9dd2cd4b1998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b699075f-0d9f-4d2e-b182-9d9eb15bfab1), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:02:40.544979 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-2947373c-f08c-41b2-a073-d5169f753c0b req-50978dfa-0a41-4265-a0a9-d4edc1d89027 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.23 "GET /v2.0/security-groups?id=be0923af-d48d-422c-9097-af0248e6187e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424867 May 06 15:02:41.373222 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ce207-c700-474b-aee1-5c33fb49a0c6 req-10ceec67-eff8-4b8e-8347-30b3f1b45176 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:41.375426 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-120ce207-c700-474b-aee1-5c33fb49a0c6 req-10ceec67-eff8-4b8e-8347-30b3f1b45176 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 944 time: 0.0492933 May 06 15:02:41.424659 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-120ce207-c700-474b-aee1-5c33fb49a0c6 req-654fce35-47cf-4f83-a455-2350d302ef8f tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434420 May 06 15:02:41.488156 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e511b0-a44c-4856-a8b4-4ab65a657d9d req-f56cb31f-cfbf-497f-b95a-3f7688f7d19e tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:41.489729 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-49e511b0-a44c-4856-a8b4-4ab65a657d9d req-f56cb31f-cfbf-497f-b95a-3f7688f7d19e tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/ports?device_id=1190aec7-7179-482b-a705-8943f357c18f HTTP/1.1" status: 200 len: 946 time: 0.0499907 May 06 15:02:41.539194 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-49e511b0-a44c-4856-a8b4-4ab65a657d9d req-a10fc125-0bd4-4608-b29b-1bea562ee980 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/security-groups?id=7788c52f-729c-40ca-8f6a-df96ae39c655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437233 May 06 15:02:41.659973 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c718ef2-cd38-4fdf-a3fd-d2b8fbcb2c67 req-7aa029a2-578c-4991-b51f-75416cec11d3 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:41.661396 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-6c718ef2-cd38-4fdf-a3fd-d2b8fbcb2c67 req-7aa029a2-578c-4991-b51f-75416cec11d3 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8e13af9-b1c9-43a5-bf25-7d5fab680234 HTTP/1.1" status: 200 len: 948 time: 0.0508769 May 06 15:02:41.711126 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-6c718ef2-cd38-4fdf-a3fd-d2b8fbcb2c67 req-85af3178-f768-44d6-90e4-6b65ade9a44d tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.23 "GET /v2.0/security-groups?id=be0923af-d48d-422c-9097-af0248e6187e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438833 May 06 15:02:42.259640 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5694edb-6bb0-4882-875c-bca67a4fa75b req-238f536c-2a04-47b0-bc15-8ddb0889b5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:42.261128 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-a5694edb-6bb0-4882-875c-bca67a4fa75b req-238f536c-2a04-47b0-bc15-8ddb0889b5eb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e617326c-50d9-4a05-90f1-04262502b764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0710614 May 06 15:02:42.266320 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948cc25f-3119-4648-b7fd-006678f33786 req-73e03455-b9df-4df0-8c90-da2b459f67e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:42.267747 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-948cc25f-3119-4648-b7fd-006678f33786 req-73e03455-b9df-4df0-8c90-da2b459f67e6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9c9ebfd7aafd4a488325abebd305ffb3&device_id=a8e13af9-b1c9-43a5-bf25-7d5fab680234 HTTP/1.1" status: 200 len: 1132 time: 0.0467498 May 06 15:02:42.347731 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-948cc25f-3119-4648-b7fd-006678f33786 req-ceda918f-69d6-4934-a2c9-e5673ca0afa8 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=9c9ebfd7aafd4a488325abebd305ffb3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0531127 May 06 15:02:42.440068 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-a5694edb-6bb0-4882-875c-bca67a4fa75b req-e26c4854-af5f-45ff-a426-8a8b0bed2fe3 service neutron] 10.222.0.26 "GET /v2.0/networks/e617326c-50d9-4a05-90f1-04262502b764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521094 May 06 15:02:42.467004 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948cc25f-3119-4648-b7fd-006678f33786 req-7299ce34-1049-4f18-b585-5c8f701ac6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:42.469253 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-948cc25f-3119-4648-b7fd-006678f33786 req-7299ce34-1049-4f18-b585-5c8f701ac6c1 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1101441 May 06 15:02:42.543508 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d92eaec-8488-4189-91ea-9ae59c3838c8 req-affb8fe4-db73-453f-8772-04d528a05335 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:42.544974 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-3d92eaec-8488-4189-91ea-9ae59c3838c8 req-affb8fe4-db73-453f-8772-04d528a05335 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 944 time: 0.0478516 May 06 15:02:42.597749 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-3d92eaec-8488-4189-91ea-9ae59c3838c8 req-c2894012-f10c-453b-9018-fc099d6ef029 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470781 May 06 15:02:42.652041 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d101b99a-f1ad-4a53-bb19-d5ce719f342d req-da3c3d64-90f7-458f-b5d4-728ad9c7f512 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:42.653590 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-d101b99a-f1ad-4a53-bb19-d5ce719f342d req-da3c3d64-90f7-458f-b5d4-728ad9c7f512 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/ports?device_id=1190aec7-7179-482b-a705-8943f357c18f HTTP/1.1" status: 200 len: 946 time: 0.0490799 May 06 15:02:42.658163 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-68b1beb6-545b-4f86-a143-b395004404eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b8293b96-1d4f-4101-9243-9870353ff712), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:02:42.702213 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-d101b99a-f1ad-4a53-bb19-d5ce719f342d req-03463afa-dda1-45cd-9100-caf45e8bb03f tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/security-groups?id=7788c52f-729c-40ca-8f6a-df96ae39c655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413389 May 06 15:02:42.836452 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7eef2f-9e04-4167-8391-8e61c00bb165 req-756ece22-36f2-4a50-9621-290077746058 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:42.837987 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-aa7eef2f-9e04-4167-8391-8e61c00bb165 req-756ece22-36f2-4a50-9621-290077746058 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8e13af9-b1c9-43a5-bf25-7d5fab680234 HTTP/1.1" status: 200 len: 948 time: 0.0554652 May 06 15:02:42.892682 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-aa7eef2f-9e04-4167-8391-8e61c00bb165 req-9254fb10-8ece-4b1a-b57f-18f6184237a2 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.23 "GET /v2.0/security-groups?id=be0923af-d48d-422c-9097-af0248e6187e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474310 May 06 15:02:43.290727 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd6c33-6772-43fc-8c9c-586cf6d2834c req-bd6ee27a-f139-443c-83a7-5b99881a68d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:43.292208 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-f6dd6c33-6772-43fc-8c9c-586cf6d2834c req-bd6ee27a-f139-443c-83a7-5b99881a68d6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9c9ebfd7aafd4a488325abebd305ffb3&device_id=a8e13af9-b1c9-43a5-bf25-7d5fab680234 HTTP/1.1" status: 200 len: 1132 time: 0.0490050 May 06 15:02:43.318111 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-a5694edb-6bb0-4882-875c-bca67a4fa75b req-da059a05-35ab-4ffe-b58c-b4643dc090f6 service neutron] 10.222.0.26 "GET /v2.0/networks/e617326c-50d9-4a05-90f1-04262502b764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242554 May 06 15:02:43.716371 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d42d06-075c-48a9-bac8-604e501030da req-93e3319b-4a34-431a-b1af-9cbd2c784220 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:43.717939 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-52d42d06-075c-48a9-bac8-604e501030da req-93e3319b-4a34-431a-b1af-9cbd2c784220 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 944 time: 0.0460575 May 06 15:02:43.739170 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (20451d70-ea89-4a66-885a-20a1b2a3bff8), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:02:43.772007 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-52d42d06-075c-48a9-bac8-604e501030da req-ae8ea1ef-f1ed-4640-88ed-8b1cbd9b51d9 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478525 May 06 15:02:43.823606 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae2d0f3-6ff3-43f1-acec-62ccea4d5c45 req-b98f2934-6c6e-4ee7-b29f-d2115cb8af9e tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:43.825184 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-3ae2d0f3-6ff3-43f1-acec-62ccea4d5c45 req-b98f2934-6c6e-4ee7-b29f-d2115cb8af9e tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/ports?device_id=1190aec7-7179-482b-a705-8943f357c18f HTTP/1.1" status: 200 len: 946 time: 0.0512006 May 06 15:02:43.871096 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-3ae2d0f3-6ff3-43f1-acec-62ccea4d5c45 req-f6cf3336-d4d7-414b-9090-81f1a22a2bfc tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/security-groups?id=7788c52f-729c-40ca-8f6a-df96ae39c655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397007 May 06 15:02:44.010903 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd26e20-a499-45c8-b558-fd9945d0f719 req-e3ffa6a5-f78f-4048-aa0f-a757832b2c4a tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:44.012357 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-2cd26e20-a499-45c8-b558-fd9945d0f719 req-e3ffa6a5-f78f-4048-aa0f-a757832b2c4a tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8e13af9-b1c9-43a5-bf25-7d5fab680234 HTTP/1.1" status: 200 len: 948 time: 0.0466626 May 06 15:02:44.057707 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-2cd26e20-a499-45c8-b558-fd9945d0f719 req-491a287d-d4a9-47ff-81d4-8c06867fe8d7 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.23 "GET /v2.0/security-groups?id=be0923af-d48d-422c-9097-af0248e6187e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396726 May 06 15:02:44.894470 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17be4386-41ae-482c-850f-8042734b043e req-bee70d9e-916e-47b5-a3ec-5eb9c1836be7 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:44.895969 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-17be4386-41ae-482c-850f-8042734b043e req-bee70d9e-916e-47b5-a3ec-5eb9c1836be7 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 944 time: 0.0526476 May 06 15:02:44.949445 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-17be4386-41ae-482c-850f-8042734b043e req-b3548ff9-d735-4a12-a14e-2a114b986beb tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475829 May 06 15:02:44.990870 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2309e802-f5f4-480f-933a-383c104cfd26 req-5050ee16-8e80-4b37-9567-1591cdc9b1f2 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:44.992417 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-2309e802-f5f4-480f-933a-383c104cfd26 req-5050ee16-8e80-4b37-9567-1591cdc9b1f2 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/ports?device_id=1190aec7-7179-482b-a705-8943f357c18f HTTP/1.1" status: 200 len: 946 time: 0.0530689 May 06 15:02:45.050664 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-2309e802-f5f4-480f-933a-383c104cfd26 req-a4b95e09-5d22-4872-9951-9e8649bbf65d tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/security-groups?id=7788c52f-729c-40ca-8f6a-df96ae39c655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523214 May 06 15:02:45.170111 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1180404-da98-4e3e-996c-c8a2c1e43614 req-9472c346-9549-490d-91f0-767fb79594ee tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:45.171723 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-c1180404-da98-4e3e-996c-c8a2c1e43614 req-9472c346-9549-490d-91f0-767fb79594ee tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8e13af9-b1c9-43a5-bf25-7d5fab680234 HTTP/1.1" status: 200 len: 948 time: 0.0480466 May 06 15:02:45.217679 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-c1180404-da98-4e3e-996c-c8a2c1e43614 req-de0b4492-47ea-4f99-a086-c00aba8cf5c1 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.23 "GET /v2.0/security-groups?id=be0923af-d48d-422c-9097-af0248e6187e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402877 May 06 15:02:45.630807 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-f6dd6c33-6772-43fc-8c9c-586cf6d2834c req-eaee6eec-d263-4603-b5a9-9bb53a7a0c90 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=1cfc02c8-1998-4f6a-bc3e-967283a7e28b HTTP/1.1" status: 200 len: 217 time: 0.0454412 May 06 15:02:46.074369 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f4fc7-49c8-4726-a023-ab4d50c08189 req-d3743b9c-f9fa-4e1c-b3a9-09ea182ac5dc tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:46.075944 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-040f4fc7-49c8-4726-a023-ab4d50c08189 req-d3743b9c-f9fa-4e1c-b3a9-09ea182ac5dc tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 944 time: 0.0512111 May 06 15:02:46.126637 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-040f4fc7-49c8-4726-a023-ab4d50c08189 req-a2bde55f-18ae-461d-9364-108e5071488d tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442028 May 06 15:02:46.167818 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd12ab2b-8e9c-4ba3-96b5-5c8738e4f85e req-04fff72c-c603-4835-a56b-3a492c350ed2 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:46.169333 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-dd12ab2b-8e9c-4ba3-96b5-5c8738e4f85e req-04fff72c-c603-4835-a56b-3a492c350ed2 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/ports?device_id=1190aec7-7179-482b-a705-8943f357c18f HTTP/1.1" status: 200 len: 946 time: 0.0494475 May 06 15:02:46.218699 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-dd12ab2b-8e9c-4ba3-96b5-5c8738e4f85e req-cabd7367-20a8-4297-bf06-1fd5c7e3dd05 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/security-groups?id=7788c52f-729c-40ca-8f6a-df96ae39c655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429816 May 06 15:02:46.331553 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef295e7-94d6-4317-a4fd-ab41efa2e0c9 req-ac6f6981-a0d1-4129-a03d-ed816332d421 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:46.333163 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-5ef295e7-94d6-4317-a4fd-ab41efa2e0c9 req-ac6f6981-a0d1-4129-a03d-ed816332d421 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8e13af9-b1c9-43a5-bf25-7d5fab680234 HTTP/1.1" status: 200 len: 948 time: 0.0477724 May 06 15:02:46.379989 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-5ef295e7-94d6-4317-a4fd-ab41efa2e0c9 req-94847029-ce13-4ee3-95f7-9e9bcf004bf2 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.23 "GET /v2.0/security-groups?id=be0923af-d48d-422c-9097-af0248e6187e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412283 May 06 15:02:46.841609 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd6c33-6772-43fc-8c9c-586cf6d2834c req-fe12f904-a871-452e-860c-65fcb6a05c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:46.843775 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-f6dd6c33-6772-43fc-8c9c-586cf6d2834c req-fe12f904-a871-452e-860c-65fcb6a05c18 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e31338ec-fee0-4666-af31-822143d6bc6b HTTP/1.1" status: 200 len: 843 time: 0.0466483 May 06 15:02:47.258419 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987593f6-21bd-4520-b4c4-566fd5e010a1 req-ab907988-f280-456b-acb1-bd61274a5539 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:47.260085 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-987593f6-21bd-4520-b4c4-566fd5e010a1 req-ab907988-f280-456b-acb1-bd61274a5539 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 944 time: 0.0533130 May 06 15:02:47.319308 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-987593f6-21bd-4520-b4c4-566fd5e010a1 req-3d5a035e-925b-4a12-931c-cc9ed01dcd92 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532141 May 06 15:02:47.355982 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c87a9-5b4c-42ea-87ed-99e6635c39c7 req-13769919-10ba-482d-bd44-9084098a10d5 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:47.358052 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-514c87a9-5b4c-42ea-87ed-99e6635c39c7 req-13769919-10ba-482d-bd44-9084098a10d5 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/ports?device_id=1190aec7-7179-482b-a705-8943f357c18f HTTP/1.1" status: 200 len: 946 time: 0.0639842 May 06 15:02:47.407952 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-514c87a9-5b4c-42ea-87ed-99e6635c39c7 req-2a51b04b-fdc5-4168-a72b-37d838473e54 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/security-groups?id=7788c52f-729c-40ca-8f6a-df96ae39c655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430133 May 06 15:02:47.494835 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa294e21-c37f-4d42-a99f-84de2081f4f0 req-2fc45c94-ad60-4431-a336-dc6be85c8aa6 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:47.496366 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-aa294e21-c37f-4d42-a99f-84de2081f4f0 req-2fc45c94-ad60-4431-a336-dc6be85c8aa6 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8e13af9-b1c9-43a5-bf25-7d5fab680234 HTTP/1.1" status: 200 len: 948 time: 0.0489993 May 06 15:02:47.545847 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-aa294e21-c37f-4d42-a99f-84de2081f4f0 req-7a2d9dc2-7996-4a53-92bb-23b94a041ff1 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.23 "GET /v2.0/security-groups?id=be0923af-d48d-422c-9097-af0248e6187e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432856 May 06 15:02:47.980737 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd6c33-6772-43fc-8c9c-586cf6d2834c req-e8c93107-7075-4801-b9dc-3de9af6f0b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:47.982251 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-f6dd6c33-6772-43fc-8c9c-586cf6d2834c req-e8c93107-7075-4801-b9dc-3de9af6f0b0e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2332ff34-1b7c-41d4-a358-22e1fe3439d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0408750 May 06 15:02:48.222797 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-f6dd6c33-6772-43fc-8c9c-586cf6d2834c req-49817ce9-0e66-4b54-8cc6-53f1541c4bc2 service neutron] 10.222.0.26 "GET /v2.0/networks/2332ff34-1b7c-41d4-a358-22e1fe3439d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271646 May 06 15:02:48.332145 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-f6dd6c33-6772-43fc-8c9c-586cf6d2834c req-7392c423-8428-499d-8707-778494c2dc3b service neutron] 10.222.0.26 "GET /v2.0/networks/2332ff34-1b7c-41d4-a358-22e1fe3439d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917966 May 06 15:02:48.486504 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dffb666-5115-487f-afb6-6743f9699f69 req-57076be7-e24c-4cc4-b6b6-87b73ca88850 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:48.488202 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-4dffb666-5115-487f-afb6-6743f9699f69 req-57076be7-e24c-4cc4-b6b6-87b73ca88850 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 944 time: 0.0797961 May 06 15:02:48.552926 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-4dffb666-5115-487f-afb6-6743f9699f69 req-22932417-00ed-4e77-a79a-d94d2c03050f tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579467 May 06 15:02:48.589830 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14821a15-71f2-40ac-954d-339d1efefe31 req-64abbb76-ae9d-4bf2-a654-3e0c4280dc88 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:48.591813 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-14821a15-71f2-40ac-954d-339d1efefe31 req-64abbb76-ae9d-4bf2-a654-3e0c4280dc88 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/ports?device_id=1190aec7-7179-482b-a705-8943f357c18f HTTP/1.1" status: 200 len: 946 time: 0.0735710 May 06 15:02:48.676053 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-14821a15-71f2-40ac-954d-339d1efefe31 req-be9aef03-ff9a-45aa-907f-375916dc86f5 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/security-groups?id=7788c52f-729c-40ca-8f6a-df96ae39c655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736036 May 06 15:02:48.740886 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963efdd2-b2ed-4509-a1c7-70d4b684282d req-113aca94-0361-4bf2-855c-c15a7f94ff0a tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:48.742528 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-963efdd2-b2ed-4509-a1c7-70d4b684282d req-113aca94-0361-4bf2-855c-c15a7f94ff0a tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8e13af9-b1c9-43a5-bf25-7d5fab680234 HTTP/1.1" status: 200 len: 948 time: 0.0520122 May 06 15:02:48.800691 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-963efdd2-b2ed-4509-a1c7-70d4b684282d req-6faa19a5-25d0-448f-a846-c3bb7420c0d5 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.23 "GET /v2.0/security-groups?id=be0923af-d48d-422c-9097-af0248e6187e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523179 May 06 15:02:48.810935 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d64446-9604-4427-8c05-0ad35271b477 req-d20d858b-8438-4696-943f-644c02e014b6 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:48.813534 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-18d64446-9604-4427-8c05-0ad35271b477 req-d20d858b-8438-4696-943f-644c02e014b6 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/ports?device_id=1190aec7-7179-482b-a705-8943f357c18f HTTP/1.1" status: 200 len: 946 time: 0.0552323 May 06 15:02:48.870370 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-18d64446-9604-4427-8c05-0ad35271b477 req-9b0833ec-b492-4e56-af73-295b47b16aa3 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/security-groups?id=7788c52f-729c-40ca-8f6a-df96ae39c655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510414 May 06 15:02:49.211604 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b6f6a2-fcee-4117-a740-e3f2c6a19aa4 req-5bf289ff-2a2f-4ae4-85a1-dc823810fa8d tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:49.213309 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-c1b6f6a2-fcee-4117-a740-e3f2c6a19aa4 req-5bf289ff-2a2f-4ae4-85a1-dc823810fa8d tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/ports?device_id=1190aec7-7179-482b-a705-8943f357c18f HTTP/1.1" status: 200 len: 946 time: 0.0504494 May 06 15:02:49.270783 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-c1b6f6a2-fcee-4117-a740-e3f2c6a19aa4 req-aa663f3b-f724-4d81-b5d6-c3911c9195b8 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/security-groups?id=7788c52f-729c-40ca-8f6a-df96ae39c655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513399 May 06 15:02:49.724819 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6969839a-3ae8-4fa0-a256-2797eed9d01c req-f098fd87-8a1c-48c7-9591-75637ab3aa55 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:49.726227 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-6969839a-3ae8-4fa0-a256-2797eed9d01c req-f098fd87-8a1c-48c7-9591-75637ab3aa55 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 944 time: 0.0474551 May 06 15:02:49.773978 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-6969839a-3ae8-4fa0-a256-2797eed9d01c req-d953826c-a29d-46f7-9a5c-7def6525a065 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420833 May 06 15:02:49.914812 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006f1005-0454-40e8-84ba-a61267f04252 req-bb710c48-4569-4749-91f4-ccf7fe5e0724 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:49.916315 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-006f1005-0454-40e8-84ba-a61267f04252 req-bb710c48-4569-4749-91f4-ccf7fe5e0724 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8e13af9-b1c9-43a5-bf25-7d5fab680234 HTTP/1.1" status: 200 len: 948 time: 0.0478334 May 06 15:02:49.967545 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-006f1005-0454-40e8-84ba-a61267f04252 req-a892318b-1087-422b-8129-21c7c8144530 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.23 "GET /v2.0/security-groups?id=be0923af-d48d-422c-9097-af0248e6187e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450494 May 06 15:02:50.549851 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (1eb4536b-031c-4a65-bfe5-fc1ede7d9429), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:02:50.910888 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddee1c4-4857-4176-ae0f-dcd662483a7c req-504a3d16-473d-47af-b85b-8cc355c2c311 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:50.912442 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-9ddee1c4-4857-4176-ae0f-dcd662483a7c req-504a3d16-473d-47af-b85b-8cc355c2c311 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 944 time: 0.0489621 May 06 15:02:50.974428 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-9ddee1c4-4857-4176-ae0f-dcd662483a7c req-c5e85aa5-b6be-4130-90ee-be511796df31 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558794 May 06 15:02:51.068881 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device 1cfc02c8-1998-4f6a-bc3e-967283a7e28b details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 15:02:51.092773 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be26e97-9951-4e11-9183-9cfcf5f81aaf req-5d03f685-ee33-41a7-b744-65ae1a31a104 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:51.095188 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-6be26e97-9951-4e11-9183-9cfcf5f81aaf req-5d03f685-ee33-41a7-b744-65ae1a31a104 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8e13af9-b1c9-43a5-bf25-7d5fab680234 HTTP/1.1" status: 200 len: 948 time: 0.0553913 May 06 15:02:51.165010 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-6be26e97-9951-4e11-9183-9cfcf5f81aaf req-2a3fa72d-c4fe-48fe-a583-afad8cc5efe6 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.23 "GET /v2.0/security-groups?id=be0923af-d48d-422c-9097-af0248e6187e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637727 May 06 15:02:51.193466 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] For port 1cfc02c8-1998-4f6a-bc3e-967283a7e28b, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=1cfc02c8-1998-4f6a-bc3e-967283a7e28b,segment=NetworkSegment(b6959c5e-2136-4fb9-a8c4-a72bc55d4e03),segment_id=b6959c5e-2136-4fb9-a8c4-a72bc55d4e03)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:02:51.209167 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Returning: {'device': '1cfc02c8-1998-4f6a-bc3e-967283a7e28b', 'network_id': '2332ff34-1b7c-41d4-a358-22e1fe3439d4', 'port_id': '1cfc02c8-1998-4f6a-bc3e-967283a7e28b', 'mac_address': 'fa:16:3e:68:00:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e31338ec-fee0-4666-af31-822143d6bc6b', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 15:02:51.251255 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Current status of the port 1cfc02c8-1998-4f6a-bc3e-967283a7e28b is: DOWN; New status is: BUILD {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:02:51.251255 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (1cfc02c8-1998-4f6a-bc3e-967283a7e28b), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:02:51.262385 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.notifiers.nova [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cfc02c8-1998-4f6a-bc3e-967283a7e28b {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 15:02:51.283302 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] For port 1cfc02c8-1998-4f6a-bc3e-967283a7e28b, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=1cfc02c8-1998-4f6a-bc3e-967283a7e28b,segment=NetworkSegment(b6959c5e-2136-4fb9-a8c4-a72bc55d4e03),segment_id=b6959c5e-2136-4fb9-a8c4-a72bc55d4e03)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:02:51.287899 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (1cfc02c8-1998-4f6a-bc3e-967283a7e28b), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:02:51.339623 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Pushing event updated for resources: {'Port': ['ID=1cfc02c8-1998-4f6a-bc3e-967283a7e28b,revision_number=4']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:02:51.848231 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] get_ports_and_sgs() called for port_ids ['1cfc02c8-1998-4f6a-bc3e-967283a7e28b'] {{(pid=103344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 15:02:52.105271 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c899a053-201d-45c0-9b86-45577edcacbf req-f5468fb2-31af-4f3c-b214-0fdae7846d5e tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:52.106806 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-c899a053-201d-45c0-9b86-45577edcacbf req-f5468fb2-31af-4f3c-b214-0fdae7846d5e tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 944 time: 0.0492227 May 06 15:02:52.156734 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-c899a053-201d-45c0-9b86-45577edcacbf req-1452270f-e90d-4b97-8949-97e4766180ef tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428143 May 06 15:02:52.283146 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc70aee-a3fc-41ac-a2b6-414092f326ff req-3f7d814e-c1d5-4f34-b5c9-e8897c85b736 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:52.284580 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-dcc70aee-a3fc-41ac-a2b6-414092f326ff req-3f7d814e-c1d5-4f34-b5c9-e8897c85b736 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8e13af9-b1c9-43a5-bf25-7d5fab680234 HTTP/1.1" status: 200 len: 949 time: 0.0491033 May 06 15:02:52.337233 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-dcc70aee-a3fc-41ac-a2b6-414092f326ff req-4bf27cdc-6e2a-4b38-b861-b3ac939f239f tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.23 "GET /v2.0/security-groups?id=be0923af-d48d-422c-9097-af0248e6187e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469422 May 06 15:02:53.197800 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device 1cfc02c8-1998-4f6a-bc3e-967283a7e28b up at agent hyperv_hv-cinder-84067 {{(pid=103344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 15:02:53.249633 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Provisioning for port 1cfc02c8-1998-4f6a-bc3e-967283a7e28b completed by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 06 15:02:53.257317 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Provisioning complete for port 1cfc02c8-1998-4f6a-bc3e-967283a7e28b triggered by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:02:53.257940 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (1cfc02c8-1998-4f6a-bc3e-967283a7e28b), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:02:53.306519 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e8e83-aa76-4af4-8475-631f5a57ed98 req-4970c424-f7f5-4f71-aa29-2335545cdcb6 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:53.308234 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-1e2e8e83-aa76-4af4-8475-631f5a57ed98 req-4970c424-f7f5-4f71-aa29-2335545cdcb6 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 944 time: 0.0519187 May 06 15:02:53.341049 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Current status of the port 1cfc02c8-1998-4f6a-bc3e-967283a7e28b is: BUILD; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:02:53.341761 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (1cfc02c8-1998-4f6a-bc3e-967283a7e28b), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:02:53.370213 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-1e2e8e83-aa76-4af4-8475-631f5a57ed98 req-a6bb7989-3a78-48ca-ab10-ef7f9cf3a875 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479324 May 06 15:02:53.372188 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8e13af9-b1c9-43a5-bf25-7d5fab680234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cfc02c8-1998-4f6a-bc3e-967283a7e28b'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 15:02:53.374638 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e0964ea08b7304cb3fd06b6962f873a42c5b1f8277632c4cd90ec00bfa9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e068e4c4-4d54-4708-b422-0da8e2d6e541" -d '{"events": [{"server_uuid": "a8e13af9-b1c9-43a5-bf25-7d5fab680234", "name": "network-vif-plugged", "status": "completed", "tag": "1cfc02c8-1998-4f6a-bc3e-967283a7e28b"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 15:02:53.396701 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] For port 1cfc02c8-1998-4f6a-bc3e-967283a7e28b, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=1cfc02c8-1998-4f6a-bc3e-967283a7e28b,segment=NetworkSegment(b6959c5e-2136-4fb9-a8c4-a72bc55d4e03),segment_id=b6959c5e-2136-4fb9-a8c4-a72bc55d4e03)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:02:53.402331 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (1cfc02c8-1998-4f6a-bc3e-967283a7e28b), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:02:53.453730 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Pushing event updated for resources: {'Port': ['ID=1cfc02c8-1998-4f6a-bc3e-967283a7e28b,revision_number=5']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:02:53.480246 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec6ec40-73d9-4995-abf2-90b16fa04a14 req-363715da-a95c-4fb5-ad49-b37c12115723 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:53.481794 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-cec6ec40-73d9-4995-abf2-90b16fa04a14 req-363715da-a95c-4fb5-ad49-b37c12115723 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8e13af9-b1c9-43a5-bf25-7d5fab680234 HTTP/1.1" status: 200 len: 950 time: 0.0482709 May 06 15:02:53.535078 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-cec6ec40-73d9-4995-abf2-90b16fa04a14 req-ccad5087-59c0-4cef-88bb-f06f94868dbe tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.23 "GET /v2.0/security-groups?id=be0923af-d48d-422c-9097-af0248e6187e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466595 May 06 15:02:53.585532 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 15:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11703955-ab9a-496e-838d-a640b6da9734 x-openstack-request-id: req-11703955-ab9a-496e-838d-a640b6da9734 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 15:02:53.585861 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8e13af9-b1c9-43a5-bf25-7d5fab680234", "name": "network-vif-plugged", "status": "completed", "tag": "1cfc02c8-1998-4f6a-bc3e-967283a7e28b", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 15:02:53.586123 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-11703955-ab9a-496e-838d-a640b6da9734 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 15:02:53.586533 dv-cinder-840678-2-iscsi neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11703955-ab9a-496e-838d-a640b6da9734'] response: {'server_uuid': 'a8e13af9-b1c9-43a5-bf25-7d5fab680234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cfc02c8-1998-4f6a-bc3e-967283a7e28b', 'code': 200} May 06 15:02:54.496311 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6144df-498c-4d92-84ca-cd35ea2075b9 req-bb4eb089-fe8e-465c-84de-d9f2f9b1ac5b tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:54.497854 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-7d6144df-498c-4d92-84ca-cd35ea2075b9 req-bb4eb089-fe8e-465c-84de-d9f2f9b1ac5b tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 944 time: 0.0532598 May 06 15:02:54.551434 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-7d6144df-498c-4d92-84ca-cd35ea2075b9 req-e574d95a-f0e6-4789-a915-f24f9dd11442 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448298 May 06 15:02:54.666329 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5700dd-0591-416f-b9ca-861df9e0fe65 req-8041358c-d4a8-4afc-b9f0-046cb349edb5 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:54.667882 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-4a5700dd-0591-416f-b9ca-861df9e0fe65 req-8041358c-d4a8-4afc-b9f0-046cb349edb5 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8e13af9-b1c9-43a5-bf25-7d5fab680234 HTTP/1.1" status: 200 len: 950 time: 0.0510881 May 06 15:02:54.716568 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-4a5700dd-0591-416f-b9ca-861df9e0fe65 req-a7ced1d6-2c21-4e3b-a692-c12ccd51b923 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.23 "GET /v2.0/security-groups?id=be0923af-d48d-422c-9097-af0248e6187e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426109 May 06 15:02:55.684716 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5020585a-8cbc-44d9-81d0-3f962a302c20 req-84b66519-09fa-432a-a477-9d4680041b07 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:55.686207 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-5020585a-8cbc-44d9-81d0-3f962a302c20 req-84b66519-09fa-432a-a477-9d4680041b07 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 944 time: 0.0535076 May 06 15:02:55.736128 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-5020585a-8cbc-44d9-81d0-3f962a302c20 req-91baaafc-b9ec-4a0c-b44f-091a8788e7ce tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426207 May 06 15:02:55.847351 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f1d2a2-e4ed-4b49-b535-595de06ead44 req-661c2597-905b-430d-a52b-27a620b40f52 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:55.848789 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-a8f1d2a2-e4ed-4b49-b535-595de06ead44 req-661c2597-905b-430d-a52b-27a620b40f52 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8e13af9-b1c9-43a5-bf25-7d5fab680234 HTTP/1.1" status: 200 len: 950 time: 0.0489194 May 06 15:02:55.919677 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-a8f1d2a2-e4ed-4b49-b535-595de06ead44 req-e485f68e-a9cb-4709-893f-b21855090ccc tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.23 "GET /v2.0/security-groups?id=be0923af-d48d-422c-9097-af0248e6187e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649636 May 06 15:02:56.859957 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ee3ad-10df-441c-b0e5-887bedbdaea4 req-70757a0f-e9b5-4d93-b8f2-1eb4aa9c2929 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:56.861653 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-2a6ee3ad-10df-441c-b0e5-887bedbdaea4 req-70757a0f-e9b5-4d93-b8f2-1eb4aa9c2929 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 944 time: 0.0483308 May 06 15:02:56.924622 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-2a6ee3ad-10df-441c-b0e5-887bedbdaea4 req-dfbc44b2-78cb-4679-bdc1-6b5748e240b6 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569844 May 06 15:02:57.088958 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e70958-bedb-42c5-bd67-5d95e1f57ddb req-fe19ba63-005e-4947-b405-8c6c0a3e8995 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:57.090944 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-18e70958-bedb-42c5-bd67-5d95e1f57ddb req-fe19ba63-005e-4947-b405-8c6c0a3e8995 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8e13af9-b1c9-43a5-bf25-7d5fab680234 HTTP/1.1" status: 200 len: 950 time: 0.0747402 May 06 15:02:57.148558 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-18e70958-bedb-42c5-bd67-5d95e1f57ddb req-81db7ecb-22ed-41fb-b29e-9a47dfaa1de2 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.23 "GET /v2.0/security-groups?id=be0923af-d48d-422c-9097-af0248e6187e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516894 May 06 15:02:58.064125 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d064e31-0c77-49b4-97bd-9f48bfb4502a req-273e609f-bdc7-4e1c-9daf-9eb52a8b1940 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:58.065692 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-4d064e31-0c77-49b4-97bd-9f48bfb4502a req-273e609f-bdc7-4e1c-9daf-9eb52a8b1940 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 944 time: 0.0516534 May 06 15:02:58.113560 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-4d064e31-0c77-49b4-97bd-9f48bfb4502a req-1f6d7927-d160-4aa0-bff8-f9544bb1b960 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421724 May 06 15:02:58.278478 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b2f40-54a4-4e97-adaf-90b12c5ea6bd req-8ffee315-ad30-4bf2-b930-b8df5ee793cb tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:58.280482 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-ef8b2f40-54a4-4e97-adaf-90b12c5ea6bd req-8ffee315-ad30-4bf2-b930-b8df5ee793cb tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8e13af9-b1c9-43a5-bf25-7d5fab680234 HTTP/1.1" status: 200 len: 950 time: 0.0523512 May 06 15:02:58.332547 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-ef8b2f40-54a4-4e97-adaf-90b12c5ea6bd req-ff56c27a-01d7-43d0-8e0e-8953ee093893 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.23 "GET /v2.0/security-groups?id=be0923af-d48d-422c-9097-af0248e6187e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464165 May 06 15:02:58.803186 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.agents_db [None req-6003b131-4361-4e36-81e7-47e90cbdf206 None None] Agent healthcheck: found 6 active agents {{(pid=103345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 15:02:59.237094 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cc53d9-4974-4727-ba17-2ec8bd96742c req-ef97ee61-461f-4fc0-8a45-13992b5723a6 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:59.238769 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-99cc53d9-4974-4727-ba17-2ec8bd96742c req-ef97ee61-461f-4fc0-8a45-13992b5723a6 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 944 time: 0.0483279 May 06 15:02:59.289689 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-99cc53d9-4974-4727-ba17-2ec8bd96742c req-bbb15cc1-16f3-42cc-9aa6-b3309218218b tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450680 May 06 15:02:59.452144 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee72688e-5c65-4b5c-a2e7-19a1c0e220ea req-e51179ca-e2f0-4638-9964-e2aca9c64ae7 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:02:59.453953 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-ee72688e-5c65-4b5c-a2e7-19a1c0e220ea req-e51179ca-e2f0-4638-9964-e2aca9c64ae7 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8e13af9-b1c9-43a5-bf25-7d5fab680234 HTTP/1.1" status: 200 len: 950 time: 0.0488880 May 06 15:02:59.508815 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-ee72688e-5c65-4b5c-a2e7-19a1c0e220ea req-28f478e4-dbaa-4329-991e-5e49902d5281 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.23 "GET /v2.0/security-groups?id=be0923af-d48d-422c-9097-af0248e6187e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488393 May 06 15:03:00.422140 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11f2a7a-24e6-431a-98a6-d27d213608cd req-0f528651-a5c6-43e2-b007-85a8f1556f90 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:00.424256 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-d11f2a7a-24e6-431a-98a6-d27d213608cd req-0f528651-a5c6-43e2-b007-85a8f1556f90 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 944 time: 0.0580220 May 06 15:03:00.477093 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-d11f2a7a-24e6-431a-98a6-d27d213608cd req-7faa9f9b-3801-4ecb-8b1b-c63b42a5af6b tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463023 May 06 15:03:00.670173 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78238c6-4ef8-41d6-8c33-4fcd43d2858d req-db05311a-30a3-4bd6-a6d1-6a5cc5c5ee17 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:00.672123 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-a78238c6-4ef8-41d6-8c33-4fcd43d2858d req-db05311a-30a3-4bd6-a6d1-6a5cc5c5ee17 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8e13af9-b1c9-43a5-bf25-7d5fab680234 HTTP/1.1" status: 200 len: 950 time: 0.0678179 May 06 15:03:00.720346 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-a78238c6-4ef8-41d6-8c33-4fcd43d2858d req-09db0748-d57e-4ac8-8f72-d0c570342cf6 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.23 "GET /v2.0/security-groups?id=be0923af-d48d-422c-9097-af0248e6187e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425880 May 06 15:03:01.604348 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2c5929-799f-4621-a9ba-5d6c81cee435 req-ab9ec52e-e4ef-407d-9130-f24439afdab1 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:01.606158 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-fe2c5929-799f-4621-a9ba-5d6c81cee435 req-ab9ec52e-e4ef-407d-9130-f24439afdab1 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 944 time: 0.0526187 May 06 15:03:01.657769 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-fe2c5929-799f-4621-a9ba-5d6c81cee435 req-ac2eb1bb-f97d-4246-9159-32512847a827 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456624 May 06 15:03:01.839246 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee5911-a13b-4117-a73c-27b5de82fe07 req-ebe5150c-5662-44c3-9132-da1618d147a1 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:01.840824 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-beee5911-a13b-4117-a73c-27b5de82fe07 req-ebe5150c-5662-44c3-9132-da1618d147a1 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8e13af9-b1c9-43a5-bf25-7d5fab680234 HTTP/1.1" status: 200 len: 950 time: 0.0500746 May 06 15:03:01.892366 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-beee5911-a13b-4117-a73c-27b5de82fe07 req-89a32417-7e97-4666-8d7e-f745a1e33c82 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.23 "GET /v2.0/security-groups?id=be0923af-d48d-422c-9097-af0248e6187e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449293 May 06 15:03:02.802028 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38cda9a-3d6c-4f59-bf23-cf29deec421f req-e675539c-4826-4afd-b715-082f691dc2f8 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:02.803474 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-b38cda9a-3d6c-4f59-bf23-cf29deec421f req-e675539c-4826-4afd-b715-082f691dc2f8 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 944 time: 0.0539877 May 06 15:03:02.851012 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-b38cda9a-3d6c-4f59-bf23-cf29deec421f req-5264409c-1ea3-4ff9-bc48-b8ef145e2560 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417280 May 06 15:03:03.010259 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73ab232-4d8b-4610-a4fd-ce631c0a20ae req-bd0feb24-1338-4489-9f6a-74bbde4e3c61 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:03.011780 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-e73ab232-4d8b-4610-a4fd-ce631c0a20ae req-bd0feb24-1338-4489-9f6a-74bbde4e3c61 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8e13af9-b1c9-43a5-bf25-7d5fab680234 HTTP/1.1" status: 200 len: 950 time: 0.0480173 May 06 15:03:03.063585 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-e73ab232-4d8b-4610-a4fd-ce631c0a20ae req-8daef1a5-964b-4073-96f9-9d53e6b90425 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.23 "GET /v2.0/security-groups?id=be0923af-d48d-422c-9097-af0248e6187e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457110 May 06 15:03:03.985996 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e79899-1a84-4ecb-bdf6-d4393106ea1f req-dd13cac1-d92e-42e7-8e74-d21efe121315 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:03.987507 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-60e79899-1a84-4ecb-bdf6-d4393106ea1f req-dd13cac1-d92e-42e7-8e74-d21efe121315 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 944 time: 0.0531137 May 06 15:03:04.040430 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-60e79899-1a84-4ecb-bdf6-d4393106ea1f req-c8f72fee-8613-4a37-b5f1-ccb9213425ee tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473294 May 06 15:03:04.410731 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4b662-d62e-489f-9520-df66849212e2 req-a185dd30-36e6-4c7e-ba22-fad0fe1c7ad7 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:04.412429 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-8db4b662-d62e-489f-9520-df66849212e2 req-a185dd30-36e6-4c7e-ba22-fad0fe1c7ad7 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8e13af9-b1c9-43a5-bf25-7d5fab680234 HTTP/1.1" status: 200 len: 950 time: 0.2805464 May 06 15:03:04.460323 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-8db4b662-d62e-489f-9520-df66849212e2 req-e6b26497-d58c-4273-9387-1a11fa440c82 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.23 "GET /v2.0/security-groups?id=be0923af-d48d-422c-9097-af0248e6187e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425227 May 06 15:03:05.173416 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60716ab1-94b5-47a8-9a08-e284ee4676fa req-6798fe4a-43fd-4d73-9eef-b8e1276f109c tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:05.175022 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-60716ab1-94b5-47a8-9a08-e284ee4676fa req-6798fe4a-43fd-4d73-9eef-b8e1276f109c tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 944 time: 0.0563102 May 06 15:03:05.225187 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-60716ab1-94b5-47a8-9a08-e284ee4676fa req-ea0fd07a-83e1-4665-8909-de2a55c6e76c tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443797 May 06 15:03:05.585366 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cad0446-9b68-45e1-8a73-7b62e54e02da req-944a55b7-935a-4084-aca1-fe248788bae0 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:05.586852 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-2cad0446-9b68-45e1-8a73-7b62e54e02da req-944a55b7-935a-4084-aca1-fe248788bae0 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8e13af9-b1c9-43a5-bf25-7d5fab680234 HTTP/1.1" status: 200 len: 950 time: 0.0470622 May 06 15:03:05.636231 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-2cad0446-9b68-45e1-8a73-7b62e54e02da req-1c3ce7ab-bb31-4571-b920-e9630b1f689c tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.23 "GET /v2.0/security-groups?id=be0923af-d48d-422c-9097-af0248e6187e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437660 May 06 15:03:06.352482 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df64e5-306f-4ff2-934f-8bfce7a37256 req-ad2f1e91-17a0-4918-806c-6540f68704cb tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:06.353995 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-83df64e5-306f-4ff2-934f-8bfce7a37256 req-ad2f1e91-17a0-4918-806c-6540f68704cb tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 944 time: 0.0501499 May 06 15:03:06.402725 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-83df64e5-306f-4ff2-934f-8bfce7a37256 req-902ef779-21bb-4ee3-9fb5-06b9877cf9db tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429461 May 06 15:03:06.650073 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ff80b0-eb35-4ad8-971a-93f04c8ba034 req-4e2bb31b-41eb-4bb8-bb77-e211e4143a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:06.651499 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-32ff80b0-eb35-4ad8-971a-93f04c8ba034 req-4e2bb31b-41eb-4bb8-bb77-e211e4143a83 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a8e13af9-b1c9-43a5-bf25-7d5fab680234 HTTP/1.1" status: 200 len: 1134 time: 0.0432847 May 06 15:03:06.703782 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-32ff80b0-eb35-4ad8-971a-93f04c8ba034 req-a077e236-7168-4221-94a6-18ed3a2007ee service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=be0923af-d48d-422c-9097-af0248e6187e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389020 May 06 15:03:06.754664 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03184dbf-dc88-4a0c-83c1-d5c163b24c28 req-5142e3eb-8741-46b7-a09b-da8510ebac75 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:06.756299 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-03184dbf-dc88-4a0c-83c1-d5c163b24c28 req-5142e3eb-8741-46b7-a09b-da8510ebac75 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8e13af9-b1c9-43a5-bf25-7d5fab680234 HTTP/1.1" status: 200 len: 950 time: 0.0476422 May 06 15:03:06.805470 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-03184dbf-dc88-4a0c-83c1-d5c163b24c28 req-22ead053-0f2d-4e19-b9bc-e93c525a36a1 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.23 "GET /v2.0/security-groups?id=be0923af-d48d-422c-9097-af0248e6187e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435438 May 06 15:03:07.113527 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-053c47ac-e362-40c3-8f9b-3a4b04ca2518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (79b17169-ed94-4769-ba4e-30adf371f78f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:07.522625 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6342b8-2b09-4b53-8871-a612638e49d0 req-8bb86bf5-9acb-4e97-8719-cf34f7973010 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:07.524152 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-ed6342b8-2b09-4b53-8871-a612638e49d0 req-8bb86bf5-9acb-4e97-8719-cf34f7973010 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 944 time: 0.0473456 May 06 15:03:07.573498 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-ed6342b8-2b09-4b53-8871-a612638e49d0 req-c44f5534-f48f-4782-8f41-0de706bddefa tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432353 May 06 15:03:07.922699 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac169e9-72a1-40f3-b613-bb722ced9a2b req-a8dd704a-1a3f-440f-b27b-d40d871623a6 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:07.924256 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-aac169e9-72a1-40f3-b613-bb722ced9a2b req-a8dd704a-1a3f-440f-b27b-d40d871623a6 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8e13af9-b1c9-43a5-bf25-7d5fab680234 HTTP/1.1" status: 200 len: 950 time: 0.0489571 May 06 15:03:07.980346 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-aac169e9-72a1-40f3-b613-bb722ced9a2b req-f2dc3936-8128-4063-9856-abc920d96f7a tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.23 "GET /v2.0/security-groups?id=be0923af-d48d-422c-9097-af0248e6187e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502527 May 06 15:03:08.060463 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce37f2c-9951-4398-a8b8-eddc2bcc9d3b req-1929a5ab-b886-4b65-ac52-de3c8531fe68 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:08.062426 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-9ce37f2c-9951-4398-a8b8-eddc2bcc9d3b req-1929a5ab-b886-4b65-ac52-de3c8531fe68 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e27243f-5fc8-4684-a439-931b92d80882 HTTP/1.1" status: 200 len: 946 time: 0.0502462 May 06 15:03:08.110575 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-9ce37f2c-9951-4398-a8b8-eddc2bcc9d3b req-cdded9ac-dcd8-4cfa-bfc2-a9caabd7ec30 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/security-groups?id=50e2800d-a431-4d04-93b2-fbd26b99e352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419512 May 06 15:03:08.719037 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e82d19b-6aa0-4dc5-883e-1071123d5670 req-5a65556d-5095-4abb-a60b-f31f979d2995 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:08.721655 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-2e82d19b-6aa0-4dc5-883e-1071123d5670 req-5a65556d-5095-4abb-a60b-f31f979d2995 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 944 time: 0.0741379 May 06 15:03:08.770330 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-2e82d19b-6aa0-4dc5-883e-1071123d5670 req-a05ddbc5-7866-45d9-9c44-13ad3fb81bc6 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432725 May 06 15:03:09.099417 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ffa13d-da2b-45ef-a707-2eaeed0caeff req-fd1b8fb2-14a2-453d-baad-5358dc0ec340 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:09.100955 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-71ffa13d-da2b-45ef-a707-2eaeed0caeff req-fd1b8fb2-14a2-453d-baad-5358dc0ec340 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8e13af9-b1c9-43a5-bf25-7d5fab680234 HTTP/1.1" status: 200 len: 950 time: 0.0485485 May 06 15:03:09.150358 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-71ffa13d-da2b-45ef-a707-2eaeed0caeff req-f83d9e1a-fa8f-4169-8214-3eb7f5b2c7dc tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.23 "GET /v2.0/security-groups?id=be0923af-d48d-422c-9097-af0248e6187e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437744 May 06 15:03:09.232002 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd31abfc-7b61-4bcd-bbcb-c24709f950a5 req-6009d0ed-a8d3-4377-9fcd-1f61f024d695 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:09.233745 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-bd31abfc-7b61-4bcd-bbcb-c24709f950a5 req-6009d0ed-a8d3-4377-9fcd-1f61f024d695 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e27243f-5fc8-4684-a439-931b92d80882 HTTP/1.1" status: 200 len: 946 time: 0.0500531 May 06 15:03:09.281740 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-bd31abfc-7b61-4bcd-bbcb-c24709f950a5 req-a700dd05-3291-448c-a54a-b51a4f10ade6 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/security-groups?id=50e2800d-a431-4d04-93b2-fbd26b99e352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425675 May 06 15:03:09.428918 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e51a08ab-7db5-4a41-9a3a-be2bc6fb3737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (ec8f31e6-1756-4927-8bc3-e144e6f0af83), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:09.893520 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15411ae4-67f6-4caa-9557-edc0a4e8084e req-60d16644-f4a5-4f20-be0d-7078febff0b0 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:09.894380 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-15411ae4-67f6-4caa-9557-edc0a4e8084e req-60d16644-f4a5-4f20-be0d-7078febff0b0 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 944 time: 0.0503671 May 06 15:03:09.942524 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-15411ae4-67f6-4caa-9557-edc0a4e8084e req-75fc62d4-5edc-4a51-9572-1abb0a067be2 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426385 May 06 15:03:10.268938 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79c427e-366d-4f29-a3ce-f5d71a3b268d req-ee678416-df70-4175-ad95-6234ef45c1cb tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:10.270415 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-c79c427e-366d-4f29-a3ce-f5d71a3b268d req-ee678416-df70-4175-ad95-6234ef45c1cb tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8e13af9-b1c9-43a5-bf25-7d5fab680234 HTTP/1.1" status: 200 len: 950 time: 0.0472589 May 06 15:03:10.322488 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-c79c427e-366d-4f29-a3ce-f5d71a3b268d req-01b283db-bce3-4b7c-92ff-eca6f74642ec tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.23 "GET /v2.0/security-groups?id=be0923af-d48d-422c-9097-af0248e6187e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464447 May 06 15:03:10.400501 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5553bea-6f25-4fbe-93e8-d8e4592cf3cb req-309b8344-7b9d-4ee9-89fc-89289bf01467 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:10.402038 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-b5553bea-6f25-4fbe-93e8-d8e4592cf3cb req-309b8344-7b9d-4ee9-89fc-89289bf01467 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e27243f-5fc8-4684-a439-931b92d80882 HTTP/1.1" status: 200 len: 946 time: 0.0488448 May 06 15:03:10.449672 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-b5553bea-6f25-4fbe-93e8-d8e4592cf3cb req-e97be8b5-9a41-4cee-9db5-7a03a30fd1b0 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/security-groups?id=50e2800d-a431-4d04-93b2-fbd26b99e352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410242 May 06 15:03:10.529892 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1afa6ce1-9145-4257-8e23-9dd2cd4b1998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b699075f-0d9f-4d2e-b182-9d9eb15bfab1), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:11.060414 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a314834a-8e1d-4ea7-94ae-6b39d0e3e181 req-9f808a29-2604-4fcc-a8e8-7bf9d415cf8b tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:11.062426 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-a314834a-8e1d-4ea7-94ae-6b39d0e3e181 req-9f808a29-2604-4fcc-a8e8-7bf9d415cf8b tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 944 time: 0.0481262 May 06 15:03:11.109604 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-a314834a-8e1d-4ea7-94ae-6b39d0e3e181 req-97f3093e-3da9-4259-99e1-9a0363eab0d1 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414987 May 06 15:03:11.448770 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90754989-af71-46d8-8bbc-2c0600768063 req-8591fa86-5f68-4422-b36c-a215d30e9232 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:11.450445 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-90754989-af71-46d8-8bbc-2c0600768063 req-8591fa86-5f68-4422-b36c-a215d30e9232 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8e13af9-b1c9-43a5-bf25-7d5fab680234 HTTP/1.1" status: 200 len: 950 time: 0.0524182 May 06 15:03:11.502418 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-90754989-af71-46d8-8bbc-2c0600768063 req-a3e2e967-ed1c-4c4b-837e-0c3728fe24d0 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.23 "GET /v2.0/security-groups?id=be0923af-d48d-422c-9097-af0248e6187e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448506 May 06 15:03:11.564362 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8817fdb0-986b-44bb-81c2-07707e93e65d req-eb532943-3822-41f7-9bf9-11ddabe079a0 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:11.565945 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-8817fdb0-986b-44bb-81c2-07707e93e65d req-eb532943-3822-41f7-9bf9-11ddabe079a0 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e27243f-5fc8-4684-a439-931b92d80882 HTTP/1.1" status: 200 len: 946 time: 0.0482385 May 06 15:03:11.615812 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-8817fdb0-986b-44bb-81c2-07707e93e65d req-898481b3-d317-431b-adf6-47dd28c19a2a tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/security-groups?id=50e2800d-a431-4d04-93b2-fbd26b99e352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440147 May 06 15:03:11.768928 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2916fb-6e80-4a26-93b2-5eeed859babd req-5a5dbc55-dd33-4511-85e2-c8b50b984c2d tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:11.770473 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-3a2916fb-6e80-4a26-93b2-5eeed859babd req-5a5dbc55-dd33-4511-85e2-c8b50b984c2d tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8e13af9-b1c9-43a5-bf25-7d5fab680234 HTTP/1.1" status: 200 len: 950 time: 0.0505030 May 06 15:03:11.819117 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-3a2916fb-6e80-4a26-93b2-5eeed859babd req-371a5982-750e-4f56-a53b-eb732534ebe3 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.23 "GET /v2.0/security-groups?id=be0923af-d48d-422c-9097-af0248e6187e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428672 May 06 15:03:12.232175 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983d982f-e917-4f96-9ff5-c91d01c0ff51 req-29d6ae6f-aa14-4d34-aa96-1fc0b3c7b4ba tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:12.234272 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-983d982f-e917-4f96-9ff5-c91d01c0ff51 req-29d6ae6f-aa14-4d34-aa96-1fc0b3c7b4ba tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 944 time: 0.0485294 May 06 15:03:12.283161 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-983d982f-e917-4f96-9ff5-c91d01c0ff51 req-c61fd365-9c7a-4f43-b3f9-00ac3e8759c9 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432234 May 06 15:03:12.658477 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-68b1beb6-545b-4f86-a143-b395004404eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b8293b96-1d4f-4101-9243-9870353ff712), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:12.734507 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e669df-c108-44ee-bda5-7950293d135e req-bfb6a291-638b-4763-bbf0-47381e5c0e57 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:12.735928 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-a0e669df-c108-44ee-bda5-7950293d135e req-bfb6a291-638b-4763-bbf0-47381e5c0e57 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e27243f-5fc8-4684-a439-931b92d80882 HTTP/1.1" status: 200 len: 946 time: 0.0482812 May 06 15:03:12.792951 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-a0e669df-c108-44ee-bda5-7950293d135e req-852d3457-61c0-4810-b218-da7337dd64b4 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/security-groups?id=50e2800d-a431-4d04-93b2-fbd26b99e352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505853 May 06 15:03:12.935604 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d074b80-8851-40f5-9b75-b98059403486 req-8be382cd-846e-4dc0-8d9a-336a2e9f4efd tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:12.937779 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-2d074b80-8851-40f5-9b75-b98059403486 req-8be382cd-846e-4dc0-8d9a-336a2e9f4efd tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8e13af9-b1c9-43a5-bf25-7d5fab680234 HTTP/1.1" status: 200 len: 950 time: 0.0487843 May 06 15:03:12.987906 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-2d074b80-8851-40f5-9b75-b98059403486 req-fc404ea7-04b2-4ea4-9ae4-65d1329922a9 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.23 "GET /v2.0/security-groups?id=be0923af-d48d-422c-9097-af0248e6187e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445511 May 06 15:03:13.402761 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5860bdca-6d4a-4ba3-a9bf-68aebb10a15f req-8bc21a95-7013-48e6-88c0-92268681b1b6 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:13.404558 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-5860bdca-6d4a-4ba3-a9bf-68aebb10a15f req-8bc21a95-7013-48e6-88c0-92268681b1b6 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 944 time: 0.0478585 May 06 15:03:13.457328 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-5860bdca-6d4a-4ba3-a9bf-68aebb10a15f req-0e5ecb0c-f692-4806-a428-f6f5b2e40e11 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470989 May 06 15:03:13.734746 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (20451d70-ea89-4a66-885a-20a1b2a3bff8), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:13.905908 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f316caaa-4524-4ada-9c67-13a8b57a57e4 req-c2c1068d-5436-457b-a276-5bbda0515fb3 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:13.907524 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-f316caaa-4524-4ada-9c67-13a8b57a57e4 req-c2c1068d-5436-457b-a276-5bbda0515fb3 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e27243f-5fc8-4684-a439-931b92d80882 HTTP/1.1" status: 200 len: 946 time: 0.0503743 May 06 15:03:13.957459 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-f316caaa-4524-4ada-9c67-13a8b57a57e4 req-f2a598f0-90a6-4a59-a46c-6a7f5b4a5ce5 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/security-groups?id=50e2800d-a431-4d04-93b2-fbd26b99e352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437217 May 06 15:03:14.101255 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e2c732-5c5f-4300-89f0-03f1371b487b req-fab15e14-be93-4299-97b7-1e1f6aef7dc3 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:14.102748 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-c8e2c732-5c5f-4300-89f0-03f1371b487b req-fab15e14-be93-4299-97b7-1e1f6aef7dc3 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8e13af9-b1c9-43a5-bf25-7d5fab680234 HTTP/1.1" status: 200 len: 950 time: 0.0476813 May 06 15:03:14.154069 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-c8e2c732-5c5f-4300-89f0-03f1371b487b req-031b0588-e00e-4048-816b-26662fa011ce tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.23 "GET /v2.0/security-groups?id=be0923af-d48d-422c-9097-af0248e6187e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453424 May 06 15:03:14.575494 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf4583-5b3c-449d-8209-131d8c13b8d8 req-31419096-9c7e-4e14-aa40-36a8b5c6388e tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:14.577982 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-8fdf4583-5b3c-449d-8209-131d8c13b8d8 req-31419096-9c7e-4e14-aa40-36a8b5c6388e tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 944 time: 0.0470140 May 06 15:03:14.625179 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-8fdf4583-5b3c-449d-8209-131d8c13b8d8 req-7091a590-5b21-4c33-ab4c-4079630d09dc tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419705 May 06 15:03:15.072588 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207c8c9-4c6d-462f-8a34-21cb906cecc5 req-f6ae6c05-8df3-48f6-b856-b33b72a1d6ea tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:15.074074 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-f207c8c9-4c6d-462f-8a34-21cb906cecc5 req-f6ae6c05-8df3-48f6-b856-b33b72a1d6ea tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e27243f-5fc8-4684-a439-931b92d80882 HTTP/1.1" status: 200 len: 946 time: 0.0477972 May 06 15:03:15.123575 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-f207c8c9-4c6d-462f-8a34-21cb906cecc5 req-9d08db27-4435-47d0-a1f3-e189f18d3bf0 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/security-groups?id=50e2800d-a431-4d04-93b2-fbd26b99e352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430505 May 06 15:03:15.271518 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device 7b451bf3-2d97-4cd0-a3e9-0c834412175d no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 15:03:15.278356 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc95350b-2c6a-433d-b457-aa70658dbd9a req-a7677e0e-781e-4a24-81ab-be0cfb3b22da tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:15.280130 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-cc95350b-2c6a-433d-b457-aa70658dbd9a req-a7677e0e-781e-4a24-81ab-be0cfb3b22da tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8e13af9-b1c9-43a5-bf25-7d5fab680234 HTTP/1.1" status: 200 len: 950 time: 0.0559075 May 06 15:03:15.328446 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-cc95350b-2c6a-433d-b457-aa70658dbd9a req-b0466c2f-692a-42be-9aa7-368f1389fba0 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.23 "GET /v2.0/security-groups?id=be0923af-d48d-422c-9097-af0248e6187e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427339 May 06 15:03:15.355933 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Current status of the port 7b451bf3-2d97-4cd0-a3e9-0c834412175d is: ACTIVE; New status is: DOWN {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:03:15.356316 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (7b451bf3-2d97-4cd0-a3e9-0c834412175d), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:15.379409 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e27243f-5fc8-4684-a439-931b92d80882', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b451bf3-2d97-4cd0-a3e9-0c834412175d'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 15:03:15.381577 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e0964ea08b7304cb3fd06b6962f873a42c5b1f8277632c4cd90ec00bfa9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc6d81d-1894-460d-af68-db0bc171669e" -d '{"events": [{"server_uuid": "7e27243f-5fc8-4684-a439-931b92d80882", "name": "network-vif-unplugged", "status": "completed", "tag": "7b451bf3-2d97-4cd0-a3e9-0c834412175d"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 15:03:15.394696 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] For port 7b451bf3-2d97-4cd0-a3e9-0c834412175d, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=7b451bf3-2d97-4cd0-a3e9-0c834412175d,segment=NetworkSegment(31ca6aab-ca48-40de-9cf2-5559fb87173d),segment_id=31ca6aab-ca48-40de-9cf2-5559fb87173d)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:03:15.400036 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (7b451bf3-2d97-4cd0-a3e9-0c834412175d), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:15.424256 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 15:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a37c81-31b1-4221-8050-62d018540a79 x-openstack-request-id: req-03a37c81-31b1-4221-8050-62d018540a79 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 15:03:15.424553 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e27243f-5fc8-4684-a439-931b92d80882", "name": "network-vif-unplugged", "status": "completed", "tag": "7b451bf3-2d97-4cd0-a3e9-0c834412175d", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 15:03:15.424834 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-03a37c81-31b1-4221-8050-62d018540a79 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 15:03:15.425233 dv-cinder-840678-2-iscsi neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03a37c81-31b1-4221-8050-62d018540a79'] response: {'server_uuid': '7e27243f-5fc8-4684-a439-931b92d80882', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b451bf3-2d97-4cd0-a3e9-0c834412175d', 'code': 200} May 06 15:03:15.451158 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Pushing event updated for resources: {'Port': ['ID=7b451bf3-2d97-4cd0-a3e9-0c834412175d,revision_number=6']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:03:15.746996 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b946597-a8fb-43ce-9971-95e8081cd0c6 req-9ca73f72-ed74-4a62-ab9f-05c19b2cdb48 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:15.748457 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-7b946597-a8fb-43ce-9971-95e8081cd0c6 req-9ca73f72-ed74-4a62-ab9f-05c19b2cdb48 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 944 time: 0.0486476 May 06 15:03:15.796222 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-7b946597-a8fb-43ce-9971-95e8081cd0c6 req-6088b8a0-44c8-482f-b4d1-b250da600ba8 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412862 May 06 15:03:16.246264 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b5ae38-3ffd-4e71-b168-5853ad0268c6 req-14177f78-f170-4694-9b08-e0d71cb70c79 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:16.247764 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-a9b5ae38-3ffd-4e71-b168-5853ad0268c6 req-14177f78-f170-4694-9b08-e0d71cb70c79 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e27243f-5fc8-4684-a439-931b92d80882 HTTP/1.1" status: 200 len: 944 time: 0.0511923 May 06 15:03:16.296541 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-a9b5ae38-3ffd-4e71-b168-5853ad0268c6 req-66ac5671-755f-4bdd-8148-e1be54990463 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/security-groups?id=50e2800d-a431-4d04-93b2-fbd26b99e352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430527 May 06 15:03:16.446356 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12e8b61-7b91-400d-b340-75975534bf6c req-c9b0a6c1-3d60-48ff-b552-0c51db09abce tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:16.447739 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-f12e8b61-7b91-400d-b340-75975534bf6c req-c9b0a6c1-3d60-48ff-b552-0c51db09abce tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8e13af9-b1c9-43a5-bf25-7d5fab680234 HTTP/1.1" status: 200 len: 950 time: 0.0493643 May 06 15:03:16.499774 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-f12e8b61-7b91-400d-b340-75975534bf6c req-5552674d-c763-41bf-8a6d-cb4202ad1b42 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.23 "GET /v2.0/security-groups?id=be0923af-d48d-422c-9097-af0248e6187e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459793 May 06 15:03:16.650481 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805c012-0d07-4ed2-aa33-fb867fea22d8 req-11175cae-0a28-4100-9032-63d1a16eff79 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:16.651934 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-d805c012-0d07-4ed2-aa33-fb867fea22d8 req-11175cae-0a28-4100-9032-63d1a16eff79 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e27243f-5fc8-4684-a439-931b92d80882 HTTP/1.1" status: 200 len: 944 time: 0.0472538 May 06 15:03:16.756299 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-d805c012-0d07-4ed2-aa33-fb867fea22d8 req-e79d3237-82c9-4bfb-88fc-94390c3334c6 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Deleting port 7b451bf3-2d97-4cd0-a3e9-0c834412175d {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 15:03:16.756673 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d805c012-0d07-4ed2-aa33-fb867fea22d8 req-e79d3237-82c9-4bfb-88fc-94390c3334c6 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732313803493'] for port (7b451bf3-2d97-4cd0-a3e9-0c834412175d), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:16.850139 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-d805c012-0d07-4ed2-aa33-fb867fea22d8 req-e79d3237-82c9-4bfb-88fc-94390c3334c6 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] For port 7b451bf3-2d97-4cd0-a3e9-0c834412175d, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=7b451bf3-2d97-4cd0-a3e9-0c834412175d,segment=NetworkSegment(31ca6aab-ca48-40de-9cf2-5559fb87173d),segment_id=31ca6aab-ca48-40de-9cf2-5559fb87173d)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:03:16.850503 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d805c012-0d07-4ed2-aa33-fb867fea22d8 req-e79d3237-82c9-4bfb-88fc-94390c3334c6 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426303'] for port (7b451bf3-2d97-4cd0-a3e9-0c834412175d), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:16.864751 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-d805c012-0d07-4ed2-aa33-fb867fea22d8 req-e79d3237-82c9-4bfb-88fc-94390c3334c6 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Calling delete_port for 7b451bf3-2d97-4cd0-a3e9-0c834412175d owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 15:03:16.915815 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db0b935-d2b2-4e13-b23b-9067ce07cd4a req-e8c76243-fa26-4b78-866d-d930cc44d2a0 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:16.917445 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-3db0b935-d2b2-4e13-b23b-9067ce07cd4a req-e8c76243-fa26-4b78-866d-d930cc44d2a0 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 944 time: 0.0476406 May 06 15:03:16.965542 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-3db0b935-d2b2-4e13-b23b-9067ce07cd4a req-e8f4ed96-8395-4dc1-a2e3-c214e5f42ae8 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419705 May 06 15:03:17.000127 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d805c012-0d07-4ed2-aa33-fb867fea22d8 req-e79d3237-82c9-4bfb-88fc-94390c3334c6 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732313812345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732313435477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59634176'] for port (7b451bf3-2d97-4cd0-a3e9-0c834412175d), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:17.030315 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79d3237-82c9-4bfb-88fc-94390c3334c6 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Pushing event deleted for resources: {'Port': ['ID=7b451bf3-2d97-4cd0-a3e9-0c834412175d,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:03:17.070900 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-d805c012-0d07-4ed2-aa33-fb867fea22d8 req-e79d3237-82c9-4bfb-88fc-94390c3334c6 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] No DVR routers for this DVR port 7b451bf3-2d97-4cd0-a3e9-0c834412175d on host hv-cinder-84067 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 15:03:17.073445 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d805c012-0d07-4ed2-aa33-fb867fea22d8 req-e79d3237-82c9-4bfb-88fc-94390c3334c6 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:17.076875 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-d805c012-0d07-4ed2-aa33-fb867fea22d8 req-e79d3237-82c9-4bfb-88fc-94390c3334c6 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.26 "DELETE /v2.0/ports/7b451bf3-2d97-4cd0-a3e9-0c834412175d HTTP/1.1" status: 204 len: 173 time: 0.4120600 May 06 15:03:17.077315 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e27243f-5fc8-4684-a439-931b92d80882', 'name': 'network-vif-deleted', 'tag': '7b451bf3-2d97-4cd0-a3e9-0c834412175d'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 15:03:17.079627 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e079183c6aa01fbf7ecda8705e9d532761ec392512c90f9d6467ac227f3657d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb96f99-bfe4-4e08-ba10-5fc544458707" -d '{"events": [{"server_uuid": "7e27243f-5fc8-4684-a439-931b92d80882", "name": "network-vif-deleted", "tag": "7b451bf3-2d97-4cd0-a3e9-0c834412175d"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 15:03:17.115244 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 15:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b77660-1d3f-4242-b37c-cf8260c406ed x-openstack-request-id: req-07b77660-1d3f-4242-b37c-cf8260c406ed {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 15:03:17.115540 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e27243f-5fc8-4684-a439-931b92d80882", "name": "network-vif-deleted", "tag": "7b451bf3-2d97-4cd0-a3e9-0c834412175d", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 15:03:17.115795 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-07b77660-1d3f-4242-b37c-cf8260c406ed {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 15:03:17.116198 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07b77660-1d3f-4242-b37c-cf8260c406ed'] response: {'server_uuid': '7e27243f-5fc8-4684-a439-931b92d80882', 'name': 'network-vif-deleted', 'tag': '7b451bf3-2d97-4cd0-a3e9-0c834412175d', 'status': 'completed', 'code': 200} May 06 15:03:17.295277 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device 3fde30d6-e4a7-41a8-a67c-29a4deb4e074 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 15:03:17.401146 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] For port 3fde30d6-e4a7-41a8-a67c-29a4deb4e074, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=3fde30d6-e4a7-41a8-a67c-29a4deb4e074,segment=NetworkSegment(59b9f651-300b-41a0-9754-50f9dffdafce),segment_id=59b9f651-300b-41a0-9754-50f9dffdafce)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:03:17.413461 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-4b240ac3-d9c9-4307-9dfb-1c4063c616b2 req-2c7e9d6c-466d-44aa-9e46-7e4ac9e2c920 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e27243f-5fc8-4684-a439-931b92d80882 HTTP/1.1" status: 200 len: 210 time: 0.0351939 May 06 15:03:17.414029 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Returning: {'device': '3fde30d6-e4a7-41a8-a67c-29a4deb4e074', 'network_id': 'e617326c-50d9-4a05-90f1-04262502b764', 'port_id': '3fde30d6-e4a7-41a8-a67c-29a4deb4e074', 'mac_address': 'fa:16:3e:8c:3f:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73d058b8-ef9e-473c-9be9-61c8d64fe350', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 15:03:17.448957 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920835df-1ee5-4115-862e-aea88e00aca3 req-f720bbde-509a-4995-878d-f085fd48cc5b tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:17.450615 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-920835df-1ee5-4115-862e-aea88e00aca3 req-f720bbde-509a-4995-878d-f085fd48cc5b tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8e13af9-b1c9-43a5-bf25-7d5fab680234 HTTP/1.1" status: 200 len: 950 time: 0.0630805 May 06 15:03:17.455949 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Current status of the port 3fde30d6-e4a7-41a8-a67c-29a4deb4e074 is: DOWN; New status is: BUILD {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:03:17.456348 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (3fde30d6-e4a7-41a8-a67c-29a4deb4e074), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:17.472063 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.notifiers.nova [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fde30d6-e4a7-41a8-a67c-29a4deb4e074 {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 15:03:17.493050 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] For port 3fde30d6-e4a7-41a8-a67c-29a4deb4e074, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=3fde30d6-e4a7-41a8-a67c-29a4deb4e074,segment=NetworkSegment(59b9f651-300b-41a0-9754-50f9dffdafce),segment_id=59b9f651-300b-41a0-9754-50f9dffdafce)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:03:17.497036 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (3fde30d6-e4a7-41a8-a67c-29a4deb4e074), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:17.565910 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Pushing event updated for resources: {'Port': ['ID=3fde30d6-e4a7-41a8-a67c-29a4deb4e074,revision_number=9']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:03:17.617529 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c15052-6fe9-4ad6-9664-d9b182ab5584 req-5c41407d-8e5d-4e99-aa7a-e2a3af114860 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:17.619027 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-20c15052-6fe9-4ad6-9664-d9b182ab5584 req-5c41407d-8e5d-4e99-aa7a-e2a3af114860 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8e13af9-b1c9-43a5-bf25-7d5fab680234 HTTP/1.1" status: 200 len: 950 time: 0.0478904 May 06 15:03:17.668390 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-20c15052-6fe9-4ad6-9664-d9b182ab5584 req-7fcc4a46-90ce-417a-84ca-7ea9233d4db7 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.23 "GET /v2.0/security-groups?id=be0923af-d48d-422c-9097-af0248e6187e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431759 May 06 15:03:18.040061 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-920835df-1ee5-4115-862e-aea88e00aca3 req-d35d43d2-cfc6-4753-a44b-bf6eef839f70 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] Deleting port 1cfc02c8-1998-4f6a-bc3e-967283a7e28b {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 15:03:18.040401 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-920835df-1ee5-4115-862e-aea88e00aca3 req-d35d43d2-cfc6-4753-a44b-bf6eef839f70 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732313803493'] for port (1cfc02c8-1998-4f6a-bc3e-967283a7e28b), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:18.095761 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c337361d-69f4-46c9-a034-6491263be300 req-5daf1629-b3dc-4288-bb49-2a695d92c971 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:18.097659 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-c337361d-69f4-46c9-a034-6491263be300 req-5daf1629-b3dc-4288-bb49-2a695d92c971 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 945 time: 0.0503221 May 06 15:03:18.102883 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] get_ports_and_sgs() called for port_ids ['3fde30d6-e4a7-41a8-a67c-29a4deb4e074'] {{(pid=103344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 15:03:18.149564 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-920835df-1ee5-4115-862e-aea88e00aca3 req-d35d43d2-cfc6-4753-a44b-bf6eef839f70 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] For port 1cfc02c8-1998-4f6a-bc3e-967283a7e28b, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=1cfc02c8-1998-4f6a-bc3e-967283a7e28b,segment=NetworkSegment(b6959c5e-2136-4fb9-a8c4-a72bc55d4e03),segment_id=b6959c5e-2136-4fb9-a8c4-a72bc55d4e03)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:03:18.149901 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-920835df-1ee5-4115-862e-aea88e00aca3 req-d35d43d2-cfc6-4753-a44b-bf6eef839f70 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426303'] for port (1cfc02c8-1998-4f6a-bc3e-967283a7e28b), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:18.169294 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-c337361d-69f4-46c9-a034-6491263be300 req-bc83c6a2-7138-4037-a847-5a726f14a1c6 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555735 May 06 15:03:18.173348 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-920835df-1ee5-4115-862e-aea88e00aca3 req-d35d43d2-cfc6-4753-a44b-bf6eef839f70 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] Calling delete_port for 1cfc02c8-1998-4f6a-bc3e-967283a7e28b owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 15:03:18.309312 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-920835df-1ee5-4115-862e-aea88e00aca3 req-d35d43d2-cfc6-4753-a44b-bf6eef839f70 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732313812345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732313435477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59634176'] for port (1cfc02c8-1998-4f6a-bc3e-967283a7e28b), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:18.336149 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35d43d2-cfc6-4753-a44b-bf6eef839f70 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] Pushing event deleted for resources: {'Port': ['ID=1cfc02c8-1998-4f6a-bc3e-967283a7e28b,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:03:18.382719 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-920835df-1ee5-4115-862e-aea88e00aca3 req-d35d43d2-cfc6-4753-a44b-bf6eef839f70 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] No DVR routers for this DVR port 1cfc02c8-1998-4f6a-bc3e-967283a7e28b on host hv-cinder-84067 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 15:03:18.385180 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-920835df-1ee5-4115-862e-aea88e00aca3 req-d35d43d2-cfc6-4753-a44b-bf6eef839f70 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:18.388479 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-920835df-1ee5-4115-862e-aea88e00aca3 req-d35d43d2-cfc6-4753-a44b-bf6eef839f70 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.26 "DELETE /v2.0/ports/1cfc02c8-1998-4f6a-bc3e-967283a7e28b HTTP/1.1" status: 204 len: 173 time: 0.4427409 May 06 15:03:18.534591 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-98bf6199-d44b-4b0c-9e8a-174d6919d6ff req-bf94e21f-b74a-419d-8ae8-6ca69f84a65f tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e27243f-5fc8-4684-a439-931b92d80882 HTTP/1.1" status: 200 len: 210 time: 0.0346158 May 06 15:03:18.763549 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-b28503a8-1db4-405d-985f-998149ed68c6 req-8734c18c-0c86-4f52-8870-473fcc1af2d7 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8e13af9-b1c9-43a5-bf25-7d5fab680234 HTTP/1.1" status: 200 len: 210 time: 0.0278740 May 06 15:03:19.028338 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8955837-b650-4306-a717-443a10800b08 req-ccf97f09-0860-47c7-bd97-0ccc21ccac98 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:19.030342 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-a8955837-b650-4306-a717-443a10800b08 req-ccf97f09-0860-47c7-bd97-0ccc21ccac98 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/ports?device_id=1190aec7-7179-482b-a705-8943f357c18f HTTP/1.1" status: 200 len: 946 time: 0.0462043 May 06 15:03:19.083494 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-a8955837-b650-4306-a717-443a10800b08 req-1d234da6-76eb-4821-94fe-eb1c2a38b7db tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/security-groups?id=7788c52f-729c-40ca-8f6a-df96ae39c655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470092 May 06 15:03:19.110539 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 48264) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:03:19.119619 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8e13af9-b1c9-43a5-bf25-7d5fab680234', 'name': 'network-vif-deleted', 'tag': '1cfc02c8-1998-4f6a-bc3e-967283a7e28b'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 15:03:19.121987 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e079183c6aa01fbf7ecda8705e9d532761ec392512c90f9d6467ac227f3657d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42758361-731c-40cd-b380-4face0cc29aa" -d '{"events": [{"server_uuid": "a8e13af9-b1c9-43a5-bf25-7d5fab680234", "name": "network-vif-deleted", "tag": "1cfc02c8-1998-4f6a-bc3e-967283a7e28b"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 15:03:19.180406 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 15:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2afdef-c5fa-43ba-99bd-b78d0992a1e3 x-openstack-request-id: req-3a2afdef-c5fa-43ba-99bd-b78d0992a1e3 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 15:03:19.180871 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8e13af9-b1c9-43a5-bf25-7d5fab680234", "name": "network-vif-deleted", "tag": "1cfc02c8-1998-4f6a-bc3e-967283a7e28b", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 15:03:19.181218 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3a2afdef-c5fa-43ba-99bd-b78d0992a1e3 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 15:03:19.181705 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a2afdef-c5fa-43ba-99bd-b78d0992a1e3'] response: {'server_uuid': 'a8e13af9-b1c9-43a5-bf25-7d5fab680234', 'name': 'network-vif-deleted', 'tag': '1cfc02c8-1998-4f6a-bc3e-967283a7e28b', 'status': 'completed', 'code': 200} May 06 15:03:19.308562 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0973394e-fd69-4b75-a92e-7eeeb8b78218 req-5ad9d8e8-9967-4720-a027-a4db62d53c10 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:19.320248 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-0973394e-fd69-4b75-a92e-7eeeb8b78218 req-5ad9d8e8-9967-4720-a027-a4db62d53c10 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 945 time: 0.0606019 May 06 15:03:19.356175 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c32a47e-d5d3-41c3-bbee-3d0bcb1cc6e7 tempest-TestMinimumBasicScenario-1471787333 tempest-TestMinimumBasicScenario-1471787333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:19.359283 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-4c32a47e-d5d3-41c3-bbee-3d0bcb1cc6e7 tempest-TestMinimumBasicScenario-1471787333 tempest-TestMinimumBasicScenario-1471787333-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1190aec7-7179-482b-a705-8943f357c18f HTTP/1.1" status: 200 len: 1125 time: 0.2476313 May 06 15:03:19.362167 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 48272) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:03:19.367540 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.v2.base [None req-9817107c-4cc1-4654-a181-6ccbcca240c4 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Request body: {'floatingip': {'floating_network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'port_id': '7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed', 'tenant_id': '4be2354633354d249a0598f589a987b8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:03:19.373197 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-0973394e-fd69-4b75-a92e-7eeeb8b78218 req-f6e5425a-df39-41e8-91c3-38e005bd0b00 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471990 May 06 15:03:19.388893 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9817107c-4cc1-4654-a181-6ccbcca240c4 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:19.469444 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9817107c-4cc1-4654-a181-6ccbcca240c4 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:19.511126 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] get_ports_and_sgs() called for port_ids ['1cfc02c8-1998-4f6a-bc3e-967283a7e28b'] {{(pid=103344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 15:03:19.533538 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device 3fde30d6-e4a7-41a8-a67c-29a4deb4e074 up at agent hyperv_hv-cinder-84067 {{(pid=103344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 15:03:19.585392 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Provisioning complete for port 3fde30d6-e4a7-41a8-a67c-29a4deb4e074 triggered by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:03:19.586039 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (3fde30d6-e4a7-41a8-a67c-29a4deb4e074), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:19.602150 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-9817107c-4cc1-4654-a181-6ccbcca240c4 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Allocated IP 172.27.2.32 (06a85250-557d-4448-8943-b2192c4da88d/cd3545e0-d98c-46ff-bce0-08f4555cdcb4/d8050e52-3327-476b-95f2-f703b2269ce3) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 15:03:19.677229 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Current status of the port 3fde30d6-e4a7-41a8-a67c-29a4deb4e074 is: BUILD; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:03:19.677706 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (3fde30d6-e4a7-41a8-a67c-29a4deb4e074), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:19.704521 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52a38ab-2c8e-4183-ace7-e7dc866226ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fde30d6-e4a7-41a8-a67c-29a4deb4e074'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 15:03:19.707178 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e0964ea08b7304cb3fd06b6962f873a42c5b1f8277632c4cd90ec00bfa9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c9967a9-8f33-455a-a67a-f7011d55ba90" -d '{"events": [{"server_uuid": "e52a38ab-2c8e-4183-ace7-e7dc866226ca", "name": "network-vif-plugged", "status": "completed", "tag": "3fde30d6-e4a7-41a8-a67c-29a4deb4e074"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 15:03:19.722584 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9817107c-4cc1-4654-a181-6ccbcca240c4 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Publish callbacks [] for port (d8050e52-3327-476b-95f2-f703b2269ce3), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:19.729155 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] For port 3fde30d6-e4a7-41a8-a67c-29a4deb4e074, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=3fde30d6-e4a7-41a8-a67c-29a4deb4e074,segment=NetworkSegment(59b9f651-300b-41a0-9754-50f9dffdafce),segment_id=59b9f651-300b-41a0-9754-50f9dffdafce)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:03:19.734912 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (3fde30d6-e4a7-41a8-a67c-29a4deb4e074), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:19.762091 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 15:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9681bc3e-5eb6-4def-9d31-148a80c5a635 x-openstack-request-id: req-9681bc3e-5eb6-4def-9d31-148a80c5a635 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 15:03:19.762461 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e52a38ab-2c8e-4183-ace7-e7dc866226ca", "name": "network-vif-plugged", "status": "completed", "tag": "3fde30d6-e4a7-41a8-a67c-29a4deb4e074", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 15:03:19.762758 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9681bc3e-5eb6-4def-9d31-148a80c5a635 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 15:03:19.763427 dv-cinder-840678-2-iscsi neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9681bc3e-5eb6-4def-9d31-148a80c5a635'] response: {'server_uuid': 'e52a38ab-2c8e-4183-ace7-e7dc866226ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fde30d6-e4a7-41a8-a67c-29a4deb4e074', 'code': 200} May 06 15:03:19.767910 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9817107c-4cc1-4654-a181-6ccbcca240c4 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732313435468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194024'] for port (d8050e52-3327-476b-95f2-f703b2269ce3), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:19.809118 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Pushing event updated for resources: {'Port': ['ID=3fde30d6-e4a7-41a8-a67c-29a4deb4e074,revision_number=10']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:03:19.829110 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9817107c-4cc1-4654-a181-6ccbcca240c4 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Pushing event updated for resources: {'Port': ['ID=d8050e52-3327-476b-95f2-f703b2269ce3,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:03:19.839868 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9817107c-4cc1-4654-a181-6ccbcca240c4 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Network 06a85250-557d-4448-8943-b2192c4da88d is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 15:03:19.841759 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-9817107c-4cc1-4654-a181-6ccbcca240c4 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 15:03:19.846310 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9817107c-4cc1-4654-a181-6ccbcca240c4 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 15:03:19.953570 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-675ccfa2-8404-4fe4-ad3c-af35c4f0656d req-24e7da96-64f2-44d9-94ed-f4f29948ee83 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8e13af9-b1c9-43a5-bf25-7d5fab680234 HTTP/1.1" status: 200 len: 210 time: 0.0332866 May 06 15:03:20.398959 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec0317-22f9-4529-ad92-c0b487d693b7 req-f9772364-7c16-42b8-a67b-c3991cab3a59 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:20.400347 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-74ec0317-22f9-4529-ad92-c0b487d693b7 req-f9772364-7c16-42b8-a67b-c3991cab3a59 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 945 time: 0.0828934 May 06 15:03:20.403114 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9817107c-4cc1-4654-a181-6ccbcca240c4 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Publish callbacks [] for floatingip (e5ae10c2-c22e-4a77-ba38-ac750b9eabc5), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:20.504497 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae694391-a4d2-4aeb-9371-ff1ad48e3516 req-af7e3220-6ab4-42d6-9dbe-f6c97084798b tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:20.506044 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-ae694391-a4d2-4aeb-9371-ff1ad48e3516 req-af7e3220-6ab4-42d6-9dbe-f6c97084798b tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 947 time: 0.0521026 May 06 15:03:20.534039 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-74ec0317-22f9-4529-ad92-c0b487d693b7 req-8d105c2c-a5c6-4be6-8a6b-3dcf01ffd790 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae37bc9a-9476-42ad-aa65-4d3a44fcf205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148000 May 06 15:03:20.539059 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9817107c-4cc1-4654-a181-6ccbcca240c4 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (d8050e52-3327-476b-95f2-f703b2269ce3), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:20.553343 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (1eb4536b-031c-4a65-bfe5-fc1ede7d9429), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:20.564369 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-ae694391-a4d2-4aeb-9371-ff1ad48e3516 req-c3fe75ba-31e7-4518-a80f-5b88cdc22103 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523942 May 06 15:03:20.699707 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9817107c-4cc1-4654-a181-6ccbcca240c4 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Publish callbacks [] for port (d8050e52-3327-476b-95f2-f703b2269ce3), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:20.704726 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9817107c-4cc1-4654-a181-6ccbcca240c4 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194015'] for port (d8050e52-3327-476b-95f2-f703b2269ce3), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:20.778825 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9817107c-4cc1-4654-a181-6ccbcca240c4 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Pushing event updated for resources: {'Port': ['ID=d8050e52-3327-476b-95f2-f703b2269ce3,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:03:20.790547 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9817107c-4cc1-4654-a181-6ccbcca240c4 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429592'] for floatingip (e5ae10c2-c22e-4a77-ba38-ac750b9eabc5), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:20.893858 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.db.l3_db [None req-9817107c-4cc1-4654-a181-6ccbcca240c4 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Floating IP e5ae10c2-c22e-4a77-ba38-ac750b9eabc5 associated. External IP: 172.27.2.32, port: 7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed. May 06 15:03:21.066628 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-443c67aa-091e-42c0-9906-c531a81da628 req-2d5ddafd-378e-4ad5-9f3d-a3046e21a437 tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8e13af9-b1c9-43a5-bf25-7d5fab680234 HTTP/1.1" status: 200 len: 210 time: 0.0305469 May 06 15:03:21.130760 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9817107c-4cc1-4654-a181-6ccbcca240c4 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Router f32f4e45-692c-47be-b54e-3acea4e41601 has already been hosted by L3 agent ec8f31e6-1756-4927-8bc3-e144e6f0af83 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 15:03:21.244183 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9817107c-4cc1-4654-a181-6ccbcca240c4 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Notify agent at l3_agent.dv-cinder-840678-2-iscsi the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 15:03:21.255417 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd12033-b2c1-4a40-8225-bdefef07481a None None] Sync routers for ids ['f32f4e45-692c-47be-b54e-3acea4e41601'] in dv-cinder-840678-2-iscsi {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 15:03:21.262201 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9817107c-4cc1-4654-a181-6ccbcca240c4 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for floatingip (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:21.266885 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd12033-b2c1-4a40-8225-bdefef07481a None None] Routers {'f32f4e45-692c-47be-b54e-3acea4e41601'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:03:21.267516 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-afd12033-b2c1-4a40-8225-bdefef07481a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:03:09Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['f32f4e45-692c-47be-b54e-3acea4e41601'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:03:21.385753 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-afd12033-b2c1-4a40-8225-bdefef07481a None None] Set router f32f4e45-692c-47be-b54e-3acea4e41601 gateway port host: dv-cinder-840678-2-iscsi {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:03:21.507256 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-9817107c-4cc1-4654-a181-6ccbcca240c4 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1439099 May 06 15:03:21.507770 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1190aec7-7179-482b-a705-8943f357c18f', 'tag': '7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 15:03:21.510042 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5daf9cee7e39eb515dc660b2975ad5fbac0ba75c1025697cc881fad3e2d3ce45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d0e30f3-8d5f-4660-88a7-8308c914e57c" -d '{"events": [{"name": "network-changed", "server_uuid": "1190aec7-7179-482b-a705-8943f357c18f", "tag": "7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 15:03:21.510188 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 48296) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:03:21.515268 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.v2.base [None req-21a6e19c-365a-4ef0-abbc-202ff11226dc tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1067262204', 'description': 'tempest-secgroup-smoke-1067262204 description', 'project_id': '4be2354633354d249a0598f589a987b8'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:03:21.537917 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-21a6e19c-365a-4ef0-abbc-202ff11226dc tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:21.549730 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 15:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ef818f-051f-41c7-aeae-3062ca6fcb1f x-openstack-request-id: req-24ef818f-051f-41c7-aeae-3062ca6fcb1f {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 15:03:21.550025 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1190aec7-7179-482b-a705-8943f357c18f", "tag": "7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 15:03:21.550281 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-24ef818f-051f-41c7-aeae-3062ca6fcb1f {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 15:03:21.550697 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24ef818f-051f-41c7-aeae-3062ca6fcb1f'] response: {'name': 'network-changed', 'server_uuid': '1190aec7-7179-482b-a705-8943f357c18f', 'tag': '7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed', 'status': 'completed', 'code': 200} May 06 15:03:21.621144 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-21a6e19c-365a-4ef0-abbc-202ff11226dc tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Publish callbacks [] for security_group (876e3184-9979-4e71-9333-fdc1a28abd9d), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:21.627469 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-21a6e19c-365a-4ef0-abbc-202ff11226dc tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (876e3184-9979-4e71-9333-fdc1a28abd9d), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:21.632328 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-afd12033-b2c1-4a40-8225-bdefef07481a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f32f4e45-692c-47be-b54e-3acea4e41601', 'name': 'tempest-TestMinimumBasicScenario-1513183517-router', 'tenant_id': '4be2354633354d249a0598f589a987b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '4c51fedd-d4e6-43e3-86bd-bf37d06a3fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T15:01:30Z', 'updated_at': '2022-05-06T15:01:33Z', 'revision_number': 4, 'project_id': '4be2354633354d249a0598f589a987b8', 'gw_port': {'id': '4c51fedd-d4e6-43e3-86bd-bf37d06a3fb0', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:55:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32f4e45-692c-47be-b54e-3acea4e41601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:01:30Z', 'updated_at': '2022-05-06T15:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_floatingips': [{'id': 'e5ae10c2-c22e-4a77-ba38-ac750b9eabc5', 'tenant_id': '4be2354633354d249a0598f589a987b8', 'floating_ip_address': '172.27.2.32', 'floating_network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'router_id': 'f32f4e45-692c-47be-b54e-3acea4e41601', 'port_id': '7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5b33968-9a47-4e49-a4ac-4bdb672e1215', 'mac_address': 'fa:16:3e:bb:86:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1190aec7-7179-482b-a705-8943f357c18f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T15:03:20Z', 'updated_at': '2022-05-06T15:03:20Z', 'revision_number': 0, 'project_id': '4be2354633354d249a0598f589a987b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b6d5674-e4d2-4482-ad64-262c92189407', 'name': '', 'network_id': 'a5b33968-9a47-4e49-a4ac-4bdb672e1215', 'tenant_id': '4be2354633354d249a0598f589a987b8', 'mac_address': 'fa:16:3e:3a:18:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32f4e45-692c-47be-b54e-3acea4e41601', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '8ec52d68-94e9-40d7-b80a-32fe51def5e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:01:33Z', 'updated_at': '2022-05-06T15:01:39Z', 'revision_number': 5, 'project_id': '4be2354633354d249a0598f589a987b8', 'subnets': [{'id': '8ec52d68-94e9-40d7-b80a-32fe51def5e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:03:21.662718 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd12033-b2c1-4a40-8225-bdefef07481a None None] Checking router: f32f4e45-692c-47be-b54e-3acea4e41601 for host: dv-cinder-840678-2-iscsi {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 15:03:21.667635 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-21a6e19c-365a-4ef0-abbc-202ff11226dc tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:21.669259 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-21a6e19c-365a-4ef0-abbc-202ff11226dc tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1579406 May 06 15:03:21.670065 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a6e19c-365a-4ef0-abbc-202ff11226dc tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=876e3184-9979-4e71-9333-fdc1a28abd9d,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:03:21.673176 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 48306) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:03:21.676818 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd12033-b2c1-4a40-8225-bdefef07481a None None] Routers {'f32f4e45-692c-47be-b54e-3acea4e41601'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:03:21.679304 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.v2.base [None req-55421236-c636-41fe-b5b0-9d031d6f7e37 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Request body: {'security_group_rule': {'security_group_id': '876e3184-9979-4e71-9333-fdc1a28abd9d', 'project_id': '4be2354633354d249a0598f589a987b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:03:21.679551 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-afd12033-b2c1-4a40-8225-bdefef07481a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:03:09Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['f32f4e45-692c-47be-b54e-3acea4e41601'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:03:21.715739 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-55421236-c636-41fe-b5b0-9d031d6f7e37 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Publish callbacks [] for security_group_rule (84ec24f6-1a8f-46d1-b628-4e191f3ce5b6), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:21.788288 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-55421236-c636-41fe-b5b0-9d031d6f7e37 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Publish callbacks [] for security_group_rule (84ec24f6-1a8f-46d1-b628-4e191f3ce5b6), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:21.801112 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-55421236-c636-41fe-b5b0-9d031d6f7e37 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575255'] for security_group_rule (84ec24f6-1a8f-46d1-b628-4e191f3ce5b6), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:21.814961 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-afd12033-b2c1-4a40-8225-bdefef07481a None None] Set router f32f4e45-692c-47be-b54e-3acea4e41601 gateway port host: dv-cinder-840678-2-iscsi {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:03:21.835247 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-55421236-c636-41fe-b5b0-9d031d6f7e37 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:21.836649 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-55421236-c636-41fe-b5b0-9d031d6f7e37 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1622519 May 06 15:03:21.839386 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 48310) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:03:21.844925 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.v2.base [None req-0ede9f27-4855-416a-8371-86b534a1d5ae tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Request body: {'security_group_rule': {'security_group_id': '876e3184-9979-4e71-9333-fdc1a28abd9d', 'project_id': '4be2354633354d249a0598f589a987b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:03:21.849865 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55421236-c636-41fe-b5b0-9d031d6f7e37 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84ec24f6-1a8f-46d1-b628-4e191f3ce5b6,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:03:21.860045 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d1069a-e0f2-44f8-9198-81958b4d67cb req-2c4b8310-2417-4fa1-ba34-7b750f14a9cd tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:21.861528 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-30d1069a-e0f2-44f8-9198-81958b4d67cb req-2c4b8310-2417-4fa1-ba34-7b750f14a9cd tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 945 time: 0.2330501 May 06 15:03:21.876895 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f5f55-80fd-4ac3-9f25-c100ee355b8c req-03744958-87cf-4ce1-9a6a-2f7d399a5f16 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:21.878392 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-1b6f5f55-80fd-4ac3-9f25-c100ee355b8c req-03744958-87cf-4ce1-9a6a-2f7d399a5f16 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 947 time: 0.2055445 May 06 15:03:21.912410 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0ede9f27-4855-416a-8371-86b534a1d5ae tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Publish callbacks [] for security_group_rule (347102ed-65f9-4794-82f0-c5c938943812), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:21.945456 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-30d1069a-e0f2-44f8-9198-81958b4d67cb req-eb9984ff-d80f-46e1-ac21-f82746787a33 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae37bc9a-9476-42ad-aa65-4d3a44fcf205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700645 May 06 15:03:21.980301 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-1b6f5f55-80fd-4ac3-9f25-c100ee355b8c req-251eaff8-1a51-48a1-bf0b-77b03bc3221f tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944960 May 06 15:03:21.986702 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0ede9f27-4855-416a-8371-86b534a1d5ae tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Publish callbacks [] for security_group_rule (347102ed-65f9-4794-82f0-c5c938943812), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:21.990861 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0ede9f27-4855-416a-8371-86b534a1d5ae tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575255'] for security_group_rule (347102ed-65f9-4794-82f0-c5c938943812), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:22.008734 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ede9f27-4855-416a-8371-86b534a1d5ae tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=347102ed-65f9-4794-82f0-c5c938943812,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:03:22.023219 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0ede9f27-4855-416a-8371-86b534a1d5ae tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:22.024487 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-0ede9f27-4855-416a-8371-86b534a1d5ae tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1837926 May 06 15:03:22.027210 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 48314) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:03:22.032650 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.v2.base [None req-5eb10fe6-efbc-4ade-82b0-0a95cbdee73d tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Request body: {'security_group_rule': {'security_group_id': '876e3184-9979-4e71-9333-fdc1a28abd9d', 'project_id': '4be2354633354d249a0598f589a987b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:03:22.058441 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5eb10fe6-efbc-4ade-82b0-0a95cbdee73d tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Publish callbacks [] for security_group_rule (2c8bdedc-e697-4a7e-97dd-98e0ab9859ca), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:22.059473 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-afd12033-b2c1-4a40-8225-bdefef07481a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f32f4e45-692c-47be-b54e-3acea4e41601', 'name': 'tempest-TestMinimumBasicScenario-1513183517-router', 'tenant_id': '4be2354633354d249a0598f589a987b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '4c51fedd-d4e6-43e3-86bd-bf37d06a3fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T15:01:30Z', 'updated_at': '2022-05-06T15:01:33Z', 'revision_number': 4, 'project_id': '4be2354633354d249a0598f589a987b8', 'gw_port': {'id': '4c51fedd-d4e6-43e3-86bd-bf37d06a3fb0', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:55:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32f4e45-692c-47be-b54e-3acea4e41601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:01:30Z', 'updated_at': '2022-05-06T15:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_floatingips': [{'id': 'e5ae10c2-c22e-4a77-ba38-ac750b9eabc5', 'tenant_id': '4be2354633354d249a0598f589a987b8', 'floating_ip_address': '172.27.2.32', 'floating_network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'router_id': 'f32f4e45-692c-47be-b54e-3acea4e41601', 'port_id': '7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5b33968-9a47-4e49-a4ac-4bdb672e1215', 'mac_address': 'fa:16:3e:bb:86:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1190aec7-7179-482b-a705-8943f357c18f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T15:03:20Z', 'updated_at': '2022-05-06T15:03:20Z', 'revision_number': 0, 'project_id': '4be2354633354d249a0598f589a987b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b6d5674-e4d2-4482-ad64-262c92189407', 'name': '', 'network_id': 'a5b33968-9a47-4e49-a4ac-4bdb672e1215', 'tenant_id': '4be2354633354d249a0598f589a987b8', 'mac_address': 'fa:16:3e:3a:18:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32f4e45-692c-47be-b54e-3acea4e41601', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '8ec52d68-94e9-40d7-b80a-32fe51def5e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:01:33Z', 'updated_at': '2022-05-06T15:01:39Z', 'revision_number': 5, 'project_id': '4be2354633354d249a0598f589a987b8', 'subnets': [{'id': '8ec52d68-94e9-40d7-b80a-32fe51def5e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:03:22.087566 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd12033-b2c1-4a40-8225-bdefef07481a None None] The sync data for ids ['f32f4e45-692c-47be-b54e-3acea4e41601'] in dv-cinder-840678-2-iscsi is: [{'id': 'f32f4e45-692c-47be-b54e-3acea4e41601', 'name': 'tempest-TestMinimumBasicScenario-1513183517-router', 'tenant_id': '4be2354633354d249a0598f589a987b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '4c51fedd-d4e6-43e3-86bd-bf37d06a3fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T15:01:30Z', 'updated_at': '2022-05-06T15:01:33Z', 'revision_number': 4, 'project_id': '4be2354633354d249a0598f589a987b8', 'gw_port': {'id': '4c51fedd-d4e6-43e3-86bd-bf37d06a3fb0', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:55:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32f4e45-692c-47be-b54e-3acea4e41601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:01:30Z', 'updated_at': '2022-05-06T15:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_floatingips': [{'id': 'e5ae10c2-c22e-4a77-ba38-ac750b9eabc5', 'tenant_id': '4be2354633354d249a0598f589a987b8', 'floating_ip_address': '172.27.2.32', 'floating_network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'router_id': 'f32f4e45-692c-47be-b54e-3acea4e41601', 'port_id': '7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5b33968-9a47-4e49-a4ac-4bdb672e1215', 'mac_address': 'fa:16:3e:bb:86:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1190aec7-7179-482b-a705-8943f357c18f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T15:03:20Z', 'updated_at': '2022-05-06T15:03:20Z', 'revision_number': 0, 'project_id': '4be2354633354d249a0598f589a987b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b6d5674-e4d2-4482-ad64-262c92189407', 'name': '', 'network_id': 'a5b33968-9a47-4e49-a4ac-4bdb672e1215', 'tenant_id': '4be2354633354d249a0598f589a987b8', 'mac_address': 'fa:16:3e:3a:18:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32f4e45-692c-47be-b54e-3acea4e41601', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '8ec52d68-94e9-40d7-b80a-32fe51def5e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:01:33Z', 'updated_at': '2022-05-06T15:01:39Z', 'revision_number': 5, 'project_id': '4be2354633354d249a0598f589a987b8', 'subnets': [{'id': '8ec52d68-94e9-40d7-b80a-32fe51def5e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 15:03:22.127257 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5eb10fe6-efbc-4ade-82b0-0a95cbdee73d tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Publish callbacks [] for security_group_rule (2c8bdedc-e697-4a7e-97dd-98e0ab9859ca), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:22.133453 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5eb10fe6-efbc-4ade-82b0-0a95cbdee73d tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575255'] for security_group_rule (2c8bdedc-e697-4a7e-97dd-98e0ab9859ca), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:22.155211 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb10fe6-efbc-4ade-82b0-0a95cbdee73d tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c8bdedc-e697-4a7e-97dd-98e0ab9859ca,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:03:22.166543 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5eb10fe6-efbc-4ade-82b0-0a95cbdee73d tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:22.167857 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-5eb10fe6-efbc-4ade-82b0-0a95cbdee73d tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1395962 May 06 15:03:22.172323 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 48318) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:03:22.177960 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.v2.base [None req-4d33ae38-2ca5-4392-ae0b-d14d25f55981 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Request body: {'security_group_rule': {'security_group_id': '876e3184-9979-4e71-9333-fdc1a28abd9d', 'project_id': '4be2354633354d249a0598f589a987b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:03:22.196200 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-a38b6eb1-299f-4950-8088-900853ed9c6d req-a5a67d1a-03bf-4903-a49f-8986ee7a1e8a tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8e13af9-b1c9-43a5-bf25-7d5fab680234 HTTP/1.1" status: 200 len: 210 time: 0.0329685 May 06 15:03:22.205410 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4d33ae38-2ca5-4392-ae0b-d14d25f55981 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Publish callbacks [] for security_group_rule (6f1611b1-c65f-443c-b7f5-7c7797a7d2c4), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:22.265168 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4d33ae38-2ca5-4392-ae0b-d14d25f55981 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Publish callbacks [] for security_group_rule (6f1611b1-c65f-443c-b7f5-7c7797a7d2c4), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:22.269648 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4d33ae38-2ca5-4392-ae0b-d14d25f55981 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575255'] for security_group_rule (6f1611b1-c65f-443c-b7f5-7c7797a7d2c4), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:22.288683 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d33ae38-2ca5-4392-ae0b-d14d25f55981 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f1611b1-c65f-443c-b7f5-7c7797a7d2c4,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:03:22.297260 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4d33ae38-2ca5-4392-ae0b-d14d25f55981 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:22.298634 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-4d33ae38-2ca5-4392-ae0b-d14d25f55981 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1251040 May 06 15:03:22.301290 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 48320) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:03:22.305972 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.v2.base [None req-c772134d-9d6a-492f-a1f8-593cda0ef9e4 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Request body: {'security_group_rule': {'security_group_id': '876e3184-9979-4e71-9333-fdc1a28abd9d', 'project_id': '4be2354633354d249a0598f589a987b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:03:22.326835 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.db.securitygroups_db [None req-c772134d-9d6a-492f-a1f8-593cda0ef9e4 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Project 4be2354633354d249a0598f589a987b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 15:03:22.332838 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c772134d-9d6a-492f-a1f8-593cda0ef9e4 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Publish callbacks [] for security_group_rule (5e6b8cd3-2193-4f71-a1a3-cbb47f99f5d6), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:22.337135 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46efa16f-4646-4069-bdaa-2b7a48fb5987 None None] New status for floating IP e5ae10c2-c22e-4a77-ba38-ac750b9eabc5: ACTIVE {{(pid=103344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 15:03:22.396939 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c772134d-9d6a-492f-a1f8-593cda0ef9e4 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Publish callbacks [] for security_group_rule (5e6b8cd3-2193-4f71-a1a3-cbb47f99f5d6), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:22.400760 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c772134d-9d6a-492f-a1f8-593cda0ef9e4 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575255'] for security_group_rule (5e6b8cd3-2193-4f71-a1a3-cbb47f99f5d6), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:22.418882 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c772134d-9d6a-492f-a1f8-593cda0ef9e4 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e6b8cd3-2193-4f71-a1a3-cbb47f99f5d6,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:03:22.427350 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c772134d-9d6a-492f-a1f8-593cda0ef9e4 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:22.431411 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-c772134d-9d6a-492f-a1f8-593cda0ef9e4 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1261978 May 06 15:03:22.431848 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 48322) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:03:22.435905 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.v2.base [None req-7c098bfb-d591-4185-9ba1-70177944c856 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Request body: {'security_group_rule': {'security_group_id': '876e3184-9979-4e71-9333-fdc1a28abd9d', 'project_id': '4be2354633354d249a0598f589a987b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:03:22.455113 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.db.securitygroups_db [None req-7c098bfb-d591-4185-9ba1-70177944c856 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Project 4be2354633354d249a0598f589a987b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 15:03:22.460628 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7c098bfb-d591-4185-9ba1-70177944c856 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Publish callbacks [] for security_group_rule (ee68f673-bee6-4b33-901d-733849662ec5), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:22.525424 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7c098bfb-d591-4185-9ba1-70177944c856 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Publish callbacks [] for security_group_rule (ee68f673-bee6-4b33-901d-733849662ec5), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:22.530051 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7c098bfb-d591-4185-9ba1-70177944c856 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575255'] for security_group_rule (ee68f673-bee6-4b33-901d-733849662ec5), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:22.547969 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c098bfb-d591-4185-9ba1-70177944c856 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee68f673-bee6-4b33-901d-733849662ec5,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:03:22.555661 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7c098bfb-d591-4185-9ba1-70177944c856 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:22.556877 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-7c098bfb-d591-4185-9ba1-70177944c856 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1243365 May 06 15:03:22.644955 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-14da19b9-7bc1-4b11-b468-6203d44de61e req-196a007c-54d9-4ab7-9abf-c48625dfca02 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1067262204&fields=id&tenant_id=4be2354633354d249a0598f589a987b8 HTTP/1.1" status: 200 len: 267 time: 0.0444870 May 06 15:03:22.696306 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da19b9-7bc1-4b11-b468-6203d44de61e req-92d82a01-033e-4694-a240-68a3f5d752c7 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:22.697788 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-14da19b9-7bc1-4b11-b468-6203d44de61e req-92d82a01-033e-4694-a240-68a3f5d752c7 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/ports?device_id=1190aec7-7179-482b-a705-8943f357c18f HTTP/1.1" status: 200 len: 946 time: 0.0475934 May 06 15:03:22.709104 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.v2.base [req-14da19b9-7bc1-4b11-b468-6203d44de61e req-aecb08ef-e063-4887-b608-9630ec28fe9c tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Request body: {'port': {'security_groups': ['7788c52f-729c-40ca-8f6a-df96ae39c655', '876e3184-9979-4e71-9333-fdc1a28abd9d']}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:03:22.781423 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-14da19b9-7bc1-4b11-b468-6203d44de61e req-aecb08ef-e063-4887-b608-9630ec28fe9c tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:22.968006 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-14da19b9-7bc1-4b11-b468-6203d44de61e req-aecb08ef-e063-4887-b608-9630ec28fe9c tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] For port 7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed,segment=NetworkSegment(890b06b2-20bf-4aaa-b1b2-5b1efb314674),segment_id=890b06b2-20bf-4aaa-b1b2-5b1efb314674)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:03:22.998042 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-14da19b9-7bc1-4b11-b468-6203d44de61e req-aecb08ef-e063-4887-b608-9630ec28fe9c tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Publish callbacks [] for port (7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:23.004008 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-14da19b9-7bc1-4b11-b468-6203d44de61e req-aecb08ef-e063-4887-b608-9630ec28fe9c tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59634231'] for port (7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:23.049395 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da19b9-7bc1-4b11-b468-6203d44de61e req-aecb08ef-e063-4887-b608-9630ec28fe9c tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:23.049921 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c605d6d0-26c0-4384-814b-73b80dd3cf95 req-5ef11810-3824-4934-b7f6-4f8f91d0abb3 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:23.050382 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-14da19b9-7bc1-4b11-b468-6203d44de61e req-aecb08ef-e063-4887-b608-9630ec28fe9c tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:23.051418 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-14da19b9-7bc1-4b11-b468-6203d44de61e req-aecb08ef-e063-4887-b608-9630ec28fe9c tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "PUT /v2.0/ports/7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed HTTP/1.1" status: 200 len: 982 time: 0.3466914 May 06 15:03:23.051560 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-c605d6d0-26c0-4384-814b-73b80dd3cf95 req-5ef11810-3824-4934-b7f6-4f8f91d0abb3 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 945 time: 0.0472121 May 06 15:03:23.051875 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1190aec7-7179-482b-a705-8943f357c18f', 'tag': '7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 15:03:23.054213 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e079183c6aa01fbf7ecda8705e9d532761ec392512c90f9d6467ac227f3657d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf4e084-5f8a-49a3-b929-98cb9ead62ca" -d '{"events": [{"name": "network-changed", "server_uuid": "1190aec7-7179-482b-a705-8943f357c18f", "tag": "7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 15:03:23.079544 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb08ef-e063-4887-b608-9630ec28fe9c tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Pushing event updated for resources: {'Port': ['ID=7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed,revision_number=6']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:03:23.113483 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-c605d6d0-26c0-4384-814b-73b80dd3cf95 req-dcececcb-f057-4475-b5b7-f91448d434d8 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae37bc9a-9476-42ad-aa65-4d3a44fcf205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565128 May 06 15:03:23.174514 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb1b84-e5d9-4b22-8e8e-7c095e324b63 req-03c2b5b7-b4e6-4c4a-963b-b52a44a11e36 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:23.177062 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-1ccb1b84-e5d9-4b22-8e8e-7c095e324b63 req-03c2b5b7-b4e6-4c4a-963b-b52a44a11e36 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 947 time: 0.0604713 May 06 15:03:23.229551 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c0d10b-8678-4693-afeb-f582e90ee4b0 req-1728795d-45c7-41d1-9077-ed5db1d8d96e tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:23.231868 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-1ccb1b84-e5d9-4b22-8e8e-7c095e324b63 req-1ec4b20f-3268-40d3-bf63-66c18944b4c4 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480154 May 06 15:03:23.233769 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-b0c0d10b-8678-4693-afeb-f582e90ee4b0 req-1728795d-45c7-41d1-9077-ed5db1d8d96e tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/ports?device_id=1190aec7-7179-482b-a705-8943f357c18f HTTP/1.1" status: 200 len: 985 time: 0.0524199 May 06 15:03:23.288391 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 15:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1562eec-4480-467c-a294-e7310e8fed23 x-openstack-request-id: req-e1562eec-4480-467c-a294-e7310e8fed23 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 15:03:23.288717 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1190aec7-7179-482b-a705-8943f357c18f", "tag": "7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 15:03:23.288978 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e1562eec-4480-467c-a294-e7310e8fed23 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 15:03:23.289392 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1562eec-4480-467c-a294-e7310e8fed23'] response: {'name': 'network-changed', 'server_uuid': '1190aec7-7179-482b-a705-8943f357c18f', 'tag': '7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed', 'status': 'completed', 'code': 200} May 06 15:03:23.309108 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-b0c0d10b-8678-4693-afeb-f582e90ee4b0 req-406014ec-eb5d-4d51-94b6-61bfc94d85a0 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/security-groups?id=876e3184-9979-4e71-9333-fdc1a28abd9d&id=7788c52f-729c-40ca-8f6a-df96ae39c655&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0641315 May 06 15:03:23.323119 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-41ec51a5-d820-4c2d-bb4e-ad08edd6363c None None] Provisioning complete for port 7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:03:23.323590 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-41ec51a5-d820-4c2d-bb4e-ad08edd6363c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:23.378126 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-aa09e2ba-32a2-4667-a91c-55a6841a85e1 req-f97bab2e-f1ce-431d-8dc8-9133abbdf3da tempest-VolumesNegativeTest-895488970 tempest-VolumesNegativeTest-895488970-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8e13af9-b1c9-43a5-bf25-7d5fab680234 HTTP/1.1" status: 200 len: 210 time: 0.0292454 May 06 15:03:23.414467 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-41ec51a5-d820-4c2d-bb4e-ad08edd6363c None None] Current status of the port 7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed is: ACTIVE; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:03:23.722809 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] get_ports_and_sgs() called for port_ids ['7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed'] {{(pid=103344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 15:03:23.834664 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] get_ports_and_sgs() called for port_ids ['7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed'] {{(pid=103344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 15:03:23.876913 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e30f3-8d5f-4660-88a7-8308c914e57c req-c3e342d9-5f8a-49c2-bfea-7ee267c02122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:23.878477 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-1d0e30f3-8d5f-4660-88a7-8308c914e57c req-c3e342d9-5f8a-49c2-bfea-7ee267c02122 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4be2354633354d249a0598f589a987b8&device_id=1190aec7-7179-482b-a705-8943f357c18f HTTP/1.1" status: 200 len: 1169 time: 0.0446012 May 06 15:03:23.895518 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device 1cfc02c8-1998-4f6a-bc3e-967283a7e28b no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 15:03:23.929626 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] No Port match for: 1cfc02c8-1998-4f6a-bc3e-967283a7e28b {{(pid=103344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 15:03:23.929972 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device 1cfc02c8-1998-4f6a-bc3e-967283a7e28b not bound to the agent host hv-cinder-84067 {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 15:03:24.032476 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aecb03-ff9a-4ab4-95c9-21294c6a9f03 req-e0fc1a80-f792-4451-aba5-cbf7e4e832b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:24.033274 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-09aecb03-ff9a-4ab4-95c9-21294c6a9f03 req-e0fc1a80-f792-4451-aba5-cbf7e4e832b0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=04793e5505aa4d32ab3efed2892ea2b4&device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 1131 time: 0.0598536 May 06 15:03:24.056775 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ce9acd-2e7f-4ec2-8028-77e655647820 req-8d36c69c-52c3-4b80-abac-19d35a9fdf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:24.057380 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-54ce9acd-2e7f-4ec2-8028-77e655647820 req-8d36c69c-52c3-4b80-abac-19d35a9fdf3e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 1131 time: 0.0944757 May 06 15:03:24.138575 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e30f3-8d5f-4660-88a7-8308c914e57c req-bca613b3-f594-44c0-917a-d7023122d6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:24.138575 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-1d0e30f3-8d5f-4660-88a7-8308c914e57c req-bca613b3-f594-44c0-917a-d7023122d6a9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a5b33968-9a47-4e49-a4ac-4bdb672e1215 HTTP/1.1" status: 200 len: 916 time: 0.1813698 May 06 15:03:24.142902 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-54ce9acd-2e7f-4ec2-8028-77e655647820 req-e7de2b51-d2b1-416a-9d45-645369224792 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719948 May 06 15:03:24.191763 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aecb03-ff9a-4ab4-95c9-21294c6a9f03 req-4fa4b4ba-79fa-4ad7-b26d-4dddb99252b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:24.193536 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-09aecb03-ff9a-4ab4-95c9-21294c6a9f03 req-4fa4b4ba-79fa-4ad7-b26d-4dddb99252b1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e617326c-50d9-4a05-90f1-04262502b764 HTTP/1.1" status: 200 len: 916 time: 0.1226668 May 06 15:03:24.272794 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b677deb0-d7a6-4e6a-a782-b4c54807d4b0 req-b8b8fca4-b002-43b6-8f10-696ac6ce1627 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:24.274596 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-b677deb0-d7a6-4e6a-a782-b4c54807d4b0 req-b8b8fca4-b002-43b6-8f10-696ac6ce1627 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 945 time: 0.0528140 May 06 15:03:24.325706 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-b677deb0-d7a6-4e6a-a782-b4c54807d4b0 req-9d32f6de-b353-4577-9d6e-fb744d8e95d9 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae37bc9a-9476-42ad-aa65-4d3a44fcf205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443106 May 06 15:03:24.364656 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cafa06-2209-4695-a26e-84ad499c5cb4 req-39385ff0-d5aa-48b4-ba2c-139ddf03365b tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:24.366251 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-53cafa06-2209-4695-a26e-84ad499c5cb4 req-39385ff0-d5aa-48b4-ba2c-139ddf03365b tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 947 time: 0.0509386 May 06 15:03:24.419473 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-53cafa06-2209-4695-a26e-84ad499c5cb4 req-bc5488ba-3c97-4bc7-8c9b-58ed13b94726 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474820 May 06 15:03:24.572303 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-1d0e30f3-8d5f-4660-88a7-8308c914e57c req-32d7e81a-9f18-4323-be90-64a6dc845be2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed HTTP/1.1" status: 200 len: 1001 time: 0.0649235 May 06 15:03:24.593590 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-09aecb03-ff9a-4ab4-95c9-21294c6a9f03 req-e1d4d9b1-f238-4479-af87-4657fa48b397 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3fde30d6-e4a7-41a8-a67c-29a4deb4e074 HTTP/1.1" status: 200 len: 1002 time: 0.0657821 May 06 15:03:24.626982 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e30f3-8d5f-4660-88a7-8308c914e57c req-d8761153-a6c3-4aa4-b66a-623d73ebf868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:24.628486 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-1d0e30f3-8d5f-4660-88a7-8308c914e57c req-d8761153-a6c3-4aa4-b66a-623d73ebf868 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8ec52d68-94e9-40d7-b80a-32fe51def5e4 HTTP/1.1" status: 200 len: 854 time: 0.0453365 May 06 15:03:24.660730 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aecb03-ff9a-4ab4-95c9-21294c6a9f03 req-f0f3ddda-9d6a-4386-92ac-b08834a0c23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:24.662250 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-09aecb03-ff9a-4ab4-95c9-21294c6a9f03 req-f0f3ddda-9d6a-4386-92ac-b08834a0c23b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=73d058b8-ef9e-473c-9be9-61c8d64fe350 HTTP/1.1" status: 200 len: 854 time: 0.0548291 May 06 15:03:24.689096 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e30f3-8d5f-4660-88a7-8308c914e57c req-20ef5fee-5cd6-447a-a9c8-12e47973914d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:24.690751 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-1d0e30f3-8d5f-4660-88a7-8308c914e57c req-20ef5fee-5cd6-447a-a9c8-12e47973914d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a5b33968-9a47-4e49-a4ac-4bdb672e1215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470736 May 06 15:03:24.725276 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aecb03-ff9a-4ab4-95c9-21294c6a9f03 req-8d440f1f-053d-4233-836d-95060a2fa8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:24.727286 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-09aecb03-ff9a-4ab4-95c9-21294c6a9f03 req-8d440f1f-053d-4233-836d-95060a2fa8d8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e617326c-50d9-4a05-90f1-04262502b764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502887 May 06 15:03:24.802429 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-1d0e30f3-8d5f-4660-88a7-8308c914e57c req-d14f5257-ae0d-42ca-be70-0a9963d39973 service neutron] 10.222.0.26 "GET /v2.0/networks/a5b33968-9a47-4e49-a4ac-4bdb672e1215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941892 May 06 15:03:24.842050 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-09aecb03-ff9a-4ab4-95c9-21294c6a9f03 req-69f3d174-8e12-45be-aef9-7eda3d580285 service neutron] 10.222.0.26 "GET /v2.0/networks/e617326c-50d9-4a05-90f1-04262502b764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018794 May 06 15:03:24.907869 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-1d0e30f3-8d5f-4660-88a7-8308c914e57c req-973b3525-e363-4d98-ba31-62e4c50a126f service neutron] 10.222.0.26 "GET /v2.0/networks/a5b33968-9a47-4e49-a4ac-4bdb672e1215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954862 May 06 15:03:24.950768 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-09aecb03-ff9a-4ab4-95c9-21294c6a9f03 req-4479aa1c-0c53-4de9-bab2-5827de76ffbd service neutron] 10.222.0.26 "GET /v2.0/networks/e617326c-50d9-4a05-90f1-04262502b764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964711 May 06 15:03:25.468778 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c70e5a6-0e7d-4c39-ac98-f50e0935e506 req-b3ded39b-f785-48e9-8f9b-049243bca7e8 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:25.470376 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-5c70e5a6-0e7d-4c39-ac98-f50e0935e506 req-b3ded39b-f785-48e9-8f9b-049243bca7e8 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 945 time: 0.0522456 May 06 15:03:25.519209 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-5c70e5a6-0e7d-4c39-ac98-f50e0935e506 req-4d3d3f46-9026-4f81-a8cb-6d300707919b tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae37bc9a-9476-42ad-aa65-4d3a44fcf205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432942 May 06 15:03:25.651854 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16b38b-878d-46b9-9016-d88761b5dd47 req-b35ca546-300d-4f8e-bf66-1daeb36c4a21 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:25.653852 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-da16b38b-878d-46b9-9016-d88761b5dd47 req-b35ca546-300d-4f8e-bf66-1daeb36c4a21 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 947 time: 0.0503383 May 06 15:03:25.716656 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-da16b38b-878d-46b9-9016-d88761b5dd47 req-f4476a38-455b-4fbe-9c34-90551dd2eb48 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533624 May 06 15:03:25.744928 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4e084-5f8a-49a3-b929-98cb9ead62ca req-371723df-7852-45bd-8f97-8c6f3d531533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:25.747292 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-aaf4e084-5f8a-49a3-b929-98cb9ead62ca req-371723df-7852-45bd-8f97-8c6f3d531533 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4be2354633354d249a0598f589a987b8&device_id=1190aec7-7179-482b-a705-8943f357c18f HTTP/1.1" status: 200 len: 1169 time: 0.0728095 May 06 15:03:26.641497 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67cd2d6-9328-4fb9-8324-399414ddc648 req-0ef9da1d-b5d3-4b22-b9c7-e6b538264612 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:26.642995 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-b67cd2d6-9328-4fb9-8324-399414ddc648 req-0ef9da1d-b5d3-4b22-b9c7-e6b538264612 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 945 time: 0.0533335 May 06 15:03:26.693395 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-b67cd2d6-9328-4fb9-8324-399414ddc648 req-24641597-0fcb-4472-a827-99d53348e4b1 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae37bc9a-9476-42ad-aa65-4d3a44fcf205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446458 May 06 15:03:26.848698 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f40561-db0b-4e87-ae87-0e0fc5882e22 req-bcd14d6a-77a3-4b09-9dfc-6d5a520d0c2a tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:26.850231 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-15f40561-db0b-4e87-ae87-0e0fc5882e22 req-bcd14d6a-77a3-4b09-9dfc-6d5a520d0c2a tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 947 time: 0.0504758 May 06 15:03:26.906335 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-15f40561-db0b-4e87-ae87-0e0fc5882e22 req-bbe1fcbd-c9fb-4850-8772-2e7392e92a6f tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495303 May 06 15:03:27.807608 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba5294f-7d05-4d54-8e3c-7c6ef313f7ea req-2cd538d7-dadf-4aef-b9aa-5279281b48f0 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:27.809111 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-1ba5294f-7d05-4d54-8e3c-7c6ef313f7ea req-2cd538d7-dadf-4aef-b9aa-5279281b48f0 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 945 time: 0.0483284 May 06 15:03:27.855919 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-1ba5294f-7d05-4d54-8e3c-7c6ef313f7ea req-3da6b817-185d-4d8d-9455-2a80aa41db68 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae37bc9a-9476-42ad-aa65-4d3a44fcf205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406990 May 06 15:03:28.034973 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda118d1-0685-4e3a-b0cd-cf43846f015a req-933e1a29-138e-4364-89fd-c1c29f3456d4 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:28.036468 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-dda118d1-0685-4e3a-b0cd-cf43846f015a req-933e1a29-138e-4364-89fd-c1c29f3456d4 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 947 time: 0.0519230 May 06 15:03:28.090915 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-dda118d1-0685-4e3a-b0cd-cf43846f015a req-9728e13d-7299-4045-aa33-545961688c51 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427108 May 06 15:03:28.972268 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18295580-ada9-4404-9216-084f6b360d24 req-20eedd0c-385e-4b1b-b4ad-74210c4995e2 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:28.973768 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-18295580-ada9-4404-9216-084f6b360d24 req-20eedd0c-385e-4b1b-b4ad-74210c4995e2 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 945 time: 0.0504029 May 06 15:03:29.022068 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-18295580-ada9-4404-9216-084f6b360d24 req-b8687420-c745-4567-9c40-940f64a3e716 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae37bc9a-9476-42ad-aa65-4d3a44fcf205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421824 May 06 15:03:29.209081 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb81726-b6e7-446f-a111-927a0ae5f726 req-427c8c7e-848d-44b1-878f-9416118e9591 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:29.210527 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-bdb81726-b6e7-446f-a111-927a0ae5f726 req-427c8c7e-848d-44b1-878f-9416118e9591 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 947 time: 0.0471046 May 06 15:03:29.256958 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-bdb81726-b6e7-446f-a111-927a0ae5f726 req-9345518e-56de-411d-b215-e39117b298aa tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408850 May 06 15:03:29.712866 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4e084-5f8a-49a3-b929-98cb9ead62ca req-2f216852-72ce-4858-a98a-8fef33e398b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:29.714327 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-aaf4e084-5f8a-49a3-b929-98cb9ead62ca req-2f216852-72ce-4858-a98a-8fef33e398b4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a5b33968-9a47-4e49-a4ac-4bdb672e1215 HTTP/1.1" status: 200 len: 916 time: 0.0897272 May 06 15:03:29.972654 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-aaf4e084-5f8a-49a3-b929-98cb9ead62ca req-0b43aaf1-f3c2-47e2-adb0-08e6f8184a15 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed HTTP/1.1" status: 200 len: 1001 time: 0.0678055 May 06 15:03:30.146377 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a1420-1783-4846-8cc2-eb416f6731b3 req-afb3e7d7-fb7b-4c40-a565-65e88d525bf0 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:30.148037 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-149a1420-1783-4846-8cc2-eb416f6731b3 req-afb3e7d7-fb7b-4c40-a565-65e88d525bf0 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 945 time: 0.0511067 May 06 15:03:30.215595 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-149a1420-1783-4846-8cc2-eb416f6731b3 req-bf25e840-49a3-49f5-bb75-b755bbe41d60 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae37bc9a-9476-42ad-aa65-4d3a44fcf205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606830 May 06 15:03:30.392303 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba9ad41-7fb3-470d-ac33-f0f04aa6c637 req-9c40ca1f-ffad-498a-b772-d908fa33ee36 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:30.393833 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-fba9ad41-7fb3-470d-ac33-f0f04aa6c637 req-9c40ca1f-ffad-498a-b772-d908fa33ee36 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 947 time: 0.0527992 May 06 15:03:30.443338 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-fba9ad41-7fb3-470d-ac33-f0f04aa6c637 req-51828a72-2319-47c7-87dc-58dcf87c357c tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436296 May 06 15:03:31.037836 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746f40ce-ec1c-40a4-96d4-eef3fc1257c2 req-8a2b173f-5ff7-4e42-a793-0e02401d6256 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:31.039294 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-746f40ce-ec1c-40a4-96d4-eef3fc1257c2 req-8a2b173f-5ff7-4e42-a793-0e02401d6256 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/networks?id=b25645b0-e420-497e-a471-7ed25f51150d HTTP/1.1" status: 200 len: 813 time: 0.3388662 May 06 15:03:31.054878 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-746f40ce-ec1c-40a4-96d4-eef3fc1257c2 req-11465dcf-7d3c-45bb-956e-3ab17eda011f tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/quotas/d266c6c15e474b7885134dbe78a29833 HTTP/1.1" status: 200 len: 375 time: 0.0101573 May 06 15:03:31.091348 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-746f40ce-ec1c-40a4-96d4-eef3fc1257c2 req-da2cdac3-9dd7-40a5-9b32-b26fea948031 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d266c6c15e474b7885134dbe78a29833&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291829 May 06 15:03:31.100926 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4e084-5f8a-49a3-b929-98cb9ead62ca req-89f7a5bf-d4e7-47e9-9a15-4d5cc04c7401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:31.102617 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-aaf4e084-5f8a-49a3-b929-98cb9ead62ca req-89f7a5bf-d4e7-47e9-9a15-4d5cc04c7401 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8ec52d68-94e9-40d7-b80a-32fe51def5e4 HTTP/1.1" status: 200 len: 854 time: 0.0489979 May 06 15:03:31.188050 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-746f40ce-ec1c-40a4-96d4-eef3fc1257c2 req-f3158eea-c34f-4704-9969-ab13fb4663ae service neutron] 10.222.0.23 "GET /v2.0/networks/b25645b0-e420-497e-a471-7ed25f51150d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890844 May 06 15:03:31.282205 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-746f40ce-ec1c-40a4-96d4-eef3fc1257c2 req-6e0b409d-9039-4382-95e5-e0d42141099c service neutron] 10.222.0.23 "GET /v2.0/networks/b25645b0-e420-497e-a471-7ed25f51150d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884628 May 06 15:03:31.342100 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2768713-1983-496f-97b0-d0e5d10193a6 req-1cd23c8c-4492-45e9-8b5d-d14d7305de0b tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:31.343701 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-f2768713-1983-496f-97b0-d0e5d10193a6 req-1cd23c8c-4492-45e9-8b5d-d14d7305de0b tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 945 time: 0.0507662 May 06 15:03:31.427784 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-f2768713-1983-496f-97b0-d0e5d10193a6 req-3e134f35-7e01-4367-8c6b-714495353326 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae37bc9a-9476-42ad-aa65-4d3a44fcf205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752659 May 06 15:03:31.465459 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-053f2cb2-2296-4a73-bd42-ed73b340216e req-80324f36-ab26-484f-8e52-8f3e328db748 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf4e93ad-7ab6-4861-b868-22470bf2da84 HTTP/1.1" status: 200 len: 210 time: 0.0302463 May 06 15:03:31.521631 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 48726) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:03:31.625066 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebb1e57-7fdf-4f35-9f82-20f4a253e0d2 req-e036c682-81a3-464e-9acf-c7441ca678a7 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:31.626642 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-bebb1e57-7fdf-4f35-9f82-20f4a253e0d2 req-e036c682-81a3-464e-9acf-c7441ca678a7 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 947 time: 0.0850844 May 06 15:03:31.630236 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4e084-5f8a-49a3-b929-98cb9ead62ca req-47249a8b-2b33-4763-b1cf-79b6fe5504dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:31.631659 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-aaf4e084-5f8a-49a3-b929-98cb9ead62ca req-47249a8b-2b33-4763-b1cf-79b6fe5504dd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a5b33968-9a47-4e49-a4ac-4bdb672e1215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0805202 May 06 15:03:31.704677 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-de122457-87e1-4d6b-bd04-704a7cefe267 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9c9ebfd7aafd4a488325abebd305ffb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1817460 May 06 15:03:31.705284 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 48734) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:03:31.740844 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-bebb1e57-7fdf-4f35-9f82-20f4a253e0d2 req-049c2d3a-9545-4570-9dd3-1eb181a42e42 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060865 May 06 15:03:31.765269 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ab151c66-d90a-4c1a-bd1c-f4c36eed4076 admin admin] Publish callbacks [] for security_group (be0923af-d48d-422c-9097-af0248e6187e), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:31.770873 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-aaf4e084-5f8a-49a3-b929-98cb9ead62ca req-b1b836f1-19b9-4e30-ae15-e7aacd9aa6f1 service neutron] 10.222.0.26 "GET /v2.0/networks/a5b33968-9a47-4e49-a4ac-4bdb672e1215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203766 May 06 15:03:31.812457 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ab151c66-d90a-4c1a-bd1c-f4c36eed4076 admin admin] Publish callbacks [] for security_group (be0923af-d48d-422c-9097-af0248e6187e), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:31.868952 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ab151c66-d90a-4c1a-bd1c-f4c36eed4076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (be0923af-d48d-422c-9097-af0248e6187e), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:31.871753 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ab151c66-d90a-4c1a-bd1c-f4c36eed4076 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:31.873765 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-ab151c66-d90a-4c1a-bd1c-f4c36eed4076 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/be0923af-d48d-422c-9097-af0248e6187e HTTP/1.1" status: 204 len: 168 time: 0.1669095 May 06 15:03:31.878443 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-aaf4e084-5f8a-49a3-b929-98cb9ead62ca req-daa71656-0560-459a-a4e4-85b4843fdd0f service neutron] 10.222.0.26 "GET /v2.0/networks/a5b33968-9a47-4e49-a4ac-4bdb672e1215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942490 May 06 15:03:31.883349 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab151c66-d90a-4c1a-bd1c-f4c36eed4076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0923af-d48d-422c-9097-af0248e6187e,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:03:31.890888 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab151c66-d90a-4c1a-bd1c-f4c36eed4076 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:03:31.891322 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab151c66-d90a-4c1a-bd1c-f4c36eed4076 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:03:31.891700 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab151c66-d90a-4c1a-bd1c-f4c36eed4076 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:03:31.892124 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab151c66-d90a-4c1a-bd1c-f4c36eed4076 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:03:31.892565 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab151c66-d90a-4c1a-bd1c-f4c36eed4076 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:03:31.892954 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab151c66-d90a-4c1a-bd1c-f4c36eed4076 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:03:31.893343 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab151c66-d90a-4c1a-bd1c-f4c36eed4076 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:03:31.893801 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab151c66-d90a-4c1a-bd1c-f4c36eed4076 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:03:31.894224 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab151c66-d90a-4c1a-bd1c-f4c36eed4076 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:03:31.894570 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab151c66-d90a-4c1a-bd1c-f4c36eed4076 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:03:31.894943 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab151c66-d90a-4c1a-bd1c-f4c36eed4076 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:03:31.895316 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab151c66-d90a-4c1a-bd1c-f4c36eed4076 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:03:31.895771 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab151c66-d90a-4c1a-bd1c-f4c36eed4076 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:03:31.896942 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab151c66-d90a-4c1a-bd1c-f4c36eed4076 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:03:31.897270 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab151c66-d90a-4c1a-bd1c-f4c36eed4076 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:03:32.542720 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b398bbc9-a6d7-42fb-a87c-f0df49b2b187 req-457165d1-6b44-4e28-b67b-cbe99338fc3a tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:32.544292 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-b398bbc9-a6d7-42fb-a87c-f0df49b2b187 req-457165d1-6b44-4e28-b67b-cbe99338fc3a tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 945 time: 0.0543923 May 06 15:03:32.580546 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-86b63b89-64ab-4be1-8f42-762a460b8ef9 req-aa4acf82-b148-4f69-bfdb-258a6a856a28 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf4e93ad-7ab6-4861-b868-22470bf2da84 HTTP/1.1" status: 200 len: 210 time: 0.0320532 May 06 15:03:32.601700 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-b398bbc9-a6d7-42fb-a87c-f0df49b2b187 req-2168dc98-8b28-42f1-b325-2860aac7fb6a tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae37bc9a-9476-42ad-aa65-4d3a44fcf205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516698 May 06 15:03:32.993989 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746f40ce-ec1c-40a4-96d4-eef3fc1257c2 req-41c2a452-4f19-49db-a832-c26ab6940e39 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:32.995543 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-746f40ce-ec1c-40a4-96d4-eef3fc1257c2 req-41c2a452-4f19-49db-a832-c26ab6940e39 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.26 "GET /v2.0/networks?id=b25645b0-e420-497e-a471-7ed25f51150d HTTP/1.1" status: 200 len: 813 time: 0.1159596 May 06 15:03:33.021327 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.v2.base [req-746f40ce-ec1c-40a4-96d4-eef3fc1257c2 req-d1c1113a-e77a-4a41-94e2-9646bda47457 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Request body: {'port': {'device_id': 'bf4e93ad-7ab6-4861-b868-22470bf2da84', 'network_id': 'b25645b0-e420-497e-a471-7ed25f51150d', 'admin_state_up': True, 'tenant_id': 'd266c6c15e474b7885134dbe78a29833'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:03:33.137668 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-746f40ce-ec1c-40a4-96d4-eef3fc1257c2 req-d1c1113a-e77a-4a41-94e2-9646bda47457 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Made reservation on behalf of d266c6c15e474b7885134dbe78a29833 for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 15:03:33.141086 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-746f40ce-ec1c-40a4-96d4-eef3fc1257c2 req-d1c1113a-e77a-4a41-94e2-9646bda47457 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:33.266536 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-746f40ce-ec1c-40a4-96d4-eef3fc1257c2 req-d1c1113a-e77a-4a41-94e2-9646bda47457 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Allocated IP 172.20.0.11 (b25645b0-e420-497e-a471-7ed25f51150d/7bcd1b2b-245f-43f9-81ea-82302503a018/84f548d3-b2b2-4957-bc1c-f3ee2d3450fe) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 15:03:33.422979 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-746f40ce-ec1c-40a4-96d4-eef3fc1257c2 req-d1c1113a-e77a-4a41-94e2-9646bda47457 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Publish callbacks [] for port (84f548d3-b2b2-4957-bc1c-f3ee2d3450fe), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:33.458491 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-746f40ce-ec1c-40a4-96d4-eef3fc1257c2 req-d1c1113a-e77a-4a41-94e2-9646bda47457 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732313435468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194024'] for port (84f548d3-b2b2-4957-bc1c-f3ee2d3450fe), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:33.502415 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-746f40ce-ec1c-40a4-96d4-eef3fc1257c2 req-d1c1113a-e77a-4a41-94e2-9646bda47457 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Network b25645b0-e420-497e-a471-7ed25f51150d is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 15:03:33.505996 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-746f40ce-ec1c-40a4-96d4-eef3fc1257c2 req-d1c1113a-e77a-4a41-94e2-9646bda47457 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 15:03:33.512361 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-746f40ce-ec1c-40a4-96d4-eef3fc1257c2 req-d1c1113a-e77a-4a41-94e2-9646bda47457 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 15:03:33.519697 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c1113a-e77a-4a41-94e2-9646bda47457 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Pushing event updated for resources: {'Port': ['ID=84f548d3-b2b2-4957-bc1c-f3ee2d3450fe,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:03:33.552686 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c1113a-e77a-4a41-94e2-9646bda47457 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:03:33.553037 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c1113a-e77a-4a41-94e2-9646bda47457 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:03:33.553379 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c1113a-e77a-4a41-94e2-9646bda47457 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:03:33.553721 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c1113a-e77a-4a41-94e2-9646bda47457 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:03:33.554050 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c1113a-e77a-4a41-94e2-9646bda47457 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:03:33.554381 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c1113a-e77a-4a41-94e2-9646bda47457 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:03:33.554708 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c1113a-e77a-4a41-94e2-9646bda47457 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:03:33.555032 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c1113a-e77a-4a41-94e2-9646bda47457 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:03:33.555357 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c1113a-e77a-4a41-94e2-9646bda47457 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:03:33.555690 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c1113a-e77a-4a41-94e2-9646bda47457 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:03:33.556019 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c1113a-e77a-4a41-94e2-9646bda47457 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:03:33.556344 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c1113a-e77a-4a41-94e2-9646bda47457 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:03:33.556690 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c1113a-e77a-4a41-94e2-9646bda47457 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:03:33.557010 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c1113a-e77a-4a41-94e2-9646bda47457 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:03:33.557327 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c1113a-e77a-4a41-94e2-9646bda47457 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:03:33.580684 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746f40ce-ec1c-40a4-96d4-eef3fc1257c2 req-d1c1113a-e77a-4a41-94e2-9646bda47457 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:33.581387 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-746f40ce-ec1c-40a4-96d4-eef3fc1257c2 req-d1c1113a-e77a-4a41-94e2-9646bda47457 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566627'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:33.598536 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-746f40ce-ec1c-40a4-96d4-eef3fc1257c2 req-d1c1113a-e77a-4a41-94e2-9646bda47457 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5813076 May 06 15:03:33.613448 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.v2.base [req-746f40ce-ec1c-40a4-96d4-eef3fc1257c2 req-a1489551-536c-49e9-94d9-f02db2e7b177 service neutron] Request body: {'port': {'device_id': 'bf4e93ad-7ab6-4861-b868-22470bf2da84', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:03:33.703899 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-746f40ce-ec1c-40a4-96d4-eef3fc1257c2 req-a1489551-536c-49e9-94d9-f02db2e7b177 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (84f548d3-b2b2-4957-bc1c-f3ee2d3450fe), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:33.721129 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca848b-17cf-47be-9412-8e0f6ffa7992 req-43c43011-b1d3-4b91-91f1-eff8dad86e40 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:33.722632 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-f0ca848b-17cf-47be-9412-8e0f6ffa7992 req-43c43011-b1d3-4b91-91f1-eff8dad86e40 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 945 time: 0.0491660 May 06 15:03:33.728402 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5441da-cef2-45bb-98fe-a432ac3838c9 req-b2fdb4a2-c23d-4114-8985-0aa5b4fbaca8 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:33.729891 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-1a5441da-cef2-45bb-98fe-a432ac3838c9 req-b2fdb4a2-c23d-4114-8985-0aa5b4fbaca8 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf4e93ad-7ab6-4861-b868-22470bf2da84 HTTP/1.1" status: 200 len: 932 time: 0.0620153 May 06 15:03:33.771637 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-f0ca848b-17cf-47be-9412-8e0f6ffa7992 req-c69e385d-3235-42ac-b248-c97996940b06 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae37bc9a-9476-42ad-aa65-4d3a44fcf205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433629 May 06 15:03:33.862796 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-1a5441da-cef2-45bb-98fe-a432ac3838c9 req-e3b96232-aa19-4cb8-a3f2-5cc0b6b0f0d6 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/security-groups?id=50e2800d-a431-4d04-93b2-fbd26b99e352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088595 May 06 15:03:34.013273 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.notifiers.nova [req-746f40ce-ec1c-40a4-96d4-eef3fc1257c2 req-a1489551-536c-49e9-94d9-f02db2e7b177 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84f548d3-b2b2-4957-bc1c-f3ee2d3450fe {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 15:03:34.021055 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-746f40ce-ec1c-40a4-96d4-eef3fc1257c2 req-a1489551-536c-49e9-94d9-f02db2e7b177 service neutron] Publish callbacks [] for port (84f548d3-b2b2-4957-bc1c-f3ee2d3450fe), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:34.033902 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-746f40ce-ec1c-40a4-96d4-eef3fc1257c2 req-a1489551-536c-49e9-94d9-f02db2e7b177 service neutron] Transition to ACTIVE for port object 84f548d3-b2b2-4957-bc1c-f3ee2d3450fe will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 06 15:03:34.038918 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-746f40ce-ec1c-40a4-96d4-eef3fc1257c2 req-a1489551-536c-49e9-94d9-f02db2e7b177 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194015'] for port (84f548d3-b2b2-4957-bc1c-f3ee2d3450fe), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:34.093912 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1489551-536c-49e9-94d9-f02db2e7b177 service neutron] Pushing event updated for resources: {'Port': ['ID=84f548d3-b2b2-4957-bc1c-f3ee2d3450fe,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:03:34.165882 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-746f40ce-ec1c-40a4-96d4-eef3fc1257c2 req-a1489551-536c-49e9-94d9-f02db2e7b177 service neutron] Attempting to bind port 84f548d3-b2b2-4957-bc1c-f3ee2d3450fe on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 15:03:34.166298 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-746f40ce-ec1c-40a4-96d4-eef3fc1257c2 req-a1489551-536c-49e9-94d9-f02db2e7b177 service neutron] Attempting to bind port 84f548d3-b2b2-4957-bc1c-f3ee2d3450fe by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '31ca6aab-ca48-40de-9cf2-5559fb87173d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'b25645b0-e420-497e-a471-7ed25f51150d'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 15:03:34.166693 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746f40ce-ec1c-40a4-96d4-eef3fc1257c2 req-a1489551-536c-49e9-94d9-f02db2e7b177 service neutron] Attempting to bind port 84f548d3-b2b2-4957-bc1c-f3ee2d3450fe on network b25645b0-e420-497e-a471-7ed25f51150d {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 15:03:34.171959 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746f40ce-ec1c-40a4-96d4-eef3fc1257c2 req-a1489551-536c-49e9-94d9-f02db2e7b177 service neutron] Port 84f548d3-b2b2-4957-bc1c-f3ee2d3450fe on network b25645b0-e420-497e-a471-7ed25f51150d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 15:03:34.172274 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746f40ce-ec1c-40a4-96d4-eef3fc1257c2 req-a1489551-536c-49e9-94d9-f02db2e7b177 service neutron] Attempting to bind port 84f548d3-b2b2-4957-bc1c-f3ee2d3450fe on network b25645b0-e420-497e-a471-7ed25f51150d {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 15:03:34.177185 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746f40ce-ec1c-40a4-96d4-eef3fc1257c2 req-a1489551-536c-49e9-94d9-f02db2e7b177 service neutron] Checking agent: {'id': '1eb4536b-031c-4a65-bfe5-fc1ede7d9429', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 14, 56, 20), 'started_at': datetime.datetime(2022, 5, 6, 14, 56, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 15, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 15:03:34.177511 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746f40ce-ec1c-40a4-96d4-eef3fc1257c2 req-a1489551-536c-49e9-94d9-f02db2e7b177 service neutron] Checking segment: {'id': '31ca6aab-ca48-40de-9cf2-5559fb87173d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'b25645b0-e420-497e-a471-7ed25f51150d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 15:03:34.177883 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746f40ce-ec1c-40a4-96d4-eef3fc1257c2 req-a1489551-536c-49e9-94d9-f02db2e7b177 service neutron] Bound using segment: {'id': '31ca6aab-ca48-40de-9cf2-5559fb87173d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'b25645b0-e420-497e-a471-7ed25f51150d'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 15:03:34.178304 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-746f40ce-ec1c-40a4-96d4-eef3fc1257c2 req-a1489551-536c-49e9-94d9-f02db2e7b177 service neutron] Bound port: 84f548d3-b2b2-4957-bc1c-f3ee2d3450fe, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31ca6aab-ca48-40de-9cf2-5559fb87173d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'b25645b0-e420-497e-a471-7ed25f51150d'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 15:03:34.178651 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-746f40ce-ec1c-40a4-96d4-eef3fc1257c2 req-a1489551-536c-49e9-94d9-f02db2e7b177 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (84f548d3-b2b2-4957-bc1c-f3ee2d3450fe), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:34.254977 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-746f40ce-ec1c-40a4-96d4-eef3fc1257c2 req-a1489551-536c-49e9-94d9-f02db2e7b177 service neutron] For port 84f548d3-b2b2-4957-bc1c-f3ee2d3450fe, host hv-cinder-84067, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 15:03:34.257943 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-746f40ce-ec1c-40a4-96d4-eef3fc1257c2 req-a1489551-536c-49e9-94d9-f02db2e7b177 service neutron] For port 84f548d3-b2b2-4957-bc1c-f3ee2d3450fe, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=84f548d3-b2b2-4957-bc1c-f3ee2d3450fe,segment=NetworkSegment(31ca6aab-ca48-40de-9cf2-5559fb87173d),segment_id=31ca6aab-ca48-40de-9cf2-5559fb87173d)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 15:03:34.263093 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-746f40ce-ec1c-40a4-96d4-eef3fc1257c2 req-a1489551-536c-49e9-94d9-f02db2e7b177 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194015'] for port (84f548d3-b2b2-4957-bc1c-f3ee2d3450fe), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:34.296092 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746f40ce-ec1c-40a4-96d4-eef3fc1257c2 req-a1489551-536c-49e9-94d9-f02db2e7b177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:34.296731 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-746f40ce-ec1c-40a4-96d4-eef3fc1257c2 req-a1489551-536c-49e9-94d9-f02db2e7b177 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566627'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:34.298136 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-746f40ce-ec1c-40a4-96d4-eef3fc1257c2 req-a1489551-536c-49e9-94d9-f02db2e7b177 service neutron] 10.222.0.26 "PUT /v2.0/ports/84f548d3-b2b2-4957-bc1c-f3ee2d3450fe HTTP/1.1" status: 200 len: 1094 time: 0.6888611 May 06 15:03:34.298569 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf4e93ad-7ab6-4861-b868-22470bf2da84', 'tag': '84f548d3-b2b2-4957-bc1c-f3ee2d3450fe'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 15:03:34.300807 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5daf9cee7e39eb515dc660b2975ad5fbac0ba75c1025697cc881fad3e2d3ce45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c23cfc1-5174-4c39-8d56-0ac4bac14e9c" -d '{"events": [{"name": "network-changed", "server_uuid": "bf4e93ad-7ab6-4861-b868-22470bf2da84", "tag": "84f548d3-b2b2-4957-bc1c-f3ee2d3450fe"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 15:03:34.338482 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1489551-536c-49e9-94d9-f02db2e7b177 service neutron] Pushing event updated for resources: {'Port': ['ID=84f548d3-b2b2-4957-bc1c-f3ee2d3450fe,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:03:34.342630 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 15:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec78ae3e-e07e-4058-a32f-e20f25812541 x-openstack-request-id: req-ec78ae3e-e07e-4058-a32f-e20f25812541 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 15:03:34.343093 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf4e93ad-7ab6-4861-b868-22470bf2da84", "tag": "84f548d3-b2b2-4957-bc1c-f3ee2d3450fe", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 15:03:34.343211 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ec78ae3e-e07e-4058-a32f-e20f25812541 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 15:03:34.343535 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec78ae3e-e07e-4058-a32f-e20f25812541'] response: {'name': 'network-changed', 'server_uuid': 'bf4e93ad-7ab6-4861-b868-22470bf2da84', 'tag': '84f548d3-b2b2-4957-bc1c-f3ee2d3450fe', 'status': 'completed', 'code': 200} May 06 15:03:34.410221 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746f40ce-ec1c-40a4-96d4-eef3fc1257c2 req-da452a33-d47f-408c-9a7e-2392fb95f628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:34.411688 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-746f40ce-ec1c-40a4-96d4-eef3fc1257c2 req-da452a33-d47f-408c-9a7e-2392fb95f628 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d266c6c15e474b7885134dbe78a29833&device_id=bf4e93ad-7ab6-4861-b868-22470bf2da84 HTTP/1.1" status: 200 len: 1128 time: 0.0408854 May 06 15:03:34.456626 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-746f40ce-ec1c-40a4-96d4-eef3fc1257c2 req-f07ad772-4b01-4795-ae73-0fb174adc7f6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84f548d3-b2b2-4957-bc1c-f3ee2d3450fe HTTP/1.1" status: 200 len: 217 time: 0.0376503 May 06 15:03:34.508461 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746f40ce-ec1c-40a4-96d4-eef3fc1257c2 req-0fe76854-2351-4455-81ff-dbf707e96220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:34.509930 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-746f40ce-ec1c-40a4-96d4-eef3fc1257c2 req-0fe76854-2351-4455-81ff-dbf707e96220 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7bcd1b2b-245f-43f9-81ea-82302503a018 HTTP/1.1" status: 200 len: 853 time: 0.0471857 May 06 15:03:34.552198 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-746f40ce-ec1c-40a4-96d4-eef3fc1257c2 req-00c7f45d-6d93-41b1-8248-3fcae74af6d9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b25645b0-e420-497e-a471-7ed25f51150d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264685 May 06 15:03:34.645962 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-746f40ce-ec1c-40a4-96d4-eef3fc1257c2 req-e65c00eb-7bf4-496c-b907-95c8a0048d18 service neutron] 10.222.0.26 "GET /v2.0/networks/b25645b0-e420-497e-a471-7ed25f51150d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838549 May 06 15:03:34.886571 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113bbe5d-e1ec-40af-ba92-9b5d1803db8a req-80e644a8-3c84-41d8-b168-fa841cbcf19a tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:34.888068 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-113bbe5d-e1ec-40af-ba92-9b5d1803db8a req-80e644a8-3c84-41d8-b168-fa841cbcf19a tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 945 time: 0.0495214 May 06 15:03:34.937390 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-113bbe5d-e1ec-40af-ba92-9b5d1803db8a req-8d8f535a-9ec6-4872-b728-31c9fe4b4a85 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae37bc9a-9476-42ad-aa65-4d3a44fcf205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433156 May 06 15:03:34.979329 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f723c83f-5215-486d-b6ba-29df0b0da6f7 req-ec976530-47f5-450d-a987-c6dfd666b3e1 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:34.980808 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-f723c83f-5215-486d-b6ba-29df0b0da6f7 req-ec976530-47f5-450d-a987-c6dfd666b3e1 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf4e93ad-7ab6-4861-b868-22470bf2da84 HTTP/1.1" status: 200 len: 944 time: 0.0482008 May 06 15:03:35.029974 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-f723c83f-5215-486d-b6ba-29df0b0da6f7 req-e86ec432-b61c-46b9-8892-f3e99dfe94ea tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/security-groups?id=50e2800d-a431-4d04-93b2-fbd26b99e352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420954 May 06 15:03:35.801863 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.agents_db [None req-6003b131-4361-4e36-81e7-47e90cbdf206 None None] Agent healthcheck: found 6 active agents {{(pid=103345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 15:03:36.057399 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e7063-cd28-48fb-b9a4-2f61408ebfd4 req-d37ecb58-87f5-4a93-b69d-08fb1fb89c8f tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:36.058908 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-e32e7063-cd28-48fb-b9a4-2f61408ebfd4 req-d37ecb58-87f5-4a93-b69d-08fb1fb89c8f tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 945 time: 0.0529597 May 06 15:03:36.121309 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-e32e7063-cd28-48fb-b9a4-2f61408ebfd4 req-22e75124-90e4-44b4-8606-7b77c6bb710a tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae37bc9a-9476-42ad-aa65-4d3a44fcf205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549493 May 06 15:03:36.145433 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15fc06-dda3-4419-9518-ab934a4a7cbc req-69f4c4db-f5ab-4b75-8fc1-2dc73189b022 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:36.146901 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-2b15fc06-dda3-4419-9518-ab934a4a7cbc req-69f4c4db-f5ab-4b75-8fc1-2dc73189b022 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf4e93ad-7ab6-4861-b868-22470bf2da84 HTTP/1.1" status: 200 len: 944 time: 0.0499961 May 06 15:03:36.202811 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-2b15fc06-dda3-4419-9518-ab934a4a7cbc req-cea11a5f-514e-4129-ae4c-fa32ae257faf tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/security-groups?id=50e2800d-a431-4d04-93b2-fbd26b99e352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502632 May 06 15:03:36.223730 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-746f40ce-ec1c-40a4-96d4-eef3fc1257c2 req-fb87a3a8-910a-402d-a50f-91a70ca598c0 service neutron] 10.222.0.26 "GET /v2.0/networks/b25645b0-e420-497e-a471-7ed25f51150d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899953 May 06 15:03:37.116726 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6cabec4b-31b0-453a-a1f1-47554f0e4ef4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (79b17169-ed94-4769-ba4e-30adf371f78f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:37.238357 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e5651-4118-43b2-a46c-9a7a5228212a req-3dd3fcf3-e820-4964-af67-a2f9bf9e7c21 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:37.239787 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-9f3e5651-4118-43b2-a46c-9a7a5228212a req-3dd3fcf3-e820-4964-af67-a2f9bf9e7c21 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 945 time: 0.0494685 May 06 15:03:37.289857 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-9f3e5651-4118-43b2-a46c-9a7a5228212a req-3c5fe30b-4e34-4fae-a49b-d3fd7e5ff544 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae37bc9a-9476-42ad-aa65-4d3a44fcf205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442533 May 06 15:03:37.321076 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d94331-aa7f-45ff-9038-0ee14be577a0 req-f9eb4450-d3ad-41bf-ab2e-c03b8c005aa8 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:37.322689 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-92d94331-aa7f-45ff-9038-0ee14be577a0 req-f9eb4450-d3ad-41bf-ab2e-c03b8c005aa8 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf4e93ad-7ab6-4861-b868-22470bf2da84 HTTP/1.1" status: 200 len: 944 time: 0.0517678 May 06 15:03:37.374694 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-92d94331-aa7f-45ff-9038-0ee14be577a0 req-07cc2edd-4594-4857-8f29-63f0d3df9449 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/security-groups?id=50e2800d-a431-4d04-93b2-fbd26b99e352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452271 May 06 15:03:38.416384 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd39fc4-4eb9-43f8-83db-2de4416e6964 req-b20a4231-b8ee-45ab-94d4-1c9f4579c3b5 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:38.417963 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-bbd39fc4-4eb9-43f8-83db-2de4416e6964 req-b20a4231-b8ee-45ab-94d4-1c9f4579c3b5 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 945 time: 0.0519166 May 06 15:03:38.466375 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-bbd39fc4-4eb9-43f8-83db-2de4416e6964 req-e159947b-f230-4ca5-b0a2-a8f6a3308ad6 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae37bc9a-9476-42ad-aa65-4d3a44fcf205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422778 May 06 15:03:38.497918 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c76f4c-5756-47af-bba7-e6fc4637b72e req-68c8043c-32bb-4baa-804b-a92a159d7a73 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:38.499485 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-c0c76f4c-5756-47af-bba7-e6fc4637b72e req-68c8043c-32bb-4baa-804b-a92a159d7a73 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf4e93ad-7ab6-4861-b868-22470bf2da84 HTTP/1.1" status: 200 len: 944 time: 0.0564716 May 06 15:03:38.559109 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-c0c76f4c-5756-47af-bba7-e6fc4637b72e req-87d3626d-8914-4033-a59c-182a93b26e7b tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/security-groups?id=50e2800d-a431-4d04-93b2-fbd26b99e352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511358 May 06 15:03:39.439741 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0fc7fea9-00a9-4bcb-967f-bd0fa7012a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (ec8f31e6-1756-4927-8bc3-e144e6f0af83), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:39.625193 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5517f542-2c98-49cd-8535-8a324a7db93a req-2849d98d-2283-4cc8-9f0d-4d16da1f3985 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:39.626943 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-5517f542-2c98-49cd-8535-8a324a7db93a req-2849d98d-2283-4cc8-9f0d-4d16da1f3985 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 945 time: 0.0558274 May 06 15:03:39.693386 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6856aa3-1210-411c-bd15-0e9ca733a789 req-b99d47e4-e459-430f-8913-cf48d3c14bb5 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:39.695035 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-c6856aa3-1210-411c-bd15-0e9ca733a789 req-b99d47e4-e459-430f-8913-cf48d3c14bb5 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf4e93ad-7ab6-4861-b868-22470bf2da84 HTTP/1.1" status: 200 len: 944 time: 0.0613477 May 06 15:03:39.746286 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-c6856aa3-1210-411c-bd15-0e9ca733a789 req-00160bb9-e33a-42ca-9fa0-ced0c45d859f tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/security-groups?id=50e2800d-a431-4d04-93b2-fbd26b99e352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451069 May 06 15:03:39.780891 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-5517f542-2c98-49cd-8535-8a324a7db93a req-a0e0256a-5ed0-4a6d-bb17-8554ca64b132 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae37bc9a-9476-42ad-aa65-4d3a44fcf205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472480 May 06 15:03:40.533336 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1afa6ce1-9145-4257-8e23-9dd2cd4b1998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b699075f-0d9f-4d2e-b182-9d9eb15bfab1), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:40.870738 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8561019-5de3-40af-b827-ebe53879f900 req-849c6af5-9f61-49a9-b35a-87f18783b818 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:40.872289 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-e8561019-5de3-40af-b827-ebe53879f900 req-849c6af5-9f61-49a9-b35a-87f18783b818 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf4e93ad-7ab6-4861-b868-22470bf2da84 HTTP/1.1" status: 200 len: 944 time: 0.0548112 May 06 15:03:40.907824 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f3a9cc-0e00-4093-9b7f-4c94a0698b82 req-8f242005-7fd4-464a-b604-4c62210d83c0 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:40.909349 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-14f3a9cc-0e00-4093-9b7f-4c94a0698b82 req-8f242005-7fd4-464a-b604-4c62210d83c0 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 945 time: 0.0541244 May 06 15:03:40.924967 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-e8561019-5de3-40af-b827-ebe53879f900 req-28df1c20-454d-43b9-8b49-28082b9ad0b8 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/security-groups?id=50e2800d-a431-4d04-93b2-fbd26b99e352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469532 May 06 15:03:40.968627 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-14f3a9cc-0e00-4093-9b7f-4c94a0698b82 req-df379d48-052d-4abc-bad0-639ff12295d3 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae37bc9a-9476-42ad-aa65-4d3a44fcf205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536289 May 06 15:03:41.955270 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device 84f548d3-b2b2-4957-bc1c-f3ee2d3450fe details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 15:03:42.027334 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c23cfc1-5174-4c39-8d56-0ac4bac14e9c req-775b111c-9de9-4d2e-9341-d2765b613787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:42.030742 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-6c23cfc1-5174-4c39-8d56-0ac4bac14e9c req-775b111c-9de9-4d2e-9341-d2765b613787 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d266c6c15e474b7885134dbe78a29833&device_id=bf4e93ad-7ab6-4861-b868-22470bf2da84 HTTP/1.1" status: 200 len: 1128 time: 0.0457647 May 06 15:03:42.049743 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeccc2e-469e-4e07-925c-ebbcdb57643e req-56c2fb1d-3817-4198-9542-b422eac01924 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:42.051285 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-dbeccc2e-469e-4e07-925c-ebbcdb57643e req-56c2fb1d-3817-4198-9542-b422eac01924 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf4e93ad-7ab6-4861-b868-22470bf2da84 HTTP/1.1" status: 200 len: 944 time: 0.0497544 May 06 15:03:42.062433 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] For port 84f548d3-b2b2-4957-bc1c-f3ee2d3450fe, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=84f548d3-b2b2-4957-bc1c-f3ee2d3450fe,segment=NetworkSegment(31ca6aab-ca48-40de-9cf2-5559fb87173d),segment_id=31ca6aab-ca48-40de-9cf2-5559fb87173d)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:03:42.074951 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Returning: {'device': '84f548d3-b2b2-4957-bc1c-f3ee2d3450fe', 'network_id': 'b25645b0-e420-497e-a471-7ed25f51150d', 'port_id': '84f548d3-b2b2-4957-bc1c-f3ee2d3450fe', 'mac_address': 'fa:16:3e:c0:36:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bcd1b2b-245f-43f9-81ea-82302503a018', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 15:03:42.101023 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b04bfae-2740-4ff3-9030-8c9b599632ad req-d0e30034-c40c-4045-b6fe-7c3548ae84aa tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:42.102542 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-8b04bfae-2740-4ff3-9030-8c9b599632ad req-d0e30034-c40c-4045-b6fe-7c3548ae84aa tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 945 time: 0.0490832 May 06 15:03:42.106639 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-dbeccc2e-469e-4e07-925c-ebbcdb57643e req-8ba3512a-738a-41f1-81ea-48c739b7cacc tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/security-groups?id=50e2800d-a431-4d04-93b2-fbd26b99e352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494993 May 06 15:03:42.121881 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Current status of the port 84f548d3-b2b2-4957-bc1c-f3ee2d3450fe is: DOWN; New status is: BUILD {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:03:42.122268 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (84f548d3-b2b2-4957-bc1c-f3ee2d3450fe), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:42.135740 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.notifiers.nova [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84f548d3-b2b2-4957-bc1c-f3ee2d3450fe {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 15:03:42.159083 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] For port 84f548d3-b2b2-4957-bc1c-f3ee2d3450fe, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=84f548d3-b2b2-4957-bc1c-f3ee2d3450fe,segment=NetworkSegment(31ca6aab-ca48-40de-9cf2-5559fb87173d),segment_id=31ca6aab-ca48-40de-9cf2-5559fb87173d)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:03:42.161535 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-8b04bfae-2740-4ff3-9030-8c9b599632ad req-d253befc-6001-4b3e-8012-cf75e3bfc551 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae37bc9a-9476-42ad-aa65-4d3a44fcf205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523193 May 06 15:03:42.164319 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (84f548d3-b2b2-4957-bc1c-f3ee2d3450fe), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:42.211615 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Pushing event updated for resources: {'Port': ['ID=84f548d3-b2b2-4957-bc1c-f3ee2d3450fe,revision_number=4']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:03:42.219216 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:03:42.219569 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:03:42.219939 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:03:42.220301 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:03:42.220669 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:03:42.221008 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:03:42.221346 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:03:42.221676 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:03:42.222004 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:03:42.222330 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:03:42.222657 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:03:42.222998 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:03:42.223327 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:03:42.223648 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:03:42.223971 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:03:42.661569 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-68b1beb6-545b-4f86-a143-b395004404eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b8293b96-1d4f-4101-9243-9870353ff712), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:43.223854 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9d2d2-5872-4402-b176-cd9e145a384d req-5a545c7a-17a0-4bfd-b1e0-1fe89619381c tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:43.225400 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-aab9d2d2-5872-4402-b176-cd9e145a384d req-5a545c7a-17a0-4bfd-b1e0-1fe89619381c tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf4e93ad-7ab6-4861-b868-22470bf2da84 HTTP/1.1" status: 200 len: 945 time: 0.0481360 May 06 15:03:43.277076 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-aab9d2d2-5872-4402-b176-cd9e145a384d req-25e1c7f1-769c-4142-9ab2-d5b98016d24c tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/security-groups?id=50e2800d-a431-4d04-93b2-fbd26b99e352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461249 May 06 15:03:43.287427 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50239f9-e144-44f6-be4d-bebb1f685d90 req-5cdfd4c1-3be7-494f-a044-b2b40ddb1350 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:43.288972 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-d50239f9-e144-44f6-be4d-bebb1f685d90 req-5cdfd4c1-3be7-494f-a044-b2b40ddb1350 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 945 time: 0.0586698 May 06 15:03:43.361756 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-d50239f9-e144-44f6-be4d-bebb1f685d90 req-a6717929-2d95-4a30-ba11-0e793d0df6d9 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae37bc9a-9476-42ad-aa65-4d3a44fcf205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655169 May 06 15:03:43.527392 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] get_ports_and_sgs() called for port_ids ['84f548d3-b2b2-4957-bc1c-f3ee2d3450fe'] {{(pid=103344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 15:03:43.637662 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c23cfc1-5174-4c39-8d56-0ac4bac14e9c req-2a7efd8e-b391-412e-b647-a61d63dda4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:43.639355 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-6c23cfc1-5174-4c39-8d56-0ac4bac14e9c req-2a7efd8e-b391-412e-b647-a61d63dda4e5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b25645b0-e420-497e-a471-7ed25f51150d HTTP/1.1" status: 200 len: 914 time: 0.0902381 May 06 15:03:43.741620 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (20451d70-ea89-4a66-885a-20a1b2a3bff8), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:43.761421 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-6c23cfc1-5174-4c39-8d56-0ac4bac14e9c req-58bf91c0-e7dc-4a86-9670-044a9fe49ddd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84f548d3-b2b2-4957-bc1c-f3ee2d3450fe HTTP/1.1" status: 200 len: 217 time: 0.0392947 May 06 15:03:44.392846 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e48bb63-4ced-428c-8264-7bb9722b1ee3 req-b4140d18-7844-45e2-b26f-842291595b9d tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:44.394390 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-9e48bb63-4ced-428c-8264-7bb9722b1ee3 req-b4140d18-7844-45e2-b26f-842291595b9d tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf4e93ad-7ab6-4861-b868-22470bf2da84 HTTP/1.1" status: 200 len: 945 time: 0.0472772 May 06 15:03:44.443342 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-9e48bb63-4ced-428c-8264-7bb9722b1ee3 req-4150d631-cd61-4a26-8baf-e51ae0cca34b tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/security-groups?id=50e2800d-a431-4d04-93b2-fbd26b99e352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429876 May 06 15:03:44.479831 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12383da7-83dd-449b-8328-bb43c04ec420 req-79db9d47-8c94-41b8-874d-2d38afc0639c tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:44.481373 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-12383da7-83dd-449b-8328-bb43c04ec420 req-79db9d47-8c94-41b8-874d-2d38afc0639c tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 945 time: 0.0502079 May 06 15:03:44.530242 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-12383da7-83dd-449b-8328-bb43c04ec420 req-d78a67a1-c399-4803-bd27-7cefa61fe364 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae37bc9a-9476-42ad-aa65-4d3a44fcf205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431509 May 06 15:03:45.564688 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0c445d-1e91-49ac-ba6f-31e0f91fe0aa req-dff81229-764f-4530-8c08-e01866cd1ab1 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:45.566210 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-ce0c445d-1e91-49ac-ba6f-31e0f91fe0aa req-dff81229-764f-4530-8c08-e01866cd1ab1 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf4e93ad-7ab6-4861-b868-22470bf2da84 HTTP/1.1" status: 200 len: 945 time: 0.0538120 May 06 15:03:45.615758 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-ce0c445d-1e91-49ac-ba6f-31e0f91fe0aa req-59604283-89c4-4072-8cad-acb0f71ccaf8 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/security-groups?id=50e2800d-a431-4d04-93b2-fbd26b99e352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438309 May 06 15:03:45.646268 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299f87a6-a6dc-492e-ab26-4f6988059046 req-bea144c4-61a0-47e7-b287-108f3be51caf tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:45.647735 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-299f87a6-a6dc-492e-ab26-4f6988059046 req-bea144c4-61a0-47e7-b287-108f3be51caf tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 945 time: 0.0491042 May 06 15:03:45.697574 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-299f87a6-a6dc-492e-ab26-4f6988059046 req-edf6e6a2-be2a-4795-a917-03d39b69e162 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae37bc9a-9476-42ad-aa65-4d3a44fcf205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441859 May 06 15:03:46.733045 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a17b99e-1f47-4f2f-a739-64ba9d83ce4c req-a362019b-53ba-4158-91e6-be104fe91db0 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:46.734575 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-6a17b99e-1f47-4f2f-a739-64ba9d83ce4c req-a362019b-53ba-4158-91e6-be104fe91db0 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf4e93ad-7ab6-4861-b868-22470bf2da84 HTTP/1.1" status: 200 len: 945 time: 0.0479536 May 06 15:03:46.783976 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-6a17b99e-1f47-4f2f-a739-64ba9d83ce4c req-578f9c1b-1c28-44a2-9086-c187b3f7aa1c tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/security-groups?id=50e2800d-a431-4d04-93b2-fbd26b99e352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439723 May 06 15:03:46.818349 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235b3217-1c14-4ef7-a8b6-d88b9d675cab req-faae05eb-466d-49c9-afae-98e7c5b3b364 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:46.819821 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-235b3217-1c14-4ef7-a8b6-d88b9d675cab req-faae05eb-466d-49c9-afae-98e7c5b3b364 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 945 time: 0.0506494 May 06 15:03:46.866774 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-235b3217-1c14-4ef7-a8b6-d88b9d675cab req-250f75f0-7770-4fc3-82dd-f208f640900e tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae37bc9a-9476-42ad-aa65-4d3a44fcf205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414572 May 06 15:03:47.272308 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c23cfc1-5174-4c39-8d56-0ac4bac14e9c req-4685e07e-8f28-4b25-b8ad-64d923f70c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:47.273894 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-6c23cfc1-5174-4c39-8d56-0ac4bac14e9c req-4685e07e-8f28-4b25-b8ad-64d923f70c92 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7bcd1b2b-245f-43f9-81ea-82302503a018 HTTP/1.1" status: 200 len: 853 time: 0.0488567 May 06 15:03:47.437178 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-6c23cfc1-5174-4c39-8d56-0ac4bac14e9c req-10f8e386-ab73-49f1-b69c-f19d88f908bb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b25645b0-e420-497e-a471-7ed25f51150d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285509 May 06 15:03:47.540802 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-6c23cfc1-5174-4c39-8d56-0ac4bac14e9c req-5fb8e795-9793-4063-8475-f9623c38358a service neutron] 10.222.0.26 "GET /v2.0/networks/b25645b0-e420-497e-a471-7ed25f51150d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950673 May 06 15:03:47.650343 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-6c23cfc1-5174-4c39-8d56-0ac4bac14e9c req-78873a8f-7e8f-4b15-a055-d970876d3f0e service neutron] 10.222.0.26 "GET /v2.0/networks/b25645b0-e420-497e-a471-7ed25f51150d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845306 May 06 15:03:47.704477 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device 84f548d3-b2b2-4957-bc1c-f3ee2d3450fe up at agent hyperv_hv-cinder-84067 {{(pid=103344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 15:03:47.751423 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Provisioning for port 84f548d3-b2b2-4957-bc1c-f3ee2d3450fe completed by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 06 15:03:47.757694 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Provisioning complete for port 84f548d3-b2b2-4957-bc1c-f3ee2d3450fe triggered by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:03:47.758059 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (84f548d3-b2b2-4957-bc1c-f3ee2d3450fe), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:47.836900 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Current status of the port 84f548d3-b2b2-4957-bc1c-f3ee2d3450fe is: BUILD; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:03:47.836900 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (84f548d3-b2b2-4957-bc1c-f3ee2d3450fe), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:47.860044 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf4e93ad-7ab6-4861-b868-22470bf2da84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84f548d3-b2b2-4957-bc1c-f3ee2d3450fe'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 15:03:47.862295 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e0964ea08b7304cb3fd06b6962f873a42c5b1f8277632c4cd90ec00bfa9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05bc4ee3-122f-421b-bddb-90b65b91ac37" -d '{"events": [{"server_uuid": "bf4e93ad-7ab6-4861-b868-22470bf2da84", "name": "network-vif-plugged", "status": "completed", "tag": "84f548d3-b2b2-4957-bc1c-f3ee2d3450fe"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 15:03:47.875700 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] For port 84f548d3-b2b2-4957-bc1c-f3ee2d3450fe, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=84f548d3-b2b2-4957-bc1c-f3ee2d3450fe,segment=NetworkSegment(31ca6aab-ca48-40de-9cf2-5559fb87173d),segment_id=31ca6aab-ca48-40de-9cf2-5559fb87173d)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:03:47.882510 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (84f548d3-b2b2-4957-bc1c-f3ee2d3450fe), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:47.908826 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a64928-8066-4173-b35a-a42df02faf35 req-83c55940-e5cd-4431-9e04-e1bdc46f7823 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:47.910514 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-75a64928-8066-4173-b35a-a42df02faf35 req-83c55940-e5cd-4431-9e04-e1bdc46f7823 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf4e93ad-7ab6-4861-b868-22470bf2da84 HTTP/1.1" status: 200 len: 945 time: 0.0582967 May 06 15:03:47.954922 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Pushing event updated for resources: {'Port': ['ID=84f548d3-b2b2-4957-bc1c-f3ee2d3450fe,revision_number=5']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:03:47.986705 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-75a64928-8066-4173-b35a-a42df02faf35 req-d5bd397b-2154-444f-8c65-2735a36d1a13 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/security-groups?id=50e2800d-a431-4d04-93b2-fbd26b99e352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688634 May 06 15:03:48.085190 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 15:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06208439-1c69-4222-9f29-b65391b2af39 x-openstack-request-id: req-06208439-1c69-4222-9f29-b65391b2af39 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 15:03:48.085484 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf4e93ad-7ab6-4861-b868-22470bf2da84", "name": "network-vif-plugged", "status": "completed", "tag": "84f548d3-b2b2-4957-bc1c-f3ee2d3450fe", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 15:03:48.085851 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-06208439-1c69-4222-9f29-b65391b2af39 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 15:03:48.086138 dv-cinder-840678-2-iscsi neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06208439-1c69-4222-9f29-b65391b2af39'] response: {'server_uuid': 'bf4e93ad-7ab6-4861-b868-22470bf2da84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84f548d3-b2b2-4957-bc1c-f3ee2d3450fe', 'code': 200} May 06 15:03:48.113441 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945eebe8-de56-441d-b5d8-39bc9bbbd3cb req-b761fc0d-d542-403b-8559-4ea066649b79 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:48.117352 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-945eebe8-de56-441d-b5d8-39bc9bbbd3cb req-b761fc0d-d542-403b-8559-4ea066649b79 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 945 time: 0.0657926 May 06 15:03:48.193253 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-945eebe8-de56-441d-b5d8-39bc9bbbd3cb req-d0aa7d72-17b2-4160-8c53-62a0e609cca6 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae37bc9a-9476-42ad-aa65-4d3a44fcf205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715466 May 06 15:03:48.368414 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c49b85a-b42b-48e6-95ea-21d199c6c634 req-f0de0cc8-8340-425c-9520-274555f2e5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:48.378097 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-8c49b85a-b42b-48e6-95ea-21d199c6c634 req-f0de0cc8-8340-425c-9520-274555f2e5d0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bf4e93ad-7ab6-4861-b868-22470bf2da84 HTTP/1.1" status: 200 len: 1130 time: 0.0694151 May 06 15:03:48.490011 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-8c49b85a-b42b-48e6-95ea-21d199c6c634 req-335859e1-4ec0-4c33-b533-2922a05bd27f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=50e2800d-a431-4d04-93b2-fbd26b99e352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038487 May 06 15:03:48.514697 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16fee2a-5367-4513-b501-65ead2ff0575 req-87a54d29-60a8-428d-b2a9-755beac1f83c tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:48.519790 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-f16fee2a-5367-4513-b501-65ead2ff0575 req-87a54d29-60a8-428d-b2a9-755beac1f83c tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 945 time: 0.0843141 May 06 15:03:48.525046 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf6a746-e46c-4770-a4b0-3e1188df00c3 req-09c9d3e8-0a82-48c7-98b5-f4cb99309b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:48.526582 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-7bf6a746-e46c-4770-a4b0-3e1188df00c3 req-09c9d3e8-0a82-48c7-98b5-f4cb99309b42 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5ad13dae3f6649fb8d8d2bdd1f1caaef&device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 1129 time: 0.0584266 May 06 15:03:48.572374 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-f16fee2a-5367-4513-b501-65ead2ff0575 req-031ebec8-f430-4901-be7c-481d9fd9ba22 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae37bc9a-9476-42ad-aa65-4d3a44fcf205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482247 May 06 15:03:48.627087 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb9a9bf-e1ef-469e-a1a0-0d9238ad7f23 req-19e27dbe-1d22-4449-ae7f-53858dc19dfa tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:48.629419 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-8fb9a9bf-e1ef-469e-a1a0-0d9238ad7f23 req-19e27dbe-1d22-4449-ae7f-53858dc19dfa tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bcb98ae-66b1-40c0-a62b-9020f24f2f35 HTTP/1.1" status: 200 len: 946 time: 0.0568869 May 06 15:03:48.679933 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-8fb9a9bf-e1ef-469e-a1a0-0d9238ad7f23 req-572f9d48-afbe-42f5-87b2-043dc20554b9 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ce1eba2-17cd-4db7-8aac-d5fdec873105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448704 May 06 15:03:48.858397 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00364154-4569-4a1e-b2dc-231c8c0edc80 req-6ffef420-839f-4242-8d19-cd88a92ba49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:48.859934 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-00364154-4569-4a1e-b2dc-231c8c0edc80 req-6ffef420-839f-4242-8d19-cd88a92ba49e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=66121d02dbff4c3a920161e445959085&device_id=9bcb98ae-66b1-40c0-a62b-9020f24f2f35 HTTP/1.1" status: 200 len: 1130 time: 0.0404949 May 06 15:03:48.862088 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf6a746-e46c-4770-a4b0-3e1188df00c3 req-943f783c-1a99-436c-8d9f-9baf03646192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:48.863672 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-7bf6a746-e46c-4770-a4b0-3e1188df00c3 req-943f783c-1a99-436c-8d9f-9baf03646192 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d7304f76-b992-4cc2-a77b-3291aec20f6e HTTP/1.1" status: 200 len: 911 time: 0.0918248 May 06 15:03:48.952499 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-7bf6a746-e46c-4770-a4b0-3e1188df00c3 req-9ec2fa04-f791-498e-87d6-af49ff3b142d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77a330e2-c9ae-47be-b923-976dff909895 HTTP/1.1" status: 200 len: 1001 time: 0.0668724 May 06 15:03:48.973424 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00364154-4569-4a1e-b2dc-231c8c0edc80 req-b33941e0-b9f8-462a-b1ad-86c9425c4c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:48.974773 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-00364154-4569-4a1e-b2dc-231c8c0edc80 req-b33941e0-b9f8-462a-b1ad-86c9425c4c64 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1f8443d4-24c9-4ac0-96d7-8083233dcc1b HTTP/1.1" status: 200 len: 919 time: 0.0918489 May 06 15:03:49.009255 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf6a746-e46c-4770-a4b0-3e1188df00c3 req-b9effbe2-19e9-4208-afd1-d9f44fce7a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:49.010737 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-7bf6a746-e46c-4770-a4b0-3e1188df00c3 req-b9effbe2-19e9-4208-afd1-d9f44fce7a0d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=386bbac7-026e-4f68-a22c-f26fa009fb15 HTTP/1.1" status: 200 len: 849 time: 0.0473645 May 06 15:03:49.051625 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-00364154-4569-4a1e-b2dc-231c8c0edc80 req-2c7de227-44d6-462a-a673-4b711cf299d8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=980720ca-338d-4874-8df5-925675b727ef HTTP/1.1" status: 200 len: 1001 time: 0.0605552 May 06 15:03:49.110665 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e7955-642c-4d2a-b612-22c0545fe414 req-0d6756c3-1565-435e-8faa-741a8a8ff582 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:49.112131 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-2e7e7955-642c-4d2a-b612-22c0545fe414 req-0d6756c3-1565-435e-8faa-741a8a8ff582 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf4e93ad-7ab6-4861-b868-22470bf2da84 HTTP/1.1" status: 200 len: 946 time: 0.0506530 May 06 15:03:49.159752 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-2e7e7955-642c-4d2a-b612-22c0545fe414 req-105851a0-cc72-4b45-8542-8d751794d2a1 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/security-groups?id=50e2800d-a431-4d04-93b2-fbd26b99e352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419776 May 06 15:03:49.641755 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf6a746-e46c-4770-a4b0-3e1188df00c3 req-4b0457f2-124e-45c5-8262-8c6cbf2206f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:49.643581 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-7bf6a746-e46c-4770-a4b0-3e1188df00c3 req-4b0457f2-124e-45c5-8262-8c6cbf2206f8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d7304f76-b992-4cc2-a77b-3291aec20f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436659 May 06 15:03:49.644280 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00364154-4569-4a1e-b2dc-231c8c0edc80 req-9ea48285-28b6-43f6-971e-7955c891e76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:49.645896 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-00364154-4569-4a1e-b2dc-231c8c0edc80 req-9ea48285-28b6-43f6-971e-7955c891e76a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=67575c08-c86c-46ea-9526-64956bd20b03 HTTP/1.1" status: 200 len: 857 time: 0.0486777 May 06 15:03:49.734986 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00364154-4569-4a1e-b2dc-231c8c0edc80 req-c00df070-38cd-4374-a243-e527de7af8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:49.735460 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-00364154-4569-4a1e-b2dc-231c8c0edc80 req-c00df070-38cd-4374-a243-e527de7af8ca service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f8443d4-24c9-4ac0-96d7-8083233dcc1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419552 May 06 15:03:49.741785 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abc2b42-7c4d-4129-a247-d254dcbb23a9 req-9dc1db8a-fb4c-4c2b-8000-d2627ba5eac9 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:49.743327 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-7abc2b42-7c4d-4129-a247-d254dcbb23a9 req-9dc1db8a-fb4c-4c2b-8000-d2627ba5eac9 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 945 time: 0.0976841 May 06 15:03:49.809637 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-7bf6a746-e46c-4770-a4b0-3e1188df00c3 req-ea50b272-1436-411d-9850-7da1cb983e37 service neutron] 10.222.0.26 "GET /v2.0/networks/d7304f76-b992-4cc2-a77b-3291aec20f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293213 May 06 15:03:49.821877 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-7abc2b42-7c4d-4129-a247-d254dcbb23a9 req-2634a4da-9935-4dde-a409-31b0f7825856 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae37bc9a-9476-42ad-aa65-4d3a44fcf205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698531 May 06 15:03:49.857823 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f1d08f-25f0-4998-8295-b66b5c5633dc req-c7316543-0baf-48c2-91a3-ae8315a0ecfe tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:49.859367 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-b8f1d08f-25f0-4998-8295-b66b5c5633dc req-c7316543-0baf-48c2-91a3-ae8315a0ecfe tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bcb98ae-66b1-40c0-a62b-9020f24f2f35 HTTP/1.1" status: 200 len: 946 time: 0.0998366 May 06 15:03:49.930419 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-00364154-4569-4a1e-b2dc-231c8c0edc80 req-e21274de-3ed8-4a99-a5f9-2da5b521d4c1 service neutron] 10.222.0.26 "GET /v2.0/networks/1f8443d4-24c9-4ac0-96d7-8083233dcc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809194 May 06 15:03:49.936873 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-7bf6a746-e46c-4770-a4b0-3e1188df00c3 req-340452ef-7ac5-41d8-b515-2ca1d4070aba service neutron] 10.222.0.26 "GET /v2.0/networks/d7304f76-b992-4cc2-a77b-3291aec20f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026151 May 06 15:03:49.941952 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-b8f1d08f-25f0-4998-8295-b66b5c5633dc req-ef5ed247-918c-46f6-a82e-da1449dbca0c tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ce1eba2-17cd-4db7-8aac-d5fdec873105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764463 May 06 15:03:50.050432 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-00364154-4569-4a1e-b2dc-231c8c0edc80 req-3690da41-5cdb-4ce7-b7c6-8a92e520491f service neutron] 10.222.0.26 "GET /v2.0/networks/1f8443d4-24c9-4ac0-96d7-8083233dcc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941682 May 06 15:03:50.282701 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcfcc4d-234b-45b7-9cd7-9e8273906981 req-8479fdd6-e18c-4710-a90e-1914edcd069a tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:50.284266 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-5fcfcc4d-234b-45b7-9cd7-9e8273906981 req-8479fdd6-e18c-4710-a90e-1914edcd069a tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf4e93ad-7ab6-4861-b868-22470bf2da84 HTTP/1.1" status: 200 len: 946 time: 0.0556161 May 06 15:03:50.334823 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-5fcfcc4d-234b-45b7-9cd7-9e8273906981 req-3cdfbb6a-d282-495f-820d-c2cc23f96d60 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/security-groups?id=50e2800d-a431-4d04-93b2-fbd26b99e352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439603 May 06 15:03:50.548442 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (1eb4536b-031c-4a65-bfe5-fc1ede7d9429), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:50.950290 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf15ee7-d3a9-4600-a05e-329f6d4ca983 req-44727152-947c-474a-b709-517554add43c tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:50.951924 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-7bf15ee7-d3a9-4600-a05e-329f6d4ca983 req-44727152-947c-474a-b709-517554add43c tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 945 time: 0.0480115 May 06 15:03:51.007429 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-7bf15ee7-d3a9-4600-a05e-329f6d4ca983 req-443c8ef1-0822-484f-81df-eb97a19b7777 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae37bc9a-9476-42ad-aa65-4d3a44fcf205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474277 May 06 15:03:51.076346 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b2f27-f412-45fc-89b2-8c1ad4574932 req-cb9e83fa-e2bf-4274-a6eb-4b688a428cb8 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:51.077906 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-d19b2f27-f412-45fc-89b2-8c1ad4574932 req-cb9e83fa-e2bf-4274-a6eb-4b688a428cb8 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bcb98ae-66b1-40c0-a62b-9020f24f2f35 HTTP/1.1" status: 200 len: 946 time: 0.0524752 May 06 15:03:51.127014 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-d19b2f27-f412-45fc-89b2-8c1ad4574932 req-3ea319db-e328-4848-8737-07c87588ceef tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ce1eba2-17cd-4db7-8aac-d5fdec873105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433631 May 06 15:03:51.455580 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a4edf8-b464-4a98-98fd-36959c0e0b5b req-ff913446-7c6b-4fcc-8bf8-a0615580cc95 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:51.457068 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-25a4edf8-b464-4a98-98fd-36959c0e0b5b req-ff913446-7c6b-4fcc-8bf8-a0615580cc95 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf4e93ad-7ab6-4861-b868-22470bf2da84 HTTP/1.1" status: 200 len: 946 time: 0.0504761 May 06 15:03:51.503412 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-25a4edf8-b464-4a98-98fd-36959c0e0b5b req-5dd34ac4-a2b8-48dd-a912-14bcca6b7db6 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/security-groups?id=50e2800d-a431-4d04-93b2-fbd26b99e352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406439 May 06 15:03:52.121919 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd6301-3eb4-4749-be42-c4be73fcf7ce req-c2cf1ae4-2bdb-45cc-8b4c-ad8462508984 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:52.124047 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-a6bd6301-3eb4-4749-be42-c4be73fcf7ce req-c2cf1ae4-2bdb-45cc-8b4c-ad8462508984 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 945 time: 0.0509822 May 06 15:03:52.178137 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-a6bd6301-3eb4-4749-be42-c4be73fcf7ce req-d4b9f6b3-b612-4aee-a784-8ae4eae6d4f8 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae37bc9a-9476-42ad-aa65-4d3a44fcf205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482574 May 06 15:03:52.281288 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d3c7e4-7c8c-4976-b8ab-193cc8ff9db3 req-7079819c-7934-4f81-8286-a66560064fee tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:52.282785 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-49d3c7e4-7c8c-4976-b8ab-193cc8ff9db3 req-7079819c-7934-4f81-8286-a66560064fee tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bcb98ae-66b1-40c0-a62b-9020f24f2f35 HTTP/1.1" status: 200 len: 946 time: 0.0483699 May 06 15:03:52.332816 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-49d3c7e4-7c8c-4976-b8ab-193cc8ff9db3 req-cf6e3c9a-3e64-46b9-a313-7faaa051a8f9 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ce1eba2-17cd-4db7-8aac-d5fdec873105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445156 May 06 15:03:53.431463 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 49032) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:03:53.450827 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d446e-a892-41fe-a936-d5b69c472904 req-a45fdb81-9e84-4116-9432-e506f293428c tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:53.452314 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-3c5d446e-a892-41fe-a936-d5b69c472904 req-a45fdb81-9e84-4116-9432-e506f293428c tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bcb98ae-66b1-40c0-a62b-9020f24f2f35 HTTP/1.1" status: 200 len: 946 time: 0.0471470 May 06 15:03:53.501710 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-3c5d446e-a892-41fe-a936-d5b69c472904 req-12637272-268a-442e-9766-a6eedaf808d5 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ce1eba2-17cd-4db7-8aac-d5fdec873105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431287 May 06 15:03:53.544980 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-eeff1da7-45de-4363-887a-1c13b0b48b69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:53.620906 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-eeff1da7-45de-4363-887a-1c13b0b48b69 admin admin] Publish callbacks [] for security_group (d6a4a6b1-99ea-46aa-af0b-7ed155ba7abb), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:53.625386 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-eeff1da7-45de-4363-887a-1c13b0b48b69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (d6a4a6b1-99ea-46aa-af0b-7ed155ba7abb), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:53.665530 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-eeff1da7-45de-4363-887a-1c13b0b48b69 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a9b53941de4f4a75bcfcc75a1c8c75c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2320099 May 06 15:03:53.666479 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff1da7-45de-4363-887a-1c13b0b48b69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a4a6b1-99ea-46aa-af0b-7ed155ba7abb,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:03:53.668225 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 49038) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:03:53.718710 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7d52b33d-34d2-45b1-a3e3-b22b538e4717 admin admin] Publish callbacks [] for security_group (d6a4a6b1-99ea-46aa-af0b-7ed155ba7abb), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:53.739830 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7d52b33d-34d2-45b1-a3e3-b22b538e4717 admin admin] Publish callbacks [] for security_group (d6a4a6b1-99ea-46aa-af0b-7ed155ba7abb), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:53.785885 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7d52b33d-34d2-45b1-a3e3-b22b538e4717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (d6a4a6b1-99ea-46aa-af0b-7ed155ba7abb), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:53.788439 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7d52b33d-34d2-45b1-a3e3-b22b538e4717 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:53.789606 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-7d52b33d-34d2-45b1-a3e3-b22b538e4717 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d6a4a6b1-99ea-46aa-af0b-7ed155ba7abb HTTP/1.1" status: 204 len: 168 time: 0.1187663 May 06 15:03:53.798155 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d52b33d-34d2-45b1-a3e3-b22b538e4717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a4a6b1-99ea-46aa-af0b-7ed155ba7abb,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:03:54.409759 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 49060) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:03:54.508420 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.v2.base [None req-9525fea6-a408-4d49-b20b-f69b3c501aea admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1161429654-network', 'tenant_id': '32f5765bb183428c8a04aed1c66a2068'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:03:54.530511 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9525fea6-a408-4d49-b20b-f69b3c501aea admin admin] Made reservation on behalf of 32f5765bb183428c8a04aed1c66a2068 for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 15:03:54.534284 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9525fea6-a408-4d49-b20b-f69b3c501aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:54.549416 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9525fea6-a408-4d49-b20b-f69b3c501aea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:54.649948 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7f0370-ef6f-4867-af6b-303c5da642d9 req-16dede98-1897-4d53-8dbb-edd9b2c8cd21 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:54.651436 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-fb7f0370-ef6f-4867-af6b-303c5da642d9 req-16dede98-1897-4d53-8dbb-edd9b2c8cd21 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bcb98ae-66b1-40c0-a62b-9020f24f2f35 HTTP/1.1" status: 200 len: 946 time: 0.0628350 May 06 15:03:54.686814 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9525fea6-a408-4d49-b20b-f69b3c501aea admin admin] Publish callbacks [] for security_group (9c8c723c-d485-494b-b59e-5933e6e0095a), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:54.692127 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9525fea6-a408-4d49-b20b-f69b3c501aea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (9c8c723c-d485-494b-b59e-5933e6e0095a), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:54.734560 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9525fea6-a408-4d49-b20b-f69b3c501aea admin admin] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 15:03:54.745859 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-fb7f0370-ef6f-4867-af6b-303c5da642d9 req-5e21cff1-8de6-413b-8ff4-d8139f29505f tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ce1eba2-17cd-4db7-8aac-d5fdec873105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839810 May 06 15:03:54.747830 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9525fea6-a408-4d49-b20b-f69b3c501aea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c8c723c-d485-494b-b59e-5933e6e0095a,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:03:54.753985 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9525fea6-a408-4d49-b20b-f69b3c501aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16165668'] for segment (8a79fa25-ed49-466a-a899-43fb314ccade), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:54.754322 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.db.segments_db [None req-9525fea6-a408-4d49-b20b-f69b3c501aea admin admin] Added segment 8a79fa25-ed49-466a-a899-43fb314ccade of type vlan for network 0fb7150d-7af9-48b9-92ca-624c83e18c3d May 06 15:03:54.794935 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9525fea6-a408-4d49-b20b-f69b3c501aea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732313419650'] for network (0fb7150d-7af9-48b9-92ca-624c83e18c3d), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:54.819675 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9525fea6-a408-4d49-b20b-f69b3c501aea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605'] for network (0fb7150d-7af9-48b9-92ca-624c83e18c3d), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:54.820725 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9525fea6-a408-4d49-b20b-f69b3c501aea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:54.821318 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9525fea6-a408-4d49-b20b-f69b3c501aea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566627'] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:54.882956 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-9525fea6-a408-4d49-b20b-f69b3c501aea admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4720776 May 06 15:03:54.886113 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 49068) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:03:54.888969 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9525fea6-a408-4d49-b20b-f69b3c501aea admin admin] Pushing event updated for resources: {'Network': ['ID=0fb7150d-7af9-48b9-92ca-624c83e18c3d,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:03:54.891630 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.v2.base [None req-1d934d1e-6cdb-40c9-8f80-7155642baf26 admin admin] Request body: {'subnet': {'network_id': '0fb7150d-7af9-48b9-92ca-624c83e18c3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1161429654-subnet', 'tenant_id': '32f5765bb183428c8a04aed1c66a2068', 'ip_version': 4}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:03:54.899320 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Network 0fb7150d-7af9-48b9-92ca-624c83e18c3d details requested by agent ovs-agent-dv-cinder-840678-2-iscsi with host dv-cinder-840678-2-iscsi {{(pid=103344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 15:03:54.911078 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d934d1e-6cdb-40c9-8f80-7155642baf26 admin admin] Made reservation on behalf of 32f5765bb183428c8a04aed1c66a2068 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 15:03:54.913427 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1d934d1e-6cdb-40c9-8f80-7155642baf26 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3310232'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:55.078252 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1d934d1e-6cdb-40c9-8f80-7155642baf26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4192600', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3310222'] for subnet (5bc00d9a-cd37-4c9b-9bea-8c5ff3f1a588), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:55.135397 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d934d1e-6cdb-40c9-8f80-7155642baf26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bc00d9a-cd37-4c9b-9bea-8c5ff3f1a588,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:03:55.147001 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d934d1e-6cdb-40c9-8f80-7155642baf26 admin admin] Checking segment: {'id': '8a79fa25-ed49-466a-a899-43fb314ccade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0fb7150d-7af9-48b9-92ca-624c83e18c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 15:03:55.147354 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d934d1e-6cdb-40c9-8f80-7155642baf26 admin admin] Network hostable DHCP agents. Network: 0fb7150d-7af9-48b9-92ca-624c83e18c3d, hostable agents: ['79b17169-ed94-4769-ba4e-30adf371f78f'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 15:03:55.165239 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d934d1e-6cdb-40c9-8f80-7155642baf26 admin admin] Network 0fb7150d-7af9-48b9-92ca-624c83e18c3d is scheduled to be hosted by DHCP agent 79b17169-ed94-4769-ba4e-30adf371f78f with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 15:03:55.175187 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-1d934d1e-6cdb-40c9-8f80-7155642baf26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-2-iscsi, 0fb7150d-7af9-48b9-92ca-624c83e18c3d) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 15:03:55.179505 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d934d1e-6cdb-40c9-8f80-7155642baf26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:55.180110 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1d934d1e-6cdb-40c9-8f80-7155642baf26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566627'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:55.185731 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4305a315-7c74-4796-838e-fca173ce9c1e None None] Network 0fb7150d-7af9-48b9-92ca-624c83e18c3d requested from dv-cinder-840678-2-iscsi {{(pid=103344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 15:03:55.196985 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-1d934d1e-6cdb-40c9-8f80-7155642baf26 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3097415 May 06 15:03:55.199818 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 49070) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:03:55.204896 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.v2.base [None req-4dccafb5-96fc-484c-b419-d9f7849827bd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1161429654-router', 'tenant_id': '32f5765bb183428c8a04aed1c66a2068', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d'}}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:03:55.224795 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4dccafb5-96fc-484c-b419-d9f7849827bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5249'] for router (9166c8e3-c795-4438-a5ea-2ff5b2841c98), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:55.226458 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4dccafb5-96fc-484c-b419-d9f7849827bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-428852', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5256'] for router (9166c8e3-c795-4438-a5ea-2ff5b2841c98), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:55.281850 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4dccafb5-96fc-484c-b419-d9f7849827bd admin admin] Publish callbacks [] for router_controller (9166c8e3-c795-4438-a5ea-2ff5b2841c98), precommit_add_association {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:55.288810 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d127de-0edd-482c-bfe7-58aef9340cc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74e2536a-40e9-51c9-921d-c01d37b4b177-0fb7150d-7af9-48b9-92ca-624c83e18c3d', 'network_id': '0fb7150d-7af9-48b9-92ca-624c83e18c3d', 'project_id': '32f5765bb183428c8a04aed1c66a2068', 'fixed_ips': [{'subnet_id': '5bc00d9a-cd37-4c9b-9bea-8c5ff3f1a588'}]}} from dv-cinder-840678-2-iscsi. {{(pid=103344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 06 15:03:55.289681 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-34d127de-0edd-482c-bfe7-58aef9340cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:55.426188 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-34d127de-0edd-482c-bfe7-58aef9340cc7 None None] Allocated IP 172.20.0.2 (0fb7150d-7af9-48b9-92ca-624c83e18c3d/5bc00d9a-cd37-4c9b-9bea-8c5ff3f1a588/74d5d744-9780-4769-9c17-a87507a79863) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 15:03:55.428925 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4dccafb5-96fc-484c-b419-d9f7849827bd admin admin] Publish callbacks [] for router_gateway (9166c8e3-c795-4438-a5ea-2ff5b2841c98), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:55.568284 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-34d127de-0edd-482c-bfe7-58aef9340cc7 None None] Publish callbacks [] for port (74d5d744-9780-4769-9c17-a87507a79863), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:55.574010 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-34d127de-0edd-482c-bfe7-58aef9340cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732313435468'] for port (74d5d744-9780-4769-9c17-a87507a79863), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:55.618107 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4dccafb5-96fc-484c-b419-d9f7849827bd admin admin] Publish callbacks [] for router_gateway (9166c8e3-c795-4438-a5ea-2ff5b2841c98), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:55.621320 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d127de-0edd-482c-bfe7-58aef9340cc7 None None] Network 0fb7150d-7af9-48b9-92ca-624c83e18c3d is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 15:03:55.625079 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-34d127de-0edd-482c-bfe7-58aef9340cc7 None None] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 15:03:55.630648 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d127de-0edd-482c-bfe7-58aef9340cc7 None None] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 15:03:55.638370 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4dccafb5-96fc-484c-b419-d9f7849827bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:55.638553 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d127de-0edd-482c-bfe7-58aef9340cc7 None None] Pushing event updated for resources: {'Port': ['ID=74d5d744-9780-4769-9c17-a87507a79863,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:03:55.692438 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-34d127de-0edd-482c-bfe7-58aef9340cc7 None None] Attempting to bind port 74d5d744-9780-4769-9c17-a87507a79863 on host dv-cinder-840678-2-iscsi for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 15:03:55.692739 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-34d127de-0edd-482c-bfe7-58aef9340cc7 None None] Attempting to bind port 74d5d744-9780-4769-9c17-a87507a79863 by drivers openvswitch,hyperv on host dv-cinder-840678-2-iscsi at level 0 using segments [{'id': '8a79fa25-ed49-466a-a899-43fb314ccade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0fb7150d-7af9-48b9-92ca-624c83e18c3d'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 15:03:55.693101 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d127de-0edd-482c-bfe7-58aef9340cc7 None None] Attempting to bind port 74d5d744-9780-4769-9c17-a87507a79863 on network 0fb7150d-7af9-48b9-92ca-624c83e18c3d {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 15:03:55.698661 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d127de-0edd-482c-bfe7-58aef9340cc7 None None] Checking agent: {'id': '20451d70-ea89-4a66-885a-20a1b2a3bff8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 14, 49, 44), 'started_at': datetime.datetime(2022, 5, 6, 14, 50, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 15, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 15:03:55.698917 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d127de-0edd-482c-bfe7-58aef9340cc7 None None] Checking segment: {'id': '8a79fa25-ed49-466a-a899-43fb314ccade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0fb7150d-7af9-48b9-92ca-624c83e18c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 15:03:55.699296 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-34d127de-0edd-482c-bfe7-58aef9340cc7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:55.699739 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d127de-0edd-482c-bfe7-58aef9340cc7 None None] Bound using segment: {'id': '8a79fa25-ed49-466a-a899-43fb314ccade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0fb7150d-7af9-48b9-92ca-624c83e18c3d'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 15:03:55.700760 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-34d127de-0edd-482c-bfe7-58aef9340cc7 None None] Bound port: 74d5d744-9780-4769-9c17-a87507a79863, host: dv-cinder-840678-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a79fa25-ed49-466a-a899-43fb314ccade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0fb7150d-7af9-48b9-92ca-624c83e18c3d'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 15:03:55.701103 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-34d127de-0edd-482c-bfe7-58aef9340cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (74d5d744-9780-4769-9c17-a87507a79863), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:55.747559 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-4dccafb5-96fc-484c-b419-d9f7849827bd admin admin] Allocated IP 172.27.2.182 (06a85250-557d-4448-8943-b2192c4da88d/cd3545e0-d98c-46ff-bce0-08f4555cdcb4/7a600233-89cd-4af8-bdd0-ac1c54334402) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 15:03:55.771383 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-34d127de-0edd-482c-bfe7-58aef9340cc7 None None] For port 74d5d744-9780-4769-9c17-a87507a79863, host dv-cinder-840678-2-iscsi, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 15:03:55.777013 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-34d127de-0edd-482c-bfe7-58aef9340cc7 None None] For port 74d5d744-9780-4769-9c17-a87507a79863, host dv-cinder-840678-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=74d5d744-9780-4769-9c17-a87507a79863,segment=NetworkSegment(8a79fa25-ed49-466a-a899-43fb314ccade),segment_id=8a79fa25-ed49-466a-a899-43fb314ccade)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 15:03:55.791347 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-34d127de-0edd-482c-bfe7-58aef9340cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (74d5d744-9780-4769-9c17-a87507a79863), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:55.855215 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d127de-0edd-482c-bfe7-58aef9340cc7 None None] Pushing event updated for resources: {'Port': ['ID=74d5d744-9780-4769-9c17-a87507a79863,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:03:55.871533 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4dccafb5-96fc-484c-b419-d9f7849827bd admin admin] Publish callbacks [] for port (7a600233-89cd-4af8-bdd0-ac1c54334402), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:55.895336 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0220fd-97bb-4494-af1b-6df55c43fe7d req-200652ec-ecb2-4e16-9d33-661a7d0d1576 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:55.896866 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-8e0220fd-97bb-4494-af1b-6df55c43fe7d req-200652ec-ecb2-4e16-9d33-661a7d0d1576 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bcb98ae-66b1-40c0-a62b-9020f24f2f35 HTTP/1.1" status: 200 len: 946 time: 0.0591285 May 06 15:03:55.906881 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4dccafb5-96fc-484c-b419-d9f7849827bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732313435468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59634176'] for port (7a600233-89cd-4af8-bdd0-ac1c54334402), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:55.949503 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dccafb5-96fc-484c-b419-d9f7849827bd admin admin] Network 06a85250-557d-4448-8943-b2192c4da88d is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 15:03:55.955545 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-4dccafb5-96fc-484c-b419-d9f7849827bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 15:03:55.955867 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-8e0220fd-97bb-4494-af1b-6df55c43fe7d req-89efa243-b448-4203-a07b-1072c134df8f tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ce1eba2-17cd-4db7-8aac-d5fdec873105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525959 May 06 15:03:55.960364 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dccafb5-96fc-484c-b419-d9f7849827bd admin admin] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 15:03:55.963534 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dccafb5-96fc-484c-b419-d9f7849827bd admin admin] Pushing event updated for resources: {'Port': ['ID=7a600233-89cd-4af8-bdd0-ac1c54334402,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:03:56.234532 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4dccafb5-96fc-484c-b419-d9f7849827bd admin admin] Publish callbacks [] for router_gateway (9166c8e3-c795-4438-a5ea-2ff5b2841c98), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:56.436378 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4dccafb5-96fc-484c-b419-d9f7849827bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429027'] for router (9166c8e3-c795-4438-a5ea-2ff5b2841c98), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:56.570586 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dccafb5-96fc-484c-b419-d9f7849827bd admin admin] Router 9166c8e3-c795-4438-a5ea-2ff5b2841c98 is scheduled to L3 agent ec8f31e6-1756-4927-8bc3-e144e6f0af83 with binding_index 1 {{(pid=103342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 15:03:56.685540 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dccafb5-96fc-484c-b419-d9f7849827bd admin admin] Notify agent at l3_agent.dv-cinder-840678-2-iscsi the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 15:03:56.696342 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c4448a-3c66-4fb2-9a41-6a143cd73156 None None] Sync routers for ids ['9166c8e3-c795-4438-a5ea-2ff5b2841c98'] in dv-cinder-840678-2-iscsi {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 15:03:56.705983 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4dccafb5-96fc-484c-b419-d9f7849827bd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:56.710284 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-4dccafb5-96fc-484c-b419-d9f7849827bd admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5058498 May 06 15:03:56.710465 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c4448a-3c66-4fb2-9a41-6a143cd73156 None None] Routers {'9166c8e3-c795-4438-a5ea-2ff5b2841c98'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:03:56.710465 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-c1c4448a-3c66-4fb2-9a41-6a143cd73156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:03:39Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['9166c8e3-c795-4438-a5ea-2ff5b2841c98'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:03:56.710754 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 49076) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:03:56.873657 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238017e1-4f3c-430a-864a-41d997e9b46f None None] Network 0fb7150d-7af9-48b9-92ca-624c83e18c3d requested from dv-cinder-840678-2-iscsi {{(pid=103344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 15:03:56.922618 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-c1c4448a-3c66-4fb2-9a41-6a143cd73156 None None] Set router 9166c8e3-c795-4438-a5ea-2ff5b2841c98 gateway port host: dv-cinder-840678-2-iscsi {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:03:57.071345 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-4bba58de-e6a9-4f2b-8be0-7944d125e969 None None] Provisioning complete for port 74d5d744-9780-4769-9c17-a87507a79863 triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:03:57.071723 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4bba58de-e6a9-4f2b-8be0-7944d125e969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (74d5d744-9780-4769-9c17-a87507a79863), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:57.118757 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-c1c4448a-3c66-4fb2-9a41-6a143cd73156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9166c8e3-c795-4438-a5ea-2ff5b2841c98', 'name': 'tempest-TestShelveInstance-1161429654-router', 'tenant_id': '32f5765bb183428c8a04aed1c66a2068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '7a600233-89cd-4af8-bdd0-ac1c54334402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T15:03:55Z', 'updated_at': '2022-05-06T15:03:56Z', 'revision_number': 3, 'project_id': '32f5765bb183428c8a04aed1c66a2068', 'gw_port': {'id': '7a600233-89cd-4af8-bdd0-ac1c54334402', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:93:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9166c8e3-c795-4438-a5ea-2ff5b2841c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:03:55Z', 'updated_at': '2022-05-06T15:03:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi'}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:03:57.150645 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c4448a-3c66-4fb2-9a41-6a143cd73156 None None] Checking router: 9166c8e3-c795-4438-a5ea-2ff5b2841c98 for host: dv-cinder-840678-2-iscsi {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 15:03:57.152965 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c4448a-3c66-4fb2-9a41-6a143cd73156 None None] Updating router 9166c8e3-c795-4438-a5ea-2ff5b2841c98 port 7a600233-89cd-4af8-bdd0-ac1c54334402 binding host dv-cinder-840678-2-iscsi {{(pid=103345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 15:03:57.199011 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c1c4448a-3c66-4fb2-9a41-6a143cd73156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (7a600233-89cd-4af8-bdd0-ac1c54334402), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:57.203710 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-4bba58de-e6a9-4f2b-8be0-7944d125e969 None None] Current status of the port 74d5d744-9780-4769-9c17-a87507a79863 is: DOWN; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:03:57.204094 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4bba58de-e6a9-4f2b-8be0-7944d125e969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (74d5d744-9780-4769-9c17-a87507a79863), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:57.257963 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-4bba58de-e6a9-4f2b-8be0-7944d125e969 None None] For port 74d5d744-9780-4769-9c17-a87507a79863, host dv-cinder-840678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=74d5d744-9780-4769-9c17-a87507a79863,segment=NetworkSegment(8a79fa25-ed49-466a-a899-43fb314ccade),segment_id=8a79fa25-ed49-466a-a899-43fb314ccade)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:03:57.263871 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4bba58de-e6a9-4f2b-8be0-7944d125e969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (74d5d744-9780-4769-9c17-a87507a79863), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:57.341960 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bba58de-e6a9-4f2b-8be0-7944d125e969 None None] Pushing event updated for resources: {'Port': ['ID=74d5d744-9780-4769-9c17-a87507a79863,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:03:57.413259 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0441f81-c312-42ca-9827-3123d44440bc req-39d9192d-630a-4566-aeba-8239ffb774ff tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:57.414874 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-f0441f81-c312-42ca-9827-3123d44440bc req-39d9192d-630a-4566-aeba-8239ffb774ff tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bcb98ae-66b1-40c0-a62b-9020f24f2f35 HTTP/1.1" status: 200 len: 946 time: 0.0802374 May 06 15:03:57.484299 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-cbbcf7fc-3b1c-4292-b357-bba2fd9a53a6 None None] Provisioning complete for port 74d5d744-9780-4769-9c17-a87507a79863 triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:03:57.484895 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cbbcf7fc-3b1c-4292-b357-bba2fd9a53a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (74d5d744-9780-4769-9c17-a87507a79863), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:57.504721 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-f0441f81-c312-42ca-9827-3123d44440bc req-08fb5826-5b40-4477-8bcb-d70bfb726d09 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ce1eba2-17cd-4db7-8aac-d5fdec873105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818086 May 06 15:03:57.554579 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55ac1355-12ce-4e5b-a897-c8a3632e8e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:57.566489 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c1c4448a-3c66-4fb2-9a41-6a143cd73156 None None] Publish callbacks [] for port (7a600233-89cd-4af8-bdd0-ac1c54334402), precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:57.573675 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c1c4448a-3c66-4fb2-9a41-6a143cd73156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (7a600233-89cd-4af8-bdd0-ac1c54334402), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:57.607225 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-cbbcf7fc-3b1c-4292-b357-bba2fd9a53a6 None None] Current status of the port 74d5d744-9780-4769-9c17-a87507a79863 is: ACTIVE; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:03:57.643975 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-c1c4448a-3c66-4fb2-9a41-6a143cd73156 None None] Attempting to bind port 7a600233-89cd-4af8-bdd0-ac1c54334402 on host dv-cinder-840678-2-iscsi for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 15:03:57.644349 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-c1c4448a-3c66-4fb2-9a41-6a143cd73156 None None] Attempting to bind port 7a600233-89cd-4af8-bdd0-ac1c54334402 by drivers openvswitch,hyperv on host dv-cinder-840678-2-iscsi at level 0 using segments [{'id': '19695222-3a66-4083-822d-690c63f08412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06a85250-557d-4448-8943-b2192c4da88d'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 15:03:57.644740 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c4448a-3c66-4fb2-9a41-6a143cd73156 None None] Attempting to bind port 7a600233-89cd-4af8-bdd0-ac1c54334402 on network 06a85250-557d-4448-8943-b2192c4da88d {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 15:03:57.652493 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c4448a-3c66-4fb2-9a41-6a143cd73156 None None] Checking agent: {'id': '20451d70-ea89-4a66-885a-20a1b2a3bff8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 14, 49, 44), 'started_at': datetime.datetime(2022, 5, 6, 14, 50, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 15, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 15:03:57.652762 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c4448a-3c66-4fb2-9a41-6a143cd73156 None None] Checking segment: {'id': '19695222-3a66-4083-822d-690c63f08412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06a85250-557d-4448-8943-b2192c4da88d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 15:03:57.653681 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c1c4448a-3c66-4fb2-9a41-6a143cd73156 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:57.654658 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c4448a-3c66-4fb2-9a41-6a143cd73156 None None] Bound using segment: {'id': '19695222-3a66-4083-822d-690c63f08412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06a85250-557d-4448-8943-b2192c4da88d'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 15:03:57.654798 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-c1c4448a-3c66-4fb2-9a41-6a143cd73156 None None] Bound port: 7a600233-89cd-4af8-bdd0-ac1c54334402, host: dv-cinder-840678-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19695222-3a66-4083-822d-690c63f08412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06a85250-557d-4448-8943-b2192c4da88d'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 15:03:57.655248 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c1c4448a-3c66-4fb2-9a41-6a143cd73156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (7a600233-89cd-4af8-bdd0-ac1c54334402), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:57.657130 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335d30b4-54a9-4ab6-8dd1-40065e94e91d None None] Pushing event updated for resources: {'Port': ['ID=7a600233-89cd-4af8-bdd0-ac1c54334402,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:03:57.683372 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335d30b4-54a9-4ab6-8dd1-40065e94e91d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:03:57.683725 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335d30b4-54a9-4ab6-8dd1-40065e94e91d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:03:57.684332 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335d30b4-54a9-4ab6-8dd1-40065e94e91d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:03:57.685237 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335d30b4-54a9-4ab6-8dd1-40065e94e91d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:03:57.685554 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335d30b4-54a9-4ab6-8dd1-40065e94e91d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:03:57.686573 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335d30b4-54a9-4ab6-8dd1-40065e94e91d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:03:57.686901 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335d30b4-54a9-4ab6-8dd1-40065e94e91d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:03:57.687225 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335d30b4-54a9-4ab6-8dd1-40065e94e91d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:03:57.687549 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335d30b4-54a9-4ab6-8dd1-40065e94e91d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:03:57.687876 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335d30b4-54a9-4ab6-8dd1-40065e94e91d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:03:57.688204 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335d30b4-54a9-4ab6-8dd1-40065e94e91d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:03:57.688535 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335d30b4-54a9-4ab6-8dd1-40065e94e91d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:03:57.688888 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335d30b4-54a9-4ab6-8dd1-40065e94e91d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:03:57.689211 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335d30b4-54a9-4ab6-8dd1-40065e94e91d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:03:57.689542 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335d30b4-54a9-4ab6-8dd1-40065e94e91d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:03:57.724985 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-c1c4448a-3c66-4fb2-9a41-6a143cd73156 None None] For port 7a600233-89cd-4af8-bdd0-ac1c54334402, host dv-cinder-840678-2-iscsi, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 15:03:57.728468 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-c1c4448a-3c66-4fb2-9a41-6a143cd73156 None None] For port 7a600233-89cd-4af8-bdd0-ac1c54334402, host dv-cinder-840678-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=7a600233-89cd-4af8-bdd0-ac1c54334402,segment=NetworkSegment(19695222-3a66-4083-822d-690c63f08412),segment_id=19695222-3a66-4083-822d-690c63f08412)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 15:03:57.735810 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c1c4448a-3c66-4fb2-9a41-6a143cd73156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (7a600233-89cd-4af8-bdd0-ac1c54334402), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:57.744035 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-55ac1355-12ce-4e5b-a897-c8a3632e8e28 admin admin] Allocated IP 172.20.0.1 (0fb7150d-7af9-48b9-92ca-624c83e18c3d/5bc00d9a-cd37-4c9b-9bea-8c5ff3f1a588/18bd235b-d2a1-435e-a936-599904b5cd55) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 15:03:57.796178 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c4448a-3c66-4fb2-9a41-6a143cd73156 None None] Routers {'9166c8e3-c795-4438-a5ea-2ff5b2841c98'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:03:57.796845 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-c1c4448a-3c66-4fb2-9a41-6a143cd73156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:03:39Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['9166c8e3-c795-4438-a5ea-2ff5b2841c98'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:03:57.834824 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335d30b4-54a9-4ab6-8dd1-40065e94e91d None None] Pushing event updated for resources: {'Port': ['ID=7a600233-89cd-4af8-bdd0-ac1c54334402,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:03:57.852857 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55ac1355-12ce-4e5b-a897-c8a3632e8e28 admin admin] Publish callbacks [] for port (18bd235b-d2a1-435e-a936-599904b5cd55), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:57.890657 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55ac1355-12ce-4e5b-a897-c8a3632e8e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732313435468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59634176'] for port (18bd235b-d2a1-435e-a936-599904b5cd55), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:57.916919 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-c1c4448a-3c66-4fb2-9a41-6a143cd73156 None None] Set router 9166c8e3-c795-4438-a5ea-2ff5b2841c98 gateway port host: dv-cinder-840678-2-iscsi {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:03:57.933889 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ac1355-12ce-4e5b-a897-c8a3632e8e28 admin admin] Network 0fb7150d-7af9-48b9-92ca-624c83e18c3d is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 15:03:57.937006 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-55ac1355-12ce-4e5b-a897-c8a3632e8e28 admin admin] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 15:03:57.940817 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ac1355-12ce-4e5b-a897-c8a3632e8e28 admin admin] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 15:03:57.968128 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ac1355-12ce-4e5b-a897-c8a3632e8e28 admin admin] Pushing event updated for resources: {'Port': ['ID=18bd235b-d2a1-435e-a936-599904b5cd55,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:03:57.994212 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55ac1355-12ce-4e5b-a897-c8a3632e8e28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-426958'] for router_interface (9166c8e3-c795-4438-a5ea-2ff5b2841c98), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:58.061691 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device 74d5d744-9780-4769-9c17-a87507a79863 up at agent ovs-agent-dv-cinder-840678-2-iscsi {{(pid=103344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 15:03:58.118783 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-c1c4448a-3c66-4fb2-9a41-6a143cd73156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9166c8e3-c795-4438-a5ea-2ff5b2841c98', 'name': 'tempest-TestShelveInstance-1161429654-router', 'tenant_id': '32f5765bb183428c8a04aed1c66a2068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '7a600233-89cd-4af8-bdd0-ac1c54334402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T15:03:55Z', 'updated_at': '2022-05-06T15:03:56Z', 'revision_number': 3, 'project_id': '32f5765bb183428c8a04aed1c66a2068', 'gw_port': {'id': '7a600233-89cd-4af8-bdd0-ac1c54334402', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:93:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9166c8e3-c795-4438-a5ea-2ff5b2841c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:03:55Z', 'updated_at': '2022-05-06T15:03:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi'}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:03:58.128461 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Provisioning complete for port 74d5d744-9780-4769-9c17-a87507a79863 triggered by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:03:58.129176 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (74d5d744-9780-4769-9c17-a87507a79863), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:58.163375 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55ac1355-12ce-4e5b-a897-c8a3632e8e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (18bd235b-d2a1-435e-a936-599904b5cd55), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:58.177170 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c4448a-3c66-4fb2-9a41-6a143cd73156 None None] The sync data for ids ['9166c8e3-c795-4438-a5ea-2ff5b2841c98'] in dv-cinder-840678-2-iscsi is: [{'id': '9166c8e3-c795-4438-a5ea-2ff5b2841c98', 'name': 'tempest-TestShelveInstance-1161429654-router', 'tenant_id': '32f5765bb183428c8a04aed1c66a2068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '7a600233-89cd-4af8-bdd0-ac1c54334402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T15:03:55Z', 'updated_at': '2022-05-06T15:03:56Z', 'revision_number': 3, 'project_id': '32f5765bb183428c8a04aed1c66a2068', 'gw_port': {'id': '7a600233-89cd-4af8-bdd0-ac1c54334402', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:93:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9166c8e3-c795-4438-a5ea-2ff5b2841c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:03:55Z', 'updated_at': '2022-05-06T15:03:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi'}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 15:03:58.245090 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-5535f0e1-6e69-429e-b32a-332d8303bf67 None None] Provisioning complete for port 18bd235b-d2a1-435e-a936-599904b5cd55 triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:03:58.245467 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5535f0e1-6e69-429e-b32a-332d8303bf67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (18bd235b-d2a1-435e-a936-599904b5cd55), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:58.247725 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Current status of the port 74d5d744-9780-4769-9c17-a87507a79863 is: ACTIVE; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:03:58.303387 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-5535f0e1-6e69-429e-b32a-332d8303bf67 None None] Port 18bd235b-d2a1-435e-a936-599904b5cd55 cannot update to ACTIVE because it is not bound. {{(pid=103344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 06 15:03:58.349991 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55ac1355-12ce-4e5b-a897-c8a3632e8e28 admin admin] Publish callbacks [] for port (18bd235b-d2a1-435e-a936-599904b5cd55), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:58.354716 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55ac1355-12ce-4e5b-a897-c8a3632e8e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59634231'] for port (18bd235b-d2a1-435e-a936-599904b5cd55), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:58.425330 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55ac1355-12ce-4e5b-a897-c8a3632e8e28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-426372'] for router_interface (9166c8e3-c795-4438-a5ea-2ff5b2841c98), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:58.427105 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ac1355-12ce-4e5b-a897-c8a3632e8e28 admin admin] Pushing event updated for resources: {'Port': ['ID=18bd235b-d2a1-435e-a936-599904b5cd55,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:03:58.551238 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ac1355-12ce-4e5b-a897-c8a3632e8e28 admin admin] Network 0fb7150d-7af9-48b9-92ca-624c83e18c3d is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 15:03:58.552929 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-55ac1355-12ce-4e5b-a897-c8a3632e8e28 admin admin] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 15:03:58.652412 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063d3a35-3b1f-48f6-9390-9de3b222b967 req-c3596225-cdfc-497b-990b-900fc0327289 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:58.661647 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-063d3a35-3b1f-48f6-9390-9de3b222b967 req-c3596225-cdfc-497b-990b-900fc0327289 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bcb98ae-66b1-40c0-a62b-9020f24f2f35 HTTP/1.1" status: 200 len: 946 time: 0.0675726 May 06 15:03:58.701554 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55ac1355-12ce-4e5b-a897-c8a3632e8e28 admin admin] Router 9166c8e3-c795-4438-a5ea-2ff5b2841c98 has already been hosted by L3 agent ec8f31e6-1756-4927-8bc3-e144e6f0af83 {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 15:03:58.721686 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-063d3a35-3b1f-48f6-9390-9de3b222b967 req-a2759de0-9b81-455d-8866-8cd2e89edf1e tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ce1eba2-17cd-4db7-8aac-d5fdec873105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586355 May 06 15:03:58.823770 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-5a428e33-eb0b-40fe-8104-2b4f72b72126 None None] Provisioning complete for port 18bd235b-d2a1-435e-a936-599904b5cd55 triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:03:58.824145 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5a428e33-eb0b-40fe-8104-2b4f72b72126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (18bd235b-d2a1-435e-a936-599904b5cd55), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:58.834742 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55ac1355-12ce-4e5b-a897-c8a3632e8e28 admin admin] Notify agent at l3_agent.dv-cinder-840678-2-iscsi the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 15:03:58.845158 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-55ac1355-12ce-4e5b-a897-c8a3632e8e28 admin admin] 10.222.0.23 "PUT /v2.0/routers/9166c8e3-c795-4438-a5ea-2ff5b2841c98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1334949 May 06 15:03:58.866370 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-5a428e33-eb0b-40fe-8104-2b4f72b72126 None None] Port 18bd235b-d2a1-435e-a936-599904b5cd55 cannot update to ACTIVE because it is not bound. {{(pid=103344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 06 15:03:59.336622 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 49104) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:03:59.342039 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.v2.base [None req-8202dca3-c8ab-49f6-9156-5ef8b4ff4c43 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1550215665-network', 'tenant_id': 'a62c7d504fd44db9a30bea8d201735c6'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:03:59.362502 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8202dca3-c8ab-49f6-9156-5ef8b4ff4c43 admin admin] Made reservation on behalf of a62c7d504fd44db9a30bea8d201735c6 for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 15:03:59.364981 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8202dca3-c8ab-49f6-9156-5ef8b4ff4c43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:59.374222 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8202dca3-c8ab-49f6-9156-5ef8b4ff4c43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:59.450062 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8202dca3-c8ab-49f6-9156-5ef8b4ff4c43 admin admin] Publish callbacks [] for security_group (79462996-c4e5-43f3-85b4-539cdc20dbc6), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:59.453883 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8202dca3-c8ab-49f6-9156-5ef8b4ff4c43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (79462996-c4e5-43f3-85b4-539cdc20dbc6), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:59.475670 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8202dca3-c8ab-49f6-9156-5ef8b4ff4c43 admin admin] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 15:03:59.491512 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8202dca3-c8ab-49f6-9156-5ef8b4ff4c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79462996-c4e5-43f3-85b4-539cdc20dbc6,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:03:59.494596 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8202dca3-c8ab-49f6-9156-5ef8b4ff4c43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16165668'] for segment (8eaa0af8-7af2-40b4-9758-9de1219025f4), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:59.494945 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.db.segments_db [None req-8202dca3-c8ab-49f6-9156-5ef8b4ff4c43 admin admin] Added segment 8eaa0af8-7af2-40b4-9758-9de1219025f4 of type vlan for network cbebde86-0437-4b6d-8196-f2e40b798585 May 06 15:03:59.542501 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8202dca3-c8ab-49f6-9156-5ef8b4ff4c43 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732313419650'] for network (cbebde86-0437-4b6d-8196-f2e40b798585), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:59.569693 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8202dca3-c8ab-49f6-9156-5ef8b4ff4c43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605'] for network (cbebde86-0437-4b6d-8196-f2e40b798585), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:59.571402 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8202dca3-c8ab-49f6-9156-5ef8b4ff4c43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:59.572314 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8202dca3-c8ab-49f6-9156-5ef8b4ff4c43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566627'] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:59.636911 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-8202dca3-c8ab-49f6-9156-5ef8b4ff4c43 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2991281 May 06 15:03:59.640216 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 49108) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:03:59.647356 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.v2.base [None req-8a62399a-7d08-497b-85f4-2996217b3488 admin admin] Request body: {'subnet': {'network_id': 'cbebde86-0437-4b6d-8196-f2e40b798585', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1550215665-subnet', 'tenant_id': 'a62c7d504fd44db9a30bea8d201735c6', 'ip_version': 4}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:03:59.654902 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8202dca3-c8ab-49f6-9156-5ef8b4ff4c43 admin admin] Pushing event updated for resources: {'Network': ['ID=cbebde86-0437-4b6d-8196-f2e40b798585,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:03:59.669370 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Network cbebde86-0437-4b6d-8196-f2e40b798585 details requested by agent ovs-agent-dv-cinder-840678-2-iscsi with host dv-cinder-840678-2-iscsi {{(pid=103344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 15:03:59.674691 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a62399a-7d08-497b-85f4-2996217b3488 admin admin] Made reservation on behalf of a62c7d504fd44db9a30bea8d201735c6 for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 15:03:59.677974 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8a62399a-7d08-497b-85f4-2996217b3488 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60398207'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:59.857187 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b04c52-31fc-4294-977a-cb1ad97540c6 None None] Sync routers for ids ['9166c8e3-c795-4438-a5ea-2ff5b2841c98'] in dv-cinder-840678-2-iscsi {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 15:03:59.858353 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32df130-495c-4704-9b50-feb8a9f3b565 req-d77dd38d-f21a-46b6-83ac-e0ce4c71ef00 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:03:59.859920 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-d32df130-495c-4704-9b50-feb8a9f3b565 req-d77dd38d-f21a-46b6-83ac-e0ce4c71ef00 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bcb98ae-66b1-40c0-a62b-9020f24f2f35 HTTP/1.1" status: 200 len: 946 time: 0.0664806 May 06 15:03:59.875634 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b04c52-31fc-4294-977a-cb1ad97540c6 None None] Routers {'9166c8e3-c795-4438-a5ea-2ff5b2841c98'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:03:59.876185 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-00b04c52-31fc-4294-977a-cb1ad97540c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:03:39Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['9166c8e3-c795-4438-a5ea-2ff5b2841c98'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:03:59.917613 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8a62399a-7d08-497b-85f4-2996217b3488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59635120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60398185'] for subnet (02159357-5eab-474a-9595-649e11ef77e5), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:03:59.983364 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-d32df130-495c-4704-9b50-feb8a9f3b565 req-6f86499f-9bd4-4f09-a16d-9ebf64ebcf06 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ce1eba2-17cd-4db7-8aac-d5fdec873105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029105 May 06 15:03:59.995698 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a62399a-7d08-497b-85f4-2996217b3488 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02159357-5eab-474a-9595-649e11ef77e5,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:04:00.013369 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a62399a-7d08-497b-85f4-2996217b3488 admin admin] Checking segment: {'id': '8eaa0af8-7af2-40b4-9758-9de1219025f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'cbebde86-0437-4b6d-8196-f2e40b798585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 15:04:00.013800 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a62399a-7d08-497b-85f4-2996217b3488 admin admin] Network hostable DHCP agents. Network: cbebde86-0437-4b6d-8196-f2e40b798585, hostable agents: ['79b17169-ed94-4769-ba4e-30adf371f78f'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 15:04:00.035454 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a62399a-7d08-497b-85f4-2996217b3488 admin admin] Network cbebde86-0437-4b6d-8196-f2e40b798585 is scheduled to be hosted by DHCP agent 79b17169-ed94-4769-ba4e-30adf371f78f with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 15:04:00.049047 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-8a62399a-7d08-497b-85f4-2996217b3488 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-2-iscsi, cbebde86-0437-4b6d-8196-f2e40b798585) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 15:04:00.049437 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-00b04c52-31fc-4294-977a-cb1ad97540c6 None None] Set router 9166c8e3-c795-4438-a5ea-2ff5b2841c98 gateway port host: dv-cinder-840678-2-iscsi {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:04:00.057021 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a62399a-7d08-497b-85f4-2996217b3488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:00.058087 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8a62399a-7d08-497b-85f4-2996217b3488 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:00.077644 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-8a62399a-7d08-497b-85f4-2996217b3488 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4363220 May 06 15:04:00.080050 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 49114) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:04:00.089833 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.v2.base [None req-4cdce04c-630c-4dfd-bdc5-52c3986665ad admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1550215665-router', 'tenant_id': 'a62c7d504fd44db9a30bea8d201735c6', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d'}}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:04:00.097692 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585bc3e3-a58c-4299-92c3-27ac91b6d1b5 None None] Network cbebde86-0437-4b6d-8196-f2e40b798585 requested from dv-cinder-840678-2-iscsi {{(pid=103344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 15:04:00.099630 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device 7a600233-89cd-4af8-bdd0-ac1c54334402 up at agent ovs-agent-dv-cinder-840678-2-iscsi {{(pid=103344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 15:04:00.114214 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4cdce04c-630c-4dfd-bdc5-52c3986665ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5249'] for router (f25cd2cc-62d6-4ac1-ae45-c8178e378c84), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:00.117106 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4cdce04c-630c-4dfd-bdc5-52c3986665ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-428852', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5256'] for router (f25cd2cc-62d6-4ac1-ae45-c8178e378c84), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:00.181764 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4cdce04c-630c-4dfd-bdc5-52c3986665ad admin admin] Publish callbacks [] for router_controller (f25cd2cc-62d6-4ac1-ae45-c8178e378c84), precommit_add_association {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:00.316506 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Provisioning complete for port 7a600233-89cd-4af8-bdd0-ac1c54334402 triggered by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:04:00.316920 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (7a600233-89cd-4af8-bdd0-ac1c54334402), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:00.326796 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4cdce04c-630c-4dfd-bdc5-52c3986665ad admin admin] Publish callbacks [] for router_gateway (f25cd2cc-62d6-4ac1-ae45-c8178e378c84), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:00.328694 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2c74a2-447b-4fa0-8561-3d2b6b8f1fd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74e2536a-40e9-51c9-921d-c01d37b4b177-cbebde86-0437-4b6d-8196-f2e40b798585', 'network_id': 'cbebde86-0437-4b6d-8196-f2e40b798585', 'project_id': 'a62c7d504fd44db9a30bea8d201735c6', 'fixed_ips': [{'subnet_id': '02159357-5eab-474a-9595-649e11ef77e5'}]}} from dv-cinder-840678-2-iscsi. {{(pid=103344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 06 15:04:00.329556 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9c2c74a2-447b-4fa0-8561-3d2b6b8f1fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:00.505143 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-00b04c52-31fc-4294-977a-cb1ad97540c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9166c8e3-c795-4438-a5ea-2ff5b2841c98', 'name': 'tempest-TestShelveInstance-1161429654-router', 'tenant_id': '32f5765bb183428c8a04aed1c66a2068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '7a600233-89cd-4af8-bdd0-ac1c54334402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T15:03:55Z', 'updated_at': '2022-05-06T15:03:58Z', 'revision_number': 4, 'project_id': '32f5765bb183428c8a04aed1c66a2068', 'gw_port': {'id': '7a600233-89cd-4af8-bdd0-ac1c54334402', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:93:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9166c8e3-c795-4438-a5ea-2ff5b2841c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:03:55Z', 'updated_at': '2022-05-06T15:03:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_interfaces': [{'id': '18bd235b-d2a1-435e-a936-599904b5cd55', 'name': '', 'network_id': '0fb7150d-7af9-48b9-92ca-624c83e18c3d', 'tenant_id': '32f5765bb183428c8a04aed1c66a2068', 'mac_address': 'fa:16:3e:4a:06:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9166c8e3-c795-4438-a5ea-2ff5b2841c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '5bc00d9a-cd37-4c9b-9bea-8c5ff3f1a588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:03:57Z', 'updated_at': '2022-05-06T15:03:58Z', 'revision_number': 2, 'project_id': '32f5765bb183428c8a04aed1c66a2068', 'subnets': [{'id': '5bc00d9a-cd37-4c9b-9bea-8c5ff3f1a588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:04:00.520658 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4cdce04c-630c-4dfd-bdc5-52c3986665ad admin admin] Publish callbacks [] for router_gateway (f25cd2cc-62d6-4ac1-ae45-c8178e378c84), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:00.540318 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4cdce04c-630c-4dfd-bdc5-52c3986665ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:00.581544 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b04c52-31fc-4294-977a-cb1ad97540c6 None None] Checking router: 9166c8e3-c795-4438-a5ea-2ff5b2841c98 for host: dv-cinder-840678-2-iscsi {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 15:04:00.581909 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b04c52-31fc-4294-977a-cb1ad97540c6 None None] Updating router 9166c8e3-c795-4438-a5ea-2ff5b2841c98 port 18bd235b-d2a1-435e-a936-599904b5cd55 binding host dv-cinder-840678-2-iscsi {{(pid=103344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 15:04:00.617590 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Current status of the port 7a600233-89cd-4af8-bdd0-ac1c54334402 is: DOWN; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:04:00.617982 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (7a600233-89cd-4af8-bdd0-ac1c54334402), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:00.640370 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-9c2c74a2-447b-4fa0-8561-3d2b6b8f1fd7 None None] Allocated IP 172.20.0.2 (cbebde86-0437-4b6d-8196-f2e40b798585/02159357-5eab-474a-9595-649e11ef77e5/b742a87a-e208-4538-994f-b7f3c44cc5b1) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 15:04:00.646030 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-00b04c52-31fc-4294-977a-cb1ad97540c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (18bd235b-d2a1-435e-a936-599904b5cd55), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:00.657191 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-4cdce04c-630c-4dfd-bdc5-52c3986665ad admin admin] Allocated IP 172.27.2.33 (06a85250-557d-4448-8943-b2192c4da88d/cd3545e0-d98c-46ff-bce0-08f4555cdcb4/33d7d6f0-e929-432b-8c1c-d057fcbe39d1) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 15:04:00.666825 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] For port 7a600233-89cd-4af8-bdd0-ac1c54334402, host dv-cinder-840678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=7a600233-89cd-4af8-bdd0-ac1c54334402,segment=NetworkSegment(19695222-3a66-4083-822d-690c63f08412),segment_id=19695222-3a66-4083-822d-690c63f08412)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:04:00.674219 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (7a600233-89cd-4af8-bdd0-ac1c54334402), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:00.768220 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4cdce04c-630c-4dfd-bdc5-52c3986665ad admin admin] Publish callbacks [] for port (33d7d6f0-e929-432b-8c1c-d057fcbe39d1), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:00.805285 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4cdce04c-630c-4dfd-bdc5-52c3986665ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732313435468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59634176'] for port (33d7d6f0-e929-432b-8c1c-d057fcbe39d1), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:00.862262 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdce04c-630c-4dfd-bdc5-52c3986665ad admin admin] Network 06a85250-557d-4448-8943-b2192c4da88d is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 15:04:00.865547 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-4cdce04c-630c-4dfd-bdc5-52c3986665ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 15:04:00.868135 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdce04c-630c-4dfd-bdc5-52c3986665ad admin admin] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 15:04:00.900213 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdce04c-630c-4dfd-bdc5-52c3986665ad admin admin] Pushing event updated for resources: {'Port': ['ID=33d7d6f0-e929-432b-8c1c-d057fcbe39d1,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:04:01.006506 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Pushing event updated for resources: {'Port': ['ID=7a600233-89cd-4af8-bdd0-ac1c54334402,revision_number=4']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:04:01.124624 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9c2c74a2-447b-4fa0-8561-3d2b6b8f1fd7 None None] Publish callbacks [] for port (b742a87a-e208-4538-994f-b7f3c44cc5b1), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:01.149819 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9c2c74a2-447b-4fa0-8561-3d2b6b8f1fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732313435468'] for port (b742a87a-e208-4538-994f-b7f3c44cc5b1), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:01.214997 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2c74a2-447b-4fa0-8561-3d2b6b8f1fd7 None None] Network cbebde86-0437-4b6d-8196-f2e40b798585 is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 15:04:01.227180 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-9c2c74a2-447b-4fa0-8561-3d2b6b8f1fd7 None None] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 15:04:01.235024 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2c74a2-447b-4fa0-8561-3d2b6b8f1fd7 None None] Pushing event updated for resources: {'Port': ['ID=b742a87a-e208-4538-994f-b7f3c44cc5b1,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:04:01.237806 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2c74a2-447b-4fa0-8561-3d2b6b8f1fd7 None None] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 15:04:01.358154 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-9c2c74a2-447b-4fa0-8561-3d2b6b8f1fd7 None None] Attempting to bind port b742a87a-e208-4538-994f-b7f3c44cc5b1 on host dv-cinder-840678-2-iscsi for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 15:04:01.358767 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-9c2c74a2-447b-4fa0-8561-3d2b6b8f1fd7 None None] Attempting to bind port b742a87a-e208-4538-994f-b7f3c44cc5b1 by drivers openvswitch,hyperv on host dv-cinder-840678-2-iscsi at level 0 using segments [{'id': '8eaa0af8-7af2-40b4-9758-9de1219025f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'cbebde86-0437-4b6d-8196-f2e40b798585'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 15:04:01.359326 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2c74a2-447b-4fa0-8561-3d2b6b8f1fd7 None None] Attempting to bind port b742a87a-e208-4538-994f-b7f3c44cc5b1 on network cbebde86-0437-4b6d-8196-f2e40b798585 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 15:04:01.364635 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-00b04c52-31fc-4294-977a-cb1ad97540c6 None None] Publish callbacks [] for port (18bd235b-d2a1-435e-a936-599904b5cd55), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:01.370936 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2c74a2-447b-4fa0-8561-3d2b6b8f1fd7 None None] Checking agent: {'id': '20451d70-ea89-4a66-885a-20a1b2a3bff8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 14, 49, 44), 'started_at': datetime.datetime(2022, 5, 6, 14, 50, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 15, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 15:04:01.371937 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2c74a2-447b-4fa0-8561-3d2b6b8f1fd7 None None] Checking segment: {'id': '8eaa0af8-7af2-40b4-9758-9de1219025f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'cbebde86-0437-4b6d-8196-f2e40b798585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 15:04:01.372970 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9c2c74a2-447b-4fa0-8561-3d2b6b8f1fd7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:01.373492 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2c74a2-447b-4fa0-8561-3d2b6b8f1fd7 None None] Bound using segment: {'id': '8eaa0af8-7af2-40b4-9758-9de1219025f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'cbebde86-0437-4b6d-8196-f2e40b798585'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 15:04:01.374092 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-9c2c74a2-447b-4fa0-8561-3d2b6b8f1fd7 None None] Bound port: b742a87a-e208-4538-994f-b7f3c44cc5b1, host: dv-cinder-840678-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eaa0af8-7af2-40b4-9758-9de1219025f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'cbebde86-0437-4b6d-8196-f2e40b798585'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 15:04:01.374665 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9c2c74a2-447b-4fa0-8561-3d2b6b8f1fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (b742a87a-e208-4538-994f-b7f3c44cc5b1), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:01.382344 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-00b04c52-31fc-4294-977a-cb1ad97540c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (18bd235b-d2a1-435e-a936-599904b5cd55), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:01.468870 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c5688d-b6a1-4819-84e7-c808c039f8f7 req-01768ca8-aa86-4fd3-b3cf-75e82e57d233 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:01.476887 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-13c5688d-b6a1-4819-84e7-c808c039f8f7 req-01768ca8-aa86-4fd3-b3cf-75e82e57d233 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bcb98ae-66b1-40c0-a62b-9020f24f2f35 HTTP/1.1" status: 200 len: 946 time: 0.4062345 May 06 15:04:01.478167 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4cdce04c-630c-4dfd-bdc5-52c3986665ad admin admin] Publish callbacks [] for router_gateway (f25cd2cc-62d6-4ac1-ae45-c8178e378c84), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:01.507973 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7eab27-25cd-4cc4-ba46-bb09b0d1aa96 None None] Pushing event updated for resources: {'Port': ['ID=18bd235b-d2a1-435e-a936-599904b5cd55,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:04:01.555389 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-00b04c52-31fc-4294-977a-cb1ad97540c6 None None] Attempting to bind port 18bd235b-d2a1-435e-a936-599904b5cd55 on host dv-cinder-840678-2-iscsi for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 15:04:01.555917 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-00b04c52-31fc-4294-977a-cb1ad97540c6 None None] Attempting to bind port 18bd235b-d2a1-435e-a936-599904b5cd55 by drivers openvswitch,hyperv on host dv-cinder-840678-2-iscsi at level 0 using segments [{'id': '8a79fa25-ed49-466a-a899-43fb314ccade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0fb7150d-7af9-48b9-92ca-624c83e18c3d'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 15:04:01.556472 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b04c52-31fc-4294-977a-cb1ad97540c6 None None] Attempting to bind port 18bd235b-d2a1-435e-a936-599904b5cd55 on network 0fb7150d-7af9-48b9-92ca-624c83e18c3d {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 15:04:01.560702 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-9c2c74a2-447b-4fa0-8561-3d2b6b8f1fd7 None None] For port b742a87a-e208-4538-994f-b7f3c44cc5b1, host dv-cinder-840678-2-iscsi, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 15:04:01.560925 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-13c5688d-b6a1-4819-84e7-c808c039f8f7 req-fd43047d-0d28-4845-b550-41e3f05a0257 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ce1eba2-17cd-4db7-8aac-d5fdec873105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809469 May 06 15:04:01.566071 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-9c2c74a2-447b-4fa0-8561-3d2b6b8f1fd7 None None] For port b742a87a-e208-4538-994f-b7f3c44cc5b1, host dv-cinder-840678-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=b742a87a-e208-4538-994f-b7f3c44cc5b1,segment=NetworkSegment(8eaa0af8-7af2-40b4-9758-9de1219025f4),segment_id=8eaa0af8-7af2-40b4-9758-9de1219025f4)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 15:04:01.576509 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b04c52-31fc-4294-977a-cb1ad97540c6 None None] Checking agent: {'id': '20451d70-ea89-4a66-885a-20a1b2a3bff8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 14, 49, 44), 'started_at': datetime.datetime(2022, 5, 6, 14, 50, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 15, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 15:04:01.576509 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b04c52-31fc-4294-977a-cb1ad97540c6 None None] Checking segment: {'id': '8a79fa25-ed49-466a-a899-43fb314ccade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0fb7150d-7af9-48b9-92ca-624c83e18c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 15:04:01.576509 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-00b04c52-31fc-4294-977a-cb1ad97540c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:01.576509 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b04c52-31fc-4294-977a-cb1ad97540c6 None None] Bound using segment: {'id': '8a79fa25-ed49-466a-a899-43fb314ccade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0fb7150d-7af9-48b9-92ca-624c83e18c3d'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 15:04:01.576509 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-00b04c52-31fc-4294-977a-cb1ad97540c6 None None] Bound port: 18bd235b-d2a1-435e-a936-599904b5cd55, host: dv-cinder-840678-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a79fa25-ed49-466a-a899-43fb314ccade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0fb7150d-7af9-48b9-92ca-624c83e18c3d'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 15:04:01.576509 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-00b04c52-31fc-4294-977a-cb1ad97540c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (18bd235b-d2a1-435e-a936-599904b5cd55), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:01.588646 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9c2c74a2-447b-4fa0-8561-3d2b6b8f1fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (b742a87a-e208-4538-994f-b7f3c44cc5b1), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:01.697467 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-00b04c52-31fc-4294-977a-cb1ad97540c6 None None] For port 18bd235b-d2a1-435e-a936-599904b5cd55, host dv-cinder-840678-2-iscsi, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 15:04:01.704776 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-00b04c52-31fc-4294-977a-cb1ad97540c6 None None] For port 18bd235b-d2a1-435e-a936-599904b5cd55, host dv-cinder-840678-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=18bd235b-d2a1-435e-a936-599904b5cd55,segment=NetworkSegment(8a79fa25-ed49-466a-a899-43fb314ccade),segment_id=8a79fa25-ed49-466a-a899-43fb314ccade)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 15:04:01.706473 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2c74a2-447b-4fa0-8561-3d2b6b8f1fd7 None None] Pushing event updated for resources: {'Port': ['ID=b742a87a-e208-4538-994f-b7f3c44cc5b1,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:04:01.719140 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-00b04c52-31fc-4294-977a-cb1ad97540c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (18bd235b-d2a1-435e-a936-599904b5cd55), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:01.727494 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-bba9ab3b-2fc4-412f-bb3a-3a14cab9c3aa None None] Provisioning complete for port 18bd235b-d2a1-435e-a936-599904b5cd55 triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:04:01.727869 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bba9ab3b-2fc4-412f-bb3a-3a14cab9c3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (18bd235b-d2a1-435e-a936-599904b5cd55), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:01.734128 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4cdce04c-630c-4dfd-bdc5-52c3986665ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429027'] for router (f25cd2cc-62d6-4ac1-ae45-c8178e378c84), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:01.821137 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b04c52-31fc-4294-977a-cb1ad97540c6 None None] Routers {'9166c8e3-c795-4438-a5ea-2ff5b2841c98'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:04:01.821790 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-00b04c52-31fc-4294-977a-cb1ad97540c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:03:39Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['9166c8e3-c795-4438-a5ea-2ff5b2841c98'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:04:01.830412 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7eab27-25cd-4cc4-ba46-bb09b0d1aa96 None None] Pushing event updated for resources: {'Port': ['ID=18bd235b-d2a1-435e-a936-599904b5cd55,revision_number=4']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:04:01.936739 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cdce04c-630c-4dfd-bdc5-52c3986665ad admin admin] Router f25cd2cc-62d6-4ac1-ae45-c8178e378c84 is scheduled to L3 agent ec8f31e6-1756-4927-8bc3-e144e6f0af83 with binding_index 1 {{(pid=103342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 15:04:01.988384 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-bba9ab3b-2fc4-412f-bb3a-3a14cab9c3aa None None] Current status of the port 18bd235b-d2a1-435e-a936-599904b5cd55 is: DOWN; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:04:01.993604 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bba9ab3b-2fc4-412f-bb3a-3a14cab9c3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (18bd235b-d2a1-435e-a936-599904b5cd55), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:02.017138 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-00b04c52-31fc-4294-977a-cb1ad97540c6 None None] Set router 9166c8e3-c795-4438-a5ea-2ff5b2841c98 gateway port host: dv-cinder-840678-2-iscsi {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:04:02.105348 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-bba9ab3b-2fc4-412f-bb3a-3a14cab9c3aa None None] For port 18bd235b-d2a1-435e-a936-599904b5cd55, host dv-cinder-840678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=18bd235b-d2a1-435e-a936-599904b5cd55,segment=NetworkSegment(8a79fa25-ed49-466a-a899-43fb314ccade),segment_id=8a79fa25-ed49-466a-a899-43fb314ccade)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:04:02.111377 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bba9ab3b-2fc4-412f-bb3a-3a14cab9c3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (18bd235b-d2a1-435e-a936-599904b5cd55), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:02.130558 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cdce04c-630c-4dfd-bdc5-52c3986665ad admin admin] Notify agent at l3_agent.dv-cinder-840678-2-iscsi the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 15:04:02.144999 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26db0ea4-c21a-4f9e-b097-0d003f24f54c None None] Sync routers for ids ['f25cd2cc-62d6-4ac1-ae45-c8178e378c84'] in dv-cinder-840678-2-iscsi {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 15:04:02.152390 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4cdce04c-630c-4dfd-bdc5-52c3986665ad admin admin] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:02.155129 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-4cdce04c-630c-4dfd-bdc5-52c3986665ad admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0739920 May 06 15:04:02.158150 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 49124) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:04:02.166823 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26db0ea4-c21a-4f9e-b097-0d003f24f54c None None] Routers {'f25cd2cc-62d6-4ac1-ae45-c8178e378c84'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:04:02.167465 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-26db0ea4-c21a-4f9e-b097-0d003f24f54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:03:39Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['f25cd2cc-62d6-4ac1-ae45-c8178e378c84'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:04:02.248213 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device b742a87a-e208-4538-994f-b7f3c44cc5b1 up at agent ovs-agent-dv-cinder-840678-2-iscsi {{(pid=103344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 15:04:02.297874 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-26db0ea4-c21a-4f9e-b097-0d003f24f54c None None] Set router f25cd2cc-62d6-4ac1-ae45-c8178e378c84 gateway port host: dv-cinder-840678-2-iscsi {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:04:02.300784 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-bd9b6f97-6506-41a8-9f0a-2fe65006e16f None None] Provisioning complete for port 18bd235b-d2a1-435e-a936-599904b5cd55 triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:04:02.301166 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-bd9b6f97-6506-41a8-9f0a-2fe65006e16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (18bd235b-d2a1-435e-a936-599904b5cd55), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:02.382931 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba9ab3b-2fc4-412f-bb3a-3a14cab9c3aa None None] Pushing event updated for resources: {'Port': ['ID=18bd235b-d2a1-435e-a936-599904b5cd55,revision_number=5']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:04:02.424332 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-00b04c52-31fc-4294-977a-cb1ad97540c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9166c8e3-c795-4438-a5ea-2ff5b2841c98', 'name': 'tempest-TestShelveInstance-1161429654-router', 'tenant_id': '32f5765bb183428c8a04aed1c66a2068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '7a600233-89cd-4af8-bdd0-ac1c54334402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T15:03:55Z', 'updated_at': '2022-05-06T15:03:58Z', 'revision_number': 4, 'project_id': '32f5765bb183428c8a04aed1c66a2068', 'gw_port': {'id': '7a600233-89cd-4af8-bdd0-ac1c54334402', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:93:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9166c8e3-c795-4438-a5ea-2ff5b2841c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:03:55Z', 'updated_at': '2022-05-06T15:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_interfaces': [{'id': '18bd235b-d2a1-435e-a936-599904b5cd55', 'name': '', 'network_id': '0fb7150d-7af9-48b9-92ca-624c83e18c3d', 'tenant_id': '32f5765bb183428c8a04aed1c66a2068', 'mac_address': 'fa:16:3e:4a:06:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9166c8e3-c795-4438-a5ea-2ff5b2841c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '5bc00d9a-cd37-4c9b-9bea-8c5ff3f1a588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:03:57Z', 'updated_at': '2022-05-06T15:04:01Z', 'revision_number': 4, 'project_id': '32f5765bb183428c8a04aed1c66a2068', 'subnets': [{'id': '5bc00d9a-cd37-4c9b-9bea-8c5ff3f1a588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:04:02.428204 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Provisioning complete for port b742a87a-e208-4538-994f-b7f3c44cc5b1 triggered by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:04:02.428204 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (b742a87a-e208-4538-994f-b7f3c44cc5b1), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:02.472772 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b04c52-31fc-4294-977a-cb1ad97540c6 None None] The sync data for ids ['9166c8e3-c795-4438-a5ea-2ff5b2841c98'] in dv-cinder-840678-2-iscsi is: [{'id': '9166c8e3-c795-4438-a5ea-2ff5b2841c98', 'name': 'tempest-TestShelveInstance-1161429654-router', 'tenant_id': '32f5765bb183428c8a04aed1c66a2068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '7a600233-89cd-4af8-bdd0-ac1c54334402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T15:03:55Z', 'updated_at': '2022-05-06T15:03:58Z', 'revision_number': 4, 'project_id': '32f5765bb183428c8a04aed1c66a2068', 'gw_port': {'id': '7a600233-89cd-4af8-bdd0-ac1c54334402', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:93:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9166c8e3-c795-4438-a5ea-2ff5b2841c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:03:55Z', 'updated_at': '2022-05-06T15:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_interfaces': [{'id': '18bd235b-d2a1-435e-a936-599904b5cd55', 'name': '', 'network_id': '0fb7150d-7af9-48b9-92ca-624c83e18c3d', 'tenant_id': '32f5765bb183428c8a04aed1c66a2068', 'mac_address': 'fa:16:3e:4a:06:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9166c8e3-c795-4438-a5ea-2ff5b2841c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '5bc00d9a-cd37-4c9b-9bea-8c5ff3f1a588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:03:57Z', 'updated_at': '2022-05-06T15:04:01Z', 'revision_number': 4, 'project_id': '32f5765bb183428c8a04aed1c66a2068', 'subnets': [{'id': '5bc00d9a-cd37-4c9b-9bea-8c5ff3f1a588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 15:04:02.520397 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-26db0ea4-c21a-4f9e-b097-0d003f24f54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f25cd2cc-62d6-4ac1-ae45-c8178e378c84', 'name': 'tempest-TestShelveInstance-1550215665-router', 'tenant_id': 'a62c7d504fd44db9a30bea8d201735c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '33d7d6f0-e929-432b-8c1c-d057fcbe39d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T15:04:00Z', 'updated_at': '2022-05-06T15:04:01Z', 'revision_number': 3, 'project_id': 'a62c7d504fd44db9a30bea8d201735c6', 'gw_port': {'id': '33d7d6f0-e929-432b-8c1c-d057fcbe39d1', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:fd:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f25cd2cc-62d6-4ac1-ae45-c8178e378c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:04:00Z', 'updated_at': '2022-05-06T15:04:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi'}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:04:02.544109 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-bd9b6f97-6506-41a8-9f0a-2fe65006e16f None None] Current status of the port 18bd235b-d2a1-435e-a936-599904b5cd55 is: ACTIVE; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:04:02.583236 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26db0ea4-c21a-4f9e-b097-0d003f24f54c None None] Checking router: f25cd2cc-62d6-4ac1-ae45-c8178e378c84 for host: dv-cinder-840678-2-iscsi {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 15:04:02.583755 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26db0ea4-c21a-4f9e-b097-0d003f24f54c None None] Updating router f25cd2cc-62d6-4ac1-ae45-c8178e378c84 port 33d7d6f0-e929-432b-8c1c-d057fcbe39d1 binding host dv-cinder-840678-2-iscsi {{(pid=103345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 15:04:02.622708 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Current status of the port b742a87a-e208-4538-994f-b7f3c44cc5b1 is: DOWN; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:04:02.623087 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (b742a87a-e208-4538-994f-b7f3c44cc5b1), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:02.643144 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-26db0ea4-c21a-4f9e-b097-0d003f24f54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (33d7d6f0-e929-432b-8c1c-d057fcbe39d1), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:02.695541 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] For port b742a87a-e208-4538-994f-b7f3c44cc5b1, host dv-cinder-840678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=b742a87a-e208-4538-994f-b7f3c44cc5b1,segment=NetworkSegment(8eaa0af8-7af2-40b4-9758-9de1219025f4),segment_id=8eaa0af8-7af2-40b4-9758-9de1219025f4)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:04:02.701396 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (b742a87a-e208-4538-994f-b7f3c44cc5b1), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:02.703075 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device 7a600233-89cd-4af8-bdd0-ac1c54334402 up at agent ovs-agent-dv-cinder-840678-2-iscsi {{(pid=103344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 15:04:02.777316 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9865c672-cd3c-4c5c-9ba6-9aa60cbcd18a req-febaee12-3578-4e82-842c-0b2ea6b9417f tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:02.779693 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-9865c672-cd3c-4c5c-9ba6-9aa60cbcd18a req-febaee12-3578-4e82-842c-0b2ea6b9417f tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bcb98ae-66b1-40c0-a62b-9020f24f2f35 HTTP/1.1" status: 200 len: 946 time: 0.0766203 May 06 15:04:02.810026 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Pushing event updated for resources: {'Port': ['ID=b742a87a-e208-4538-994f-b7f3c44cc5b1,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:04:02.821181 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Provisioning complete for port 7a600233-89cd-4af8-bdd0-ac1c54334402 triggered by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:04:02.821560 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (7a600233-89cd-4af8-bdd0-ac1c54334402), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:02.845298 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-9865c672-cd3c-4c5c-9ba6-9aa60cbcd18a req-305866a9-c83a-41bc-ac0d-ee1d00b940b0 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ce1eba2-17cd-4db7-8aac-d5fdec873105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589952 May 06 15:04:02.905508 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-56524ad2-71d0-4a58-b4de-b68d5b5e7925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:02.965246 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Current status of the port 7a600233-89cd-4af8-bdd0-ac1c54334402 is: ACTIVE; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:04:03.093532 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd50952c-2722-416f-a509-d7365f2bc404 None None] Network cbebde86-0437-4b6d-8196-f2e40b798585 requested from dv-cinder-840678-2-iscsi {{(pid=103344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 15:04:03.103357 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-56524ad2-71d0-4a58-b4de-b68d5b5e7925 admin admin] Allocated IP 172.20.0.1 (cbebde86-0437-4b6d-8196-f2e40b798585/02159357-5eab-474a-9595-649e11ef77e5/fd23d38b-551d-486d-a553-a782d4f47478) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 15:04:03.163975 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-26db0ea4-c21a-4f9e-b097-0d003f24f54c None None] Publish callbacks [] for port (33d7d6f0-e929-432b-8c1c-d057fcbe39d1), precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:03.172782 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-26db0ea4-c21a-4f9e-b097-0d003f24f54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (33d7d6f0-e929-432b-8c1c-d057fcbe39d1), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:03.232945 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-26db0ea4-c21a-4f9e-b097-0d003f24f54c None None] Attempting to bind port 33d7d6f0-e929-432b-8c1c-d057fcbe39d1 on host dv-cinder-840678-2-iscsi for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 15:04:03.233508 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-26db0ea4-c21a-4f9e-b097-0d003f24f54c None None] Attempting to bind port 33d7d6f0-e929-432b-8c1c-d057fcbe39d1 by drivers openvswitch,hyperv on host dv-cinder-840678-2-iscsi at level 0 using segments [{'id': '19695222-3a66-4083-822d-690c63f08412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06a85250-557d-4448-8943-b2192c4da88d'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 15:04:03.234486 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26db0ea4-c21a-4f9e-b097-0d003f24f54c None None] Attempting to bind port 33d7d6f0-e929-432b-8c1c-d057fcbe39d1 on network 06a85250-557d-4448-8943-b2192c4da88d {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 15:04:03.239862 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c932c7-0b49-4198-9a44-b5081b0dd75c None None] Pushing event updated for resources: {'Port': ['ID=33d7d6f0-e929-432b-8c1c-d057fcbe39d1,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:04:03.243133 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26db0ea4-c21a-4f9e-b097-0d003f24f54c None None] Checking agent: {'id': '20451d70-ea89-4a66-885a-20a1b2a3bff8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 14, 49, 44), 'started_at': datetime.datetime(2022, 5, 6, 14, 50, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 15, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 15:04:03.243736 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26db0ea4-c21a-4f9e-b097-0d003f24f54c None None] Checking segment: {'id': '19695222-3a66-4083-822d-690c63f08412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06a85250-557d-4448-8943-b2192c4da88d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 15:04:03.244308 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-26db0ea4-c21a-4f9e-b097-0d003f24f54c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:03.244984 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26db0ea4-c21a-4f9e-b097-0d003f24f54c None None] Bound using segment: {'id': '19695222-3a66-4083-822d-690c63f08412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06a85250-557d-4448-8943-b2192c4da88d'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 15:04:03.245621 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-26db0ea4-c21a-4f9e-b097-0d003f24f54c None None] Bound port: 33d7d6f0-e929-432b-8c1c-d057fcbe39d1, host: dv-cinder-840678-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19695222-3a66-4083-822d-690c63f08412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06a85250-557d-4448-8943-b2192c4da88d'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 15:04:03.246181 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-26db0ea4-c21a-4f9e-b097-0d003f24f54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (33d7d6f0-e929-432b-8c1c-d057fcbe39d1), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:03.257919 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-fa6dd5bd-44a3-413e-bf83-c931bebf33aa None None] Provisioning complete for port b742a87a-e208-4538-994f-b7f3c44cc5b1 triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:04:03.258300 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-fa6dd5bd-44a3-413e-bf83-c931bebf33aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (b742a87a-e208-4538-994f-b7f3c44cc5b1), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:03.302971 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-56524ad2-71d0-4a58-b4de-b68d5b5e7925 admin admin] Publish callbacks [] for port (fd23d38b-551d-486d-a553-a782d4f47478), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:03.328241 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-26db0ea4-c21a-4f9e-b097-0d003f24f54c None None] For port 33d7d6f0-e929-432b-8c1c-d057fcbe39d1, host dv-cinder-840678-2-iscsi, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 15:04:03.333128 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-26db0ea4-c21a-4f9e-b097-0d003f24f54c None None] For port 33d7d6f0-e929-432b-8c1c-d057fcbe39d1, host dv-cinder-840678-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=33d7d6f0-e929-432b-8c1c-d057fcbe39d1,segment=NetworkSegment(19695222-3a66-4083-822d-690c63f08412),segment_id=19695222-3a66-4083-822d-690c63f08412)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 15:04:03.341654 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-26db0ea4-c21a-4f9e-b097-0d003f24f54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (33d7d6f0-e929-432b-8c1c-d057fcbe39d1), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:03.354937 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-56524ad2-71d0-4a58-b4de-b68d5b5e7925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732313435468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59634176'] for port (fd23d38b-551d-486d-a553-a782d4f47478), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:03.383737 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-fa6dd5bd-44a3-413e-bf83-c931bebf33aa None None] Current status of the port b742a87a-e208-4538-994f-b7f3c44cc5b1 is: ACTIVE; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:04:03.420248 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26db0ea4-c21a-4f9e-b097-0d003f24f54c None None] Routers {'f25cd2cc-62d6-4ac1-ae45-c8178e378c84'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:04:03.421034 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-26db0ea4-c21a-4f9e-b097-0d003f24f54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:03:39Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['f25cd2cc-62d6-4ac1-ae45-c8178e378c84'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:04:03.452676 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56524ad2-71d0-4a58-b4de-b68d5b5e7925 admin admin] Network cbebde86-0437-4b6d-8196-f2e40b798585 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 15:04:03.458985 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-56524ad2-71d0-4a58-b4de-b68d5b5e7925 admin admin] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 15:04:03.461015 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c932c7-0b49-4198-9a44-b5081b0dd75c None None] Pushing event updated for resources: {'Port': ['ID=33d7d6f0-e929-432b-8c1c-d057fcbe39d1,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:04:03.475202 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56524ad2-71d0-4a58-b4de-b68d5b5e7925 admin admin] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 15:04:03.535045 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56524ad2-71d0-4a58-b4de-b68d5b5e7925 admin admin] Pushing event updated for resources: {'Port': ['ID=fd23d38b-551d-486d-a553-a782d4f47478,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:04:03.553179 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-56524ad2-71d0-4a58-b4de-b68d5b5e7925 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-426958'] for router_interface (f25cd2cc-62d6-4ac1-ae45-c8178e378c84), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:03.571114 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-26db0ea4-c21a-4f9e-b097-0d003f24f54c None None] Set router f25cd2cc-62d6-4ac1-ae45-c8178e378c84 gateway port host: dv-cinder-840678-2-iscsi {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:04:03.611802 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-053a328f-74c0-44f2-9cc0-fe0e34c6e993 None None] Provisioning complete for port b742a87a-e208-4538-994f-b7f3c44cc5b1 triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:04:03.613658 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-053a328f-74c0-44f2-9cc0-fe0e34c6e993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (b742a87a-e208-4538-994f-b7f3c44cc5b1), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:03.731987 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-56524ad2-71d0-4a58-b4de-b68d5b5e7925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (fd23d38b-551d-486d-a553-a782d4f47478), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:03.871133 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-26db0ea4-c21a-4f9e-b097-0d003f24f54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f25cd2cc-62d6-4ac1-ae45-c8178e378c84', 'name': 'tempest-TestShelveInstance-1550215665-router', 'tenant_id': 'a62c7d504fd44db9a30bea8d201735c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '33d7d6f0-e929-432b-8c1c-d057fcbe39d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T15:04:00Z', 'updated_at': '2022-05-06T15:04:01Z', 'revision_number': 3, 'project_id': 'a62c7d504fd44db9a30bea8d201735c6', 'gw_port': {'id': '33d7d6f0-e929-432b-8c1c-d057fcbe39d1', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:fd:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f25cd2cc-62d6-4ac1-ae45-c8178e378c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:04:00Z', 'updated_at': '2022-05-06T15:04:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi'}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:04:03.893977 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-053a328f-74c0-44f2-9cc0-fe0e34c6e993 None None] Current status of the port b742a87a-e208-4538-994f-b7f3c44cc5b1 is: ACTIVE; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:04:03.913457 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26db0ea4-c21a-4f9e-b097-0d003f24f54c None None] The sync data for ids ['f25cd2cc-62d6-4ac1-ae45-c8178e378c84'] in dv-cinder-840678-2-iscsi is: [{'id': 'f25cd2cc-62d6-4ac1-ae45-c8178e378c84', 'name': 'tempest-TestShelveInstance-1550215665-router', 'tenant_id': 'a62c7d504fd44db9a30bea8d201735c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '33d7d6f0-e929-432b-8c1c-d057fcbe39d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T15:04:00Z', 'updated_at': '2022-05-06T15:04:01Z', 'revision_number': 3, 'project_id': 'a62c7d504fd44db9a30bea8d201735c6', 'gw_port': {'id': '33d7d6f0-e929-432b-8c1c-d057fcbe39d1', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:fd:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f25cd2cc-62d6-4ac1-ae45-c8178e378c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:04:00Z', 'updated_at': '2022-05-06T15:04:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi'}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 15:04:03.951818 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-56524ad2-71d0-4a58-b4de-b68d5b5e7925 admin admin] Publish callbacks [] for port (fd23d38b-551d-486d-a553-a782d4f47478), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:03.960258 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-56524ad2-71d0-4a58-b4de-b68d5b5e7925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59634231'] for port (fd23d38b-551d-486d-a553-a782d4f47478), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:04.013126 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d089e6c0-ec3a-48a6-871d-67b196b77286 req-9fb70989-b5a6-4e52-8bc3-93ca2222399e tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:04.020363 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-d089e6c0-ec3a-48a6-871d-67b196b77286 req-9fb70989-b5a6-4e52-8bc3-93ca2222399e tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bcb98ae-66b1-40c0-a62b-9020f24f2f35 HTTP/1.1" status: 200 len: 946 time: 0.0703189 May 06 15:04:04.029817 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-85e31b9f-ad2f-4584-a08c-7c9d5a722a52 None None] Provisioning complete for port fd23d38b-551d-486d-a553-a782d4f47478 triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:04:04.030192 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-85e31b9f-ad2f-4584-a08c-7c9d5a722a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (fd23d38b-551d-486d-a553-a782d4f47478), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:04.071078 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56524ad2-71d0-4a58-b4de-b68d5b5e7925 admin admin] Pushing event updated for resources: {'Port': ['ID=fd23d38b-551d-486d-a553-a782d4f47478,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:04:04.074509 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-56524ad2-71d0-4a58-b4de-b68d5b5e7925 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-426372'] for router_interface (f25cd2cc-62d6-4ac1-ae45-c8178e378c84), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:04.083490 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-d089e6c0-ec3a-48a6-871d-67b196b77286 req-5f98913c-3add-4d44-8aa8-d13f0f471b00 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ce1eba2-17cd-4db7-8aac-d5fdec873105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614274 May 06 15:04:04.118157 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-85e31b9f-ad2f-4584-a08c-7c9d5a722a52 None None] Port fd23d38b-551d-486d-a553-a782d4f47478 cannot update to ACTIVE because it is not bound. {{(pid=103344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 06 15:04:04.170935 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device b742a87a-e208-4538-994f-b7f3c44cc5b1 up at agent ovs-agent-dv-cinder-840678-2-iscsi {{(pid=103344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 15:04:04.187436 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56524ad2-71d0-4a58-b4de-b68d5b5e7925 admin admin] Network cbebde86-0437-4b6d-8196-f2e40b798585 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 15:04:04.189361 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-56524ad2-71d0-4a58-b4de-b68d5b5e7925 admin admin] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 15:04:04.228098 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Provisioning complete for port b742a87a-e208-4538-994f-b7f3c44cc5b1 triggered by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:04:04.228827 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (b742a87a-e208-4538-994f-b7f3c44cc5b1), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:04.333864 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56524ad2-71d0-4a58-b4de-b68d5b5e7925 admin admin] Router f25cd2cc-62d6-4ac1-ae45-c8178e378c84 has already been hosted by L3 agent ec8f31e6-1756-4927-8bc3-e144e6f0af83 {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 15:04:04.339634 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Current status of the port b742a87a-e208-4538-994f-b7f3c44cc5b1 is: ACTIVE; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:04:04.341579 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device 18bd235b-d2a1-435e-a936-599904b5cd55 up at agent ovs-agent-dv-cinder-840678-2-iscsi {{(pid=103344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 15:04:04.393497 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Provisioning complete for port 18bd235b-d2a1-435e-a936-599904b5cd55 triggered by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:04:04.393873 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (18bd235b-d2a1-435e-a936-599904b5cd55), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:04.509090 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56524ad2-71d0-4a58-b4de-b68d5b5e7925 admin admin] Notify agent at l3_agent.dv-cinder-840678-2-iscsi the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 15:04:04.513170 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Current status of the port 18bd235b-d2a1-435e-a936-599904b5cd55 is: ACTIVE; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:04:04.516266 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-56524ad2-71d0-4a58-b4de-b68d5b5e7925 admin admin] 10.222.0.23 "PUT /v2.0/routers/f25cd2cc-62d6-4ac1-ae45-c8178e378c84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3560734 May 06 15:04:04.543801 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-4ec4d3b1-5bf3-490c-b960-2d2779d4e724 None None] Provisioning complete for port fd23d38b-551d-486d-a553-a782d4f47478 triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:04:04.544186 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4ec4d3b1-5bf3-490c-b960-2d2779d4e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (fd23d38b-551d-486d-a553-a782d4f47478), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:04.586381 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-4ec4d3b1-5bf3-490c-b960-2d2779d4e724 None None] Port fd23d38b-551d-486d-a553-a782d4f47478 cannot update to ACTIVE because it is not bound. {{(pid=103344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 06 15:04:05.200458 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea658a5c-e001-4de9-86ff-f8c3667ac443 req-43cd846c-d433-4397-b1e2-39e28c1a6dec tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:05.201924 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-ea658a5c-e001-4de9-86ff-f8c3667ac443 req-43cd846c-d433-4397-b1e2-39e28c1a6dec tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bcb98ae-66b1-40c0-a62b-9020f24f2f35 HTTP/1.1" status: 200 len: 946 time: 0.0541296 May 06 15:04:05.248705 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-ea658a5c-e001-4de9-86ff-f8c3667ac443 req-9d70dad2-4cf4-411b-8a42-aa25ff4bc135 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ce1eba2-17cd-4db7-8aac-d5fdec873105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409951 May 06 15:04:05.286149 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 49144) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:04:05.290745 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.v2.base [None req-41ce1f2a-9f4c-4a4c-a23e-47ed4dd06b5e tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1386878969', 'description': 'tempest-secgroup-smoke-1386878969 description', 'project_id': '32f5765bb183428c8a04aed1c66a2068'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:04:05.312393 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-41ce1f2a-9f4c-4a4c-a23e-47ed4dd06b5e tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:05.385417 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-41ce1f2a-9f4c-4a4c-a23e-47ed4dd06b5e tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Publish callbacks [] for security_group (a34256eb-ffef-4843-9957-650a1f075897), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:05.393790 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-41ce1f2a-9f4c-4a4c-a23e-47ed4dd06b5e tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (a34256eb-ffef-4843-9957-650a1f075897), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:05.422769 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-41ce1f2a-9f4c-4a4c-a23e-47ed4dd06b5e tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:05.423996 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-41ce1f2a-9f4c-4a4c-a23e-47ed4dd06b5e tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1368279 May 06 15:04:05.427057 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 49146) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:04:05.428109 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ce1f2a-9f4c-4a4c-a23e-47ed4dd06b5e tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a34256eb-ffef-4843-9957-650a1f075897,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:04:05.431855 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.v2.base [None req-d1f8a8a6-c9bd-4248-8be9-9852d778b7b4 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Request body: {'security_group_rule': {'security_group_id': 'a34256eb-ffef-4843-9957-650a1f075897', 'project_id': '32f5765bb183428c8a04aed1c66a2068', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:04:05.457660 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d1f8a8a6-c9bd-4248-8be9-9852d778b7b4 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Publish callbacks [] for security_group_rule (d91357f2-d943-4973-8018-619e1955031f), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:05.515740 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d1f8a8a6-c9bd-4248-8be9-9852d778b7b4 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Publish callbacks [] for security_group_rule (d91357f2-d943-4973-8018-619e1955031f), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:05.519542 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d1f8a8a6-c9bd-4248-8be9-9852d778b7b4 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575255'] for security_group_rule (d91357f2-d943-4973-8018-619e1955031f), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:05.536993 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f8a8a6-c9bd-4248-8be9-9852d778b7b4 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d91357f2-d943-4973-8018-619e1955031f,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:04:05.549810 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d1f8a8a6-c9bd-4248-8be9-9852d778b7b4 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:05.550995 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-d1f8a8a6-c9bd-4248-8be9-9852d778b7b4 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1228385 May 06 15:04:05.553691 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 49150) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:04:05.557842 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.v2.base [None req-cf575f46-33b6-4852-be75-81edd57730f1 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Request body: {'security_group_rule': {'security_group_id': 'a34256eb-ffef-4843-9957-650a1f075897', 'project_id': '32f5765bb183428c8a04aed1c66a2068', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:04:05.582624 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cf575f46-33b6-4852-be75-81edd57730f1 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Publish callbacks [] for security_group_rule (90e239e6-90af-423d-b4a6-eed0da19e88e), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:05.639012 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cf575f46-33b6-4852-be75-81edd57730f1 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Publish callbacks [] for security_group_rule (90e239e6-90af-423d-b4a6-eed0da19e88e), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:05.642530 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cf575f46-33b6-4852-be75-81edd57730f1 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575255'] for security_group_rule (90e239e6-90af-423d-b4a6-eed0da19e88e), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:05.659848 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf575f46-33b6-4852-be75-81edd57730f1 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90e239e6-90af-423d-b4a6-eed0da19e88e,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:04:05.669625 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cf575f46-33b6-4852-be75-81edd57730f1 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:05.671205 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-cf575f46-33b6-4852-be75-81edd57730f1 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1164997 May 06 15:04:05.673684 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 49152) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:04:05.678052 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.v2.base [None req-73725840-6ff7-47c4-af45-e5de5ca1630d tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Request body: {'security_group_rule': {'security_group_id': 'a34256eb-ffef-4843-9957-650a1f075897', 'project_id': '32f5765bb183428c8a04aed1c66a2068', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:04:05.704678 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-73725840-6ff7-47c4-af45-e5de5ca1630d tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Publish callbacks [] for security_group_rule (37403520-ceae-452e-b066-f76966303dcf), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:05.782371 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-73725840-6ff7-47c4-af45-e5de5ca1630d tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Publish callbacks [] for security_group_rule (37403520-ceae-452e-b066-f76966303dcf), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:05.785990 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-73725840-6ff7-47c4-af45-e5de5ca1630d tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575255'] for security_group_rule (37403520-ceae-452e-b066-f76966303dcf), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:05.803866 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73725840-6ff7-47c4-af45-e5de5ca1630d tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37403520-ceae-452e-b066-f76966303dcf,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:04:05.813671 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-73725840-6ff7-47c4-af45-e5de5ca1630d tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:05.814949 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-73725840-6ff7-47c4-af45-e5de5ca1630d tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1402774 May 06 15:04:05.872050 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 49156) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:04:05.876805 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.v2.base [None req-aa894630-b03e-42d4-a6ad-b4c6ac355797 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Request body: {'security_group_rule': {'security_group_id': 'a34256eb-ffef-4843-9957-650a1f075897', 'project_id': '32f5765bb183428c8a04aed1c66a2068', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:04:05.901951 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-aa894630-b03e-42d4-a6ad-b4c6ac355797 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Publish callbacks [] for security_group_rule (333fbee7-f3c3-4389-859c-5d186763a926), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:05.960484 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-aa894630-b03e-42d4-a6ad-b4c6ac355797 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Publish callbacks [] for security_group_rule (333fbee7-f3c3-4389-859c-5d186763a926), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:05.964033 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-aa894630-b03e-42d4-a6ad-b4c6ac355797 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575255'] for security_group_rule (333fbee7-f3c3-4389-859c-5d186763a926), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:05.980088 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa894630-b03e-42d4-a6ad-b4c6ac355797 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=333fbee7-f3c3-4389-859c-5d186763a926,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:04:05.992892 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-aa894630-b03e-42d4-a6ad-b4c6ac355797 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:05.996781 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-aa894630-b03e-42d4-a6ad-b4c6ac355797 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1209960 May 06 15:04:05.997155 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 49158) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:04:06.001237 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.v2.base [None req-d4fc65ca-b9b3-4306-826b-5f675008f302 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Request body: {'security_group_rule': {'security_group_id': 'a34256eb-ffef-4843-9957-650a1f075897', 'project_id': '32f5765bb183428c8a04aed1c66a2068', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:04:06.024502 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.db.securitygroups_db [None req-d4fc65ca-b9b3-4306-826b-5f675008f302 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Project 32f5765bb183428c8a04aed1c66a2068 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 15:04:06.029258 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1265af0-5861-4ec8-9c51-55ef0b67a450 None None] Sync routers for ids ['f25cd2cc-62d6-4ac1-ae45-c8178e378c84'] in dv-cinder-840678-2-iscsi {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 15:04:06.035344 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d4fc65ca-b9b3-4306-826b-5f675008f302 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Publish callbacks [] for security_group_rule (5df06e66-6edc-442e-be3b-5fa0d9b02432), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:06.039768 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1265af0-5861-4ec8-9c51-55ef0b67a450 None None] Routers {'f25cd2cc-62d6-4ac1-ae45-c8178e378c84'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:04:06.040393 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-f1265af0-5861-4ec8-9c51-55ef0b67a450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:03:39Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['f25cd2cc-62d6-4ac1-ae45-c8178e378c84'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:04:06.086600 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device 33d7d6f0-e929-432b-8c1c-d057fcbe39d1 up at agent ovs-agent-dv-cinder-840678-2-iscsi {{(pid=103344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 15:04:06.099899 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d4fc65ca-b9b3-4306-826b-5f675008f302 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Publish callbacks [] for security_group_rule (5df06e66-6edc-442e-be3b-5fa0d9b02432), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:06.103934 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d4fc65ca-b9b3-4306-826b-5f675008f302 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575255'] for security_group_rule (5df06e66-6edc-442e-be3b-5fa0d9b02432), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:06.124830 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fc65ca-b9b3-4306-826b-5f675008f302 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5df06e66-6edc-442e-be3b-5fa0d9b02432,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:04:06.135268 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d4fc65ca-b9b3-4306-826b-5f675008f302 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:06.136476 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-d4fc65ca-b9b3-4306-826b-5f675008f302 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1385701 May 06 15:04:06.140016 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 49160) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:04:06.144331 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.v2.base [None req-d3b4d758-375e-4bf0-8aa4-a44a03ba9bcb tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Request body: {'security_group_rule': {'security_group_id': 'a34256eb-ffef-4843-9957-650a1f075897', 'project_id': '32f5765bb183428c8a04aed1c66a2068', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:04:06.166080 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.db.securitygroups_db [None req-d3b4d758-375e-4bf0-8aa4-a44a03ba9bcb tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Project 32f5765bb183428c8a04aed1c66a2068 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 15:04:06.172992 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d3b4d758-375e-4bf0-8aa4-a44a03ba9bcb tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Publish callbacks [] for security_group_rule (516941be-e62c-4308-905b-4cea302947f7), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:06.196609 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Provisioning complete for port 33d7d6f0-e929-432b-8c1c-d057fcbe39d1 triggered by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:04:06.197006 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (33d7d6f0-e929-432b-8c1c-d057fcbe39d1), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:06.223935 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-f1265af0-5861-4ec8-9c51-55ef0b67a450 None None] Set router f25cd2cc-62d6-4ac1-ae45-c8178e378c84 gateway port host: dv-cinder-840678-2-iscsi {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:04:06.234801 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d3b4d758-375e-4bf0-8aa4-a44a03ba9bcb tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Publish callbacks [] for security_group_rule (516941be-e62c-4308-905b-4cea302947f7), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:06.239132 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d3b4d758-375e-4bf0-8aa4-a44a03ba9bcb tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575255'] for security_group_rule (516941be-e62c-4308-905b-4cea302947f7), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:06.256510 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b4d758-375e-4bf0-8aa4-a44a03ba9bcb tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=516941be-e62c-4308-905b-4cea302947f7,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:04:06.266450 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d3b4d758-375e-4bf0-8aa4-a44a03ba9bcb tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:06.272762 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-d3b4d758-375e-4bf0-8aa4-a44a03ba9bcb tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1266870 May 06 15:04:06.374894 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f9db9d-7461-4900-8755-75d5830b4ff2 req-2dcbd58c-56a8-476b-bcf1-8459be1b6fdd tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:06.376542 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-48f9db9d-7461-4900-8755-75d5830b4ff2 req-2dcbd58c-56a8-476b-bcf1-8459be1b6fdd tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bcb98ae-66b1-40c0-a62b-9020f24f2f35 HTTP/1.1" status: 200 len: 946 time: 0.0553570 May 06 15:04:06.409624 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Current status of the port 33d7d6f0-e929-432b-8c1c-d057fcbe39d1 is: DOWN; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:04:06.410027 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (33d7d6f0-e929-432b-8c1c-d057fcbe39d1), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:06.431138 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-48f9db9d-7461-4900-8755-75d5830b4ff2 req-8a461187-f3c3-4def-98ac-9d54c4c8583f tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ce1eba2-17cd-4db7-8aac-d5fdec873105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475717 May 06 15:04:06.477247 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] For port 33d7d6f0-e929-432b-8c1c-d057fcbe39d1, host dv-cinder-840678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=33d7d6f0-e929-432b-8c1c-d057fcbe39d1,segment=NetworkSegment(19695222-3a66-4083-822d-690c63f08412),segment_id=19695222-3a66-4083-822d-690c63f08412)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:04:06.484740 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (33d7d6f0-e929-432b-8c1c-d057fcbe39d1), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:06.521293 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-f1265af0-5861-4ec8-9c51-55ef0b67a450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f25cd2cc-62d6-4ac1-ae45-c8178e378c84', 'name': 'tempest-TestShelveInstance-1550215665-router', 'tenant_id': 'a62c7d504fd44db9a30bea8d201735c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '33d7d6f0-e929-432b-8c1c-d057fcbe39d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T15:04:00Z', 'updated_at': '2022-05-06T15:04:03Z', 'revision_number': 4, 'project_id': 'a62c7d504fd44db9a30bea8d201735c6', 'gw_port': {'id': '33d7d6f0-e929-432b-8c1c-d057fcbe39d1', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:fd:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f25cd2cc-62d6-4ac1-ae45-c8178e378c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:04:00Z', 'updated_at': '2022-05-06T15:04:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_interfaces': [{'id': 'fd23d38b-551d-486d-a553-a782d4f47478', 'name': '', 'network_id': 'cbebde86-0437-4b6d-8196-f2e40b798585', 'tenant_id': 'a62c7d504fd44db9a30bea8d201735c6', 'mac_address': 'fa:16:3e:b5:a0:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f25cd2cc-62d6-4ac1-ae45-c8178e378c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '02159357-5eab-474a-9595-649e11ef77e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:04:02Z', 'updated_at': '2022-05-06T15:04:03Z', 'revision_number': 2, 'project_id': 'a62c7d504fd44db9a30bea8d201735c6', 'subnets': [{'id': '02159357-5eab-474a-9595-649e11ef77e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:04:06.554559 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1265af0-5861-4ec8-9c51-55ef0b67a450 None None] Checking router: f25cd2cc-62d6-4ac1-ae45-c8178e378c84 for host: dv-cinder-840678-2-iscsi {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 15:04:06.555076 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1265af0-5861-4ec8-9c51-55ef0b67a450 None None] Updating router f25cd2cc-62d6-4ac1-ae45-c8178e378c84 port fd23d38b-551d-486d-a553-a782d4f47478 binding host dv-cinder-840678-2-iscsi {{(pid=103344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 15:04:06.594334 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f1265af0-5861-4ec8-9c51-55ef0b67a450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (fd23d38b-551d-486d-a553-a782d4f47478), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:06.596330 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Pushing event updated for resources: {'Port': ['ID=33d7d6f0-e929-432b-8c1c-d057fcbe39d1,revision_number=4']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:04:06.897955 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f1265af0-5861-4ec8-9c51-55ef0b67a450 None None] Publish callbacks [] for port (fd23d38b-551d-486d-a553-a782d4f47478), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:06.903808 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f1265af0-5861-4ec8-9c51-55ef0b67a450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (fd23d38b-551d-486d-a553-a782d4f47478), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:06.953253 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a0aa26-4d27-4b07-80f6-269c18f1e90e None None] Pushing event updated for resources: {'Port': ['ID=fd23d38b-551d-486d-a553-a782d4f47478,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:04:07.009718 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-f1265af0-5861-4ec8-9c51-55ef0b67a450 None None] Attempting to bind port fd23d38b-551d-486d-a553-a782d4f47478 on host dv-cinder-840678-2-iscsi for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 15:04:07.010089 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-f1265af0-5861-4ec8-9c51-55ef0b67a450 None None] Attempting to bind port fd23d38b-551d-486d-a553-a782d4f47478 by drivers openvswitch,hyperv on host dv-cinder-840678-2-iscsi at level 0 using segments [{'id': '8eaa0af8-7af2-40b4-9758-9de1219025f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'cbebde86-0437-4b6d-8196-f2e40b798585'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 15:04:07.010474 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1265af0-5861-4ec8-9c51-55ef0b67a450 None None] Attempting to bind port fd23d38b-551d-486d-a553-a782d4f47478 on network cbebde86-0437-4b6d-8196-f2e40b798585 {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 15:04:07.015819 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1265af0-5861-4ec8-9c51-55ef0b67a450 None None] Checking agent: {'id': '20451d70-ea89-4a66-885a-20a1b2a3bff8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 14, 49, 44), 'started_at': datetime.datetime(2022, 5, 6, 14, 50, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 15, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 15:04:07.016201 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1265af0-5861-4ec8-9c51-55ef0b67a450 None None] Checking segment: {'id': '8eaa0af8-7af2-40b4-9758-9de1219025f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'cbebde86-0437-4b6d-8196-f2e40b798585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 15:04:07.016624 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f1265af0-5861-4ec8-9c51-55ef0b67a450 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:07.017068 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1265af0-5861-4ec8-9c51-55ef0b67a450 None None] Bound using segment: {'id': '8eaa0af8-7af2-40b4-9758-9de1219025f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'cbebde86-0437-4b6d-8196-f2e40b798585'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 15:04:07.017541 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-f1265af0-5861-4ec8-9c51-55ef0b67a450 None None] Bound port: fd23d38b-551d-486d-a553-a782d4f47478, host: dv-cinder-840678-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eaa0af8-7af2-40b4-9758-9de1219025f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'cbebde86-0437-4b6d-8196-f2e40b798585'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 15:04:07.017931 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f1265af0-5861-4ec8-9c51-55ef0b67a450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (fd23d38b-551d-486d-a553-a782d4f47478), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:07.098820 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-f1265af0-5861-4ec8-9c51-55ef0b67a450 None None] For port fd23d38b-551d-486d-a553-a782d4f47478, host dv-cinder-840678-2-iscsi, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 15:04:07.106464 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-f1265af0-5861-4ec8-9c51-55ef0b67a450 None None] For port fd23d38b-551d-486d-a553-a782d4f47478, host dv-cinder-840678-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=fd23d38b-551d-486d-a553-a782d4f47478,segment=NetworkSegment(8eaa0af8-7af2-40b4-9758-9de1219025f4),segment_id=8eaa0af8-7af2-40b4-9758-9de1219025f4)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 15:04:07.124041 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f1265af0-5861-4ec8-9c51-55ef0b67a450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (fd23d38b-551d-486d-a553-a782d4f47478), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:07.165436 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-7d199233-c0df-4def-80a8-28506c824591 None None] Provisioning complete for port fd23d38b-551d-486d-a553-a782d4f47478 triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:04:07.166003 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7d199233-c0df-4def-80a8-28506c824591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (fd23d38b-551d-486d-a553-a782d4f47478), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:07.172087 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-10c225ab-4c05-46ca-b266-8a990cce85b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (79b17169-ed94-4769-ba4e-30adf371f78f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:07.234833 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a0aa26-4d27-4b07-80f6-269c18f1e90e None None] Pushing event updated for resources: {'Port': ['ID=fd23d38b-551d-486d-a553-a782d4f47478,revision_number=4']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:04:07.239134 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1265af0-5861-4ec8-9c51-55ef0b67a450 None None] Routers {'f25cd2cc-62d6-4ac1-ae45-c8178e378c84'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:04:07.239769 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-f1265af0-5861-4ec8-9c51-55ef0b67a450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:03:39Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['f25cd2cc-62d6-4ac1-ae45-c8178e378c84'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:04:07.489665 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-7d199233-c0df-4def-80a8-28506c824591 None None] Current status of the port fd23d38b-551d-486d-a553-a782d4f47478 is: DOWN; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:04:07.490058 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7d199233-c0df-4def-80a8-28506c824591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (fd23d38b-551d-486d-a553-a782d4f47478), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:07.519420 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-f1265af0-5861-4ec8-9c51-55ef0b67a450 None None] Set router f25cd2cc-62d6-4ac1-ae45-c8178e378c84 gateway port host: dv-cinder-840678-2-iscsi {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:04:07.552568 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40d8da8-e5fe-4180-a545-75b126f92b81 req-21479b55-04d3-4023-a1f0-1e0f6b6a7468 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:07.554065 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-e40d8da8-e5fe-4180-a545-75b126f92b81 req-21479b55-04d3-4023-a1f0-1e0f6b6a7468 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bcb98ae-66b1-40c0-a62b-9020f24f2f35 HTTP/1.1" status: 200 len: 946 time: 0.0501206 May 06 15:04:07.562756 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-7d199233-c0df-4def-80a8-28506c824591 None None] For port fd23d38b-551d-486d-a553-a782d4f47478, host dv-cinder-840678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=fd23d38b-551d-486d-a553-a782d4f47478,segment=NetworkSegment(8eaa0af8-7af2-40b4-9758-9de1219025f4),segment_id=8eaa0af8-7af2-40b4-9758-9de1219025f4)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:04:07.570019 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7d199233-c0df-4def-80a8-28506c824591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (fd23d38b-551d-486d-a553-a782d4f47478), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:07.603852 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-e40d8da8-e5fe-4180-a545-75b126f92b81 req-79bad73a-7c66-412a-869d-d2ffd4955f56 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ce1eba2-17cd-4db7-8aac-d5fdec873105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430028 May 06 15:04:07.703311 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d199233-c0df-4def-80a8-28506c824591 None None] Pushing event updated for resources: {'Port': ['ID=fd23d38b-551d-486d-a553-a782d4f47478,revision_number=5']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:04:07.718381 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-581c6b69-5d34-4031-9de7-41ed22dcbbb0 None None] Provisioning complete for port fd23d38b-551d-486d-a553-a782d4f47478 triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:04:07.718749 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-581c6b69-5d34-4031-9de7-41ed22dcbbb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (fd23d38b-551d-486d-a553-a782d4f47478), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:07.833814 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-f1265af0-5861-4ec8-9c51-55ef0b67a450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f25cd2cc-62d6-4ac1-ae45-c8178e378c84', 'name': 'tempest-TestShelveInstance-1550215665-router', 'tenant_id': 'a62c7d504fd44db9a30bea8d201735c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '33d7d6f0-e929-432b-8c1c-d057fcbe39d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T15:04:00Z', 'updated_at': '2022-05-06T15:04:03Z', 'revision_number': 4, 'project_id': 'a62c7d504fd44db9a30bea8d201735c6', 'gw_port': {'id': '33d7d6f0-e929-432b-8c1c-d057fcbe39d1', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:fd:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f25cd2cc-62d6-4ac1-ae45-c8178e378c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:04:00Z', 'updated_at': '2022-05-06T15:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_interfaces': [{'id': 'fd23d38b-551d-486d-a553-a782d4f47478', 'name': '', 'network_id': 'cbebde86-0437-4b6d-8196-f2e40b798585', 'tenant_id': 'a62c7d504fd44db9a30bea8d201735c6', 'mac_address': 'fa:16:3e:b5:a0:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f25cd2cc-62d6-4ac1-ae45-c8178e378c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '02159357-5eab-474a-9595-649e11ef77e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:04:02Z', 'updated_at': '2022-05-06T15:04:07Z', 'revision_number': 4, 'project_id': 'a62c7d504fd44db9a30bea8d201735c6', 'subnets': [{'id': '02159357-5eab-474a-9595-649e11ef77e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:04:07.868779 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1265af0-5861-4ec8-9c51-55ef0b67a450 None None] The sync data for ids ['f25cd2cc-62d6-4ac1-ae45-c8178e378c84'] in dv-cinder-840678-2-iscsi is: [{'id': 'f25cd2cc-62d6-4ac1-ae45-c8178e378c84', 'name': 'tempest-TestShelveInstance-1550215665-router', 'tenant_id': 'a62c7d504fd44db9a30bea8d201735c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '33d7d6f0-e929-432b-8c1c-d057fcbe39d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T15:04:00Z', 'updated_at': '2022-05-06T15:04:03Z', 'revision_number': 4, 'project_id': 'a62c7d504fd44db9a30bea8d201735c6', 'gw_port': {'id': '33d7d6f0-e929-432b-8c1c-d057fcbe39d1', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:fd:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f25cd2cc-62d6-4ac1-ae45-c8178e378c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:04:00Z', 'updated_at': '2022-05-06T15:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_interfaces': [{'id': 'fd23d38b-551d-486d-a553-a782d4f47478', 'name': '', 'network_id': 'cbebde86-0437-4b6d-8196-f2e40b798585', 'tenant_id': 'a62c7d504fd44db9a30bea8d201735c6', 'mac_address': 'fa:16:3e:b5:a0:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f25cd2cc-62d6-4ac1-ae45-c8178e378c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '02159357-5eab-474a-9595-649e11ef77e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:04:02Z', 'updated_at': '2022-05-06T15:04:07Z', 'revision_number': 4, 'project_id': 'a62c7d504fd44db9a30bea8d201735c6', 'subnets': [{'id': '02159357-5eab-474a-9595-649e11ef77e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 15:04:07.884351 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-581c6b69-5d34-4031-9de7-41ed22dcbbb0 None None] Current status of the port fd23d38b-551d-486d-a553-a782d4f47478 is: ACTIVE; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:04:08.100256 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device 33d7d6f0-e929-432b-8c1c-d057fcbe39d1 up at agent ovs-agent-dv-cinder-840678-2-iscsi {{(pid=103344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 15:04:08.149312 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Provisioning complete for port 33d7d6f0-e929-432b-8c1c-d057fcbe39d1 triggered by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:04:08.149931 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (33d7d6f0-e929-432b-8c1c-d057fcbe39d1), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:08.238300 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Current status of the port 33d7d6f0-e929-432b-8c1c-d057fcbe39d1 is: ACTIVE; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:04:08.239383 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device fd23d38b-551d-486d-a553-a782d4f47478 up at agent ovs-agent-dv-cinder-840678-2-iscsi {{(pid=103344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 15:04:08.296707 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Provisioning complete for port fd23d38b-551d-486d-a553-a782d4f47478 triggered by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:04:08.297160 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (fd23d38b-551d-486d-a553-a782d4f47478), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:08.378389 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Current status of the port fd23d38b-551d-486d-a553-a782d4f47478 is: ACTIVE; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:04:08.722400 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1699964-4e2f-41ed-a88e-deb6b798dd9e req-89e616fb-5e4e-4371-b6e8-fcd5bd431090 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:08.723882 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-c1699964-4e2f-41ed-a88e-deb6b798dd9e req-89e616fb-5e4e-4371-b6e8-fcd5bd431090 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bcb98ae-66b1-40c0-a62b-9020f24f2f35 HTTP/1.1" status: 200 len: 946 time: 0.0486341 May 06 15:04:08.776173 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-c1699964-4e2f-41ed-a88e-deb6b798dd9e req-6f0fe414-efa8-46e2-a191-5b613922eb61 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ce1eba2-17cd-4db7-8aac-d5fdec873105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467796 May 06 15:04:09.435021 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-25c54335-aba7-480c-be27-8fceecd48817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (ec8f31e6-1756-4927-8bc3-e144e6f0af83), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:09.894772 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d43c13-9b7c-4281-8f46-c13b852b17ad req-74dbe077-ba34-4324-9bae-9ea84de83414 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:09.896235 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-58d43c13-9b7c-4281-8f46-c13b852b17ad req-74dbe077-ba34-4324-9bae-9ea84de83414 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bcb98ae-66b1-40c0-a62b-9020f24f2f35 HTTP/1.1" status: 200 len: 946 time: 0.0460422 May 06 15:04:09.950396 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-58d43c13-9b7c-4281-8f46-c13b852b17ad req-5ff5f7a7-145d-4baf-812e-24fee120e107 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ce1eba2-17cd-4db7-8aac-d5fdec873105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480413 May 06 15:04:10.536313 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1afa6ce1-9145-4257-8e23-9dd2cd4b1998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b699075f-0d9f-4d2e-b182-9d9eb15bfab1), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:11.063570 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0131fae0-89f4-4915-bd79-9ddf41fb6dab req-024cd6b5-4d64-4e89-ab4a-c9d0bf87edaf tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:11.064955 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-0131fae0-89f4-4915-bd79-9ddf41fb6dab req-024cd6b5-4d64-4e89-ab4a-c9d0bf87edaf tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bcb98ae-66b1-40c0-a62b-9020f24f2f35 HTTP/1.1" status: 200 len: 946 time: 0.0476699 May 06 15:04:11.115424 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-0131fae0-89f4-4915-bd79-9ddf41fb6dab req-de304eef-8d14-4447-8571-75939671951f tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ce1eba2-17cd-4db7-8aac-d5fdec873105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448363 May 06 15:04:12.233322 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547727a3-3775-4c8c-9a99-5bcf22391aa2 req-355062cb-c873-4df8-8bd4-1db6b43ece85 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:12.234849 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-547727a3-3775-4c8c-9a99-5bcf22391aa2 req-355062cb-c873-4df8-8bd4-1db6b43ece85 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bcb98ae-66b1-40c0-a62b-9020f24f2f35 HTTP/1.1" status: 200 len: 946 time: 0.0485706 May 06 15:04:12.284517 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-547727a3-3775-4c8c-9a99-5bcf22391aa2 req-7e7a21fc-e8d5-4d63-9fa3-ceedcd826e10 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ce1eba2-17cd-4db7-8aac-d5fdec873105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439939 May 06 15:04:12.664408 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-68b1beb6-545b-4f86-a143-b395004404eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b8293b96-1d4f-4101-9243-9870353ff712), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:12.801491 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.agents_db [None req-6003b131-4361-4e36-81e7-47e90cbdf206 None None] Agent healthcheck: found 6 active agents {{(pid=103345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 15:04:13.408040 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3170ee7a-53d9-414d-b5a4-0a58adc40f91 req-d5c48a94-ea77-43a5-81ee-fe2fe8c67158 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:13.410151 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-3170ee7a-53d9-414d-b5a4-0a58adc40f91 req-d5c48a94-ea77-43a5-81ee-fe2fe8c67158 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bcb98ae-66b1-40c0-a62b-9020f24f2f35 HTTP/1.1" status: 200 len: 946 time: 0.0534527 May 06 15:04:13.466920 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-3170ee7a-53d9-414d-b5a4-0a58adc40f91 req-613566e9-5715-4214-950b-1177ec539b0d tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ce1eba2-17cd-4db7-8aac-d5fdec873105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440378 May 06 15:04:13.737546 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (20451d70-ea89-4a66-885a-20a1b2a3bff8), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:14.587219 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881efe7d-ba3d-41f0-93fe-c3b2f9afc8ac req-0933111a-802a-44d5-87f0-4749c98d7877 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:14.588708 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-881efe7d-ba3d-41f0-93fe-c3b2f9afc8ac req-0933111a-802a-44d5-87f0-4749c98d7877 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bcb98ae-66b1-40c0-a62b-9020f24f2f35 HTTP/1.1" status: 200 len: 946 time: 0.0499201 May 06 15:04:14.637184 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-881efe7d-ba3d-41f0-93fe-c3b2f9afc8ac req-44160143-3062-47fa-a2d8-0ec9e4f19084 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ce1eba2-17cd-4db7-8aac-d5fdec873105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420337 May 06 15:04:15.763747 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a2879-19a2-42ff-bc77-02809cd6224b req-8da0ef43-c695-4457-92b0-f7009b8a2a78 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:15.765371 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-d62a2879-19a2-42ff-bc77-02809cd6224b req-8da0ef43-c695-4457-92b0-f7009b8a2a78 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bcb98ae-66b1-40c0-a62b-9020f24f2f35 HTTP/1.1" status: 200 len: 946 time: 0.0611436 May 06 15:04:15.815251 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-d62a2879-19a2-42ff-bc77-02809cd6224b req-25fa4af1-87c5-4c62-bd0f-88906bf9ee5c tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ce1eba2-17cd-4db7-8aac-d5fdec873105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441082 May 06 15:04:16.940634 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17629008-6d57-4729-9c55-5e97d1de3757 req-60ada7d5-5dfe-48a8-a9c6-762eda4311a0 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:16.942068 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-17629008-6d57-4729-9c55-5e97d1de3757 req-60ada7d5-5dfe-48a8-a9c6-762eda4311a0 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bcb98ae-66b1-40c0-a62b-9020f24f2f35 HTTP/1.1" status: 200 len: 946 time: 0.0501664 May 06 15:04:16.988163 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-17629008-6d57-4729-9c55-5e97d1de3757 req-c6a88639-6ec9-40f2-a68f-6c91b35062dc tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ce1eba2-17cd-4db7-8aac-d5fdec873105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404725 May 06 15:04:17.764925 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794afaf2-b018-4453-a1a0-5a0bec0907bb req-05ad52f5-1679-403b-bb33-c1dc7270bb45 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:17.766300 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-794afaf2-b018-4453-a1a0-5a0bec0907bb req-05ad52f5-1679-403b-bb33-c1dc7270bb45 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf4e93ad-7ab6-4861-b868-22470bf2da84 HTTP/1.1" status: 200 len: 946 time: 0.0460186 May 06 15:04:17.813569 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-794afaf2-b018-4453-a1a0-5a0bec0907bb req-e03d3b04-cedd-4de4-bec7-f63cf50379bf tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/security-groups?id=50e2800d-a431-4d04-93b2-fbd26b99e352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417051 May 06 15:04:18.102629 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9482edac-3019-48d2-9632-1b5466c7439f req-2ea288d9-2e5b-4c55-83e4-ed9044656189 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:18.104089 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-9482edac-3019-48d2-9632-1b5466c7439f req-2ea288d9-2e5b-4c55-83e4-ed9044656189 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bcb98ae-66b1-40c0-a62b-9020f24f2f35 HTTP/1.1" status: 200 len: 946 time: 0.0469718 May 06 15:04:18.154497 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-9482edac-3019-48d2-9632-1b5466c7439f req-b5bc547f-b1dc-483d-ac5f-fce693013bcc tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ce1eba2-17cd-4db7-8aac-d5fdec873105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446222 May 06 15:04:18.929922 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9a2db6-db70-4ca1-b491-36cb0c51a1b2 req-a7ff0cd6-6192-412b-a4af-1a66c4c48a10 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:18.931314 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-0d9a2db6-db70-4ca1-b491-36cb0c51a1b2 req-a7ff0cd6-6192-412b-a4af-1a66c4c48a10 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf4e93ad-7ab6-4861-b868-22470bf2da84 HTTP/1.1" status: 200 len: 946 time: 0.0476356 May 06 15:04:18.982674 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-0d9a2db6-db70-4ca1-b491-36cb0c51a1b2 req-c8f98896-5e2a-4a78-bb70-efea0792b188 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/security-groups?id=50e2800d-a431-4d04-93b2-fbd26b99e352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451851 May 06 15:04:19.272884 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745444b-b157-44d7-8fdf-c263a3697eab req-0aa61732-fc35-4308-9630-0c0112a28418 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:19.274376 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-e745444b-b157-44d7-8fdf-c263a3697eab req-0aa61732-fc35-4308-9630-0c0112a28418 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bcb98ae-66b1-40c0-a62b-9020f24f2f35 HTTP/1.1" status: 200 len: 946 time: 0.0477865 May 06 15:04:19.326901 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-e745444b-b157-44d7-8fdf-c263a3697eab req-843109bf-3fa2-4ed7-af5e-2d10a7b2a771 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ce1eba2-17cd-4db7-8aac-d5fdec873105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455012 May 06 15:04:20.097292 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4476528-d745-41db-b32d-78c52070a234 req-d539bc7e-6fd7-4517-8fa5-eec396ada5d7 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:20.098777 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-b4476528-d745-41db-b32d-78c52070a234 req-d539bc7e-6fd7-4517-8fa5-eec396ada5d7 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf4e93ad-7ab6-4861-b868-22470bf2da84 HTTP/1.1" status: 200 len: 946 time: 0.0479949 May 06 15:04:20.147394 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-b4476528-d745-41db-b32d-78c52070a234 req-febfa91c-dc22-4685-9941-8cdb8885872d tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/security-groups?id=50e2800d-a431-4d04-93b2-fbd26b99e352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430155 May 06 15:04:20.451656 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a5129-23c0-496e-a87a-05cbe85c25b0 req-735a14d8-513c-4385-8198-d6f26ecf8897 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:20.453215 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-8d3a5129-23c0-496e-a87a-05cbe85c25b0 req-735a14d8-513c-4385-8198-d6f26ecf8897 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bcb98ae-66b1-40c0-a62b-9020f24f2f35 HTTP/1.1" status: 200 len: 946 time: 0.0487006 May 06 15:04:20.504340 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-8d3a5129-23c0-496e-a87a-05cbe85c25b0 req-07307452-61ff-49d3-aa9b-46d992163ed7 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ce1eba2-17cd-4db7-8aac-d5fdec873105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454042 May 06 15:04:20.576881 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (1eb4536b-031c-4a65-bfe5-fc1ede7d9429), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:21.050652 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f02ebff-3830-491c-83a6-d44d3bd41762 req-278b9b14-bd0a-489f-a580-8f64d3818a8a tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:21.052131 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-3f02ebff-3830-491c-83a6-d44d3bd41762 req-278b9b14-bd0a-489f-a580-8f64d3818a8a tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf4e93ad-7ab6-4861-b868-22470bf2da84 HTTP/1.1" status: 200 len: 946 time: 0.0494273 May 06 15:04:21.268863 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b2b78a-21ab-4e14-a48f-e0dcb575949b req-a5784b12-faa8-418d-ad96-5dfb065b2d29 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:21.270361 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-96b2b78a-21ab-4e14-a48f-e0dcb575949b req-a5784b12-faa8-418d-ad96-5dfb065b2d29 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf4e93ad-7ab6-4861-b868-22470bf2da84 HTTP/1.1" status: 200 len: 946 time: 0.0521936 May 06 15:04:21.320107 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-96b2b78a-21ab-4e14-a48f-e0dcb575949b req-f1b89e2a-40db-4a61-a19f-406a74c36628 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/security-groups?id=50e2800d-a431-4d04-93b2-fbd26b99e352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439098 May 06 15:04:21.623580 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87a13da-37ad-4e8a-a7ea-0fa30b08c981 req-7eb5fcc3-df86-4b95-a7a8-f3d32394d35d tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:21.625026 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-d87a13da-37ad-4e8a-a7ea-0fa30b08c981 req-7eb5fcc3-df86-4b95-a7a8-f3d32394d35d tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bcb98ae-66b1-40c0-a62b-9020f24f2f35 HTTP/1.1" status: 200 len: 946 time: 0.0477912 May 06 15:04:21.677271 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-d87a13da-37ad-4e8a-a7ea-0fa30b08c981 req-05349248-9651-4804-adce-93eab45de0fb tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ce1eba2-17cd-4db7-8aac-d5fdec873105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463624 May 06 15:04:22.435791 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119ff2e3-8294-4fdc-b726-c7ac2da0bf03 req-4e52d3ab-1841-43ef-8a66-dc6195439c0d tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:22.437329 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-119ff2e3-8294-4fdc-b726-c7ac2da0bf03 req-4e52d3ab-1841-43ef-8a66-dc6195439c0d tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf4e93ad-7ab6-4861-b868-22470bf2da84 HTTP/1.1" status: 200 len: 946 time: 0.0475185 May 06 15:04:22.486990 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-119ff2e3-8294-4fdc-b726-c7ac2da0bf03 req-e2c9d3ef-9b66-4379-aba0-02237dd8b125 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/security-groups?id=50e2800d-a431-4d04-93b2-fbd26b99e352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440912 May 06 15:04:22.794945 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a99c46e-97d7-44c6-b88c-9de5ede8e08b req-2af57f7c-cf9f-4611-b3bd-0acbffbc5e3c tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:22.796337 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-3a99c46e-97d7-44c6-b88c-9de5ede8e08b req-2af57f7c-cf9f-4611-b3bd-0acbffbc5e3c tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bcb98ae-66b1-40c0-a62b-9020f24f2f35 HTTP/1.1" status: 200 len: 946 time: 0.0514312 May 06 15:04:22.849312 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-3a99c46e-97d7-44c6-b88c-9de5ede8e08b req-fc6d1bb5-a7b6-4257-aa4d-0b69b30e45b2 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ce1eba2-17cd-4db7-8aac-d5fdec873105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473764 May 06 15:04:22.962121 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-3f02ebff-3830-491c-83a6-d44d3bd41762 req-05b81ecd-8745-4e60-954f-75cfc0a4cd63 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Deleting port 84f548d3-b2b2-4957-bc1c-f3ee2d3450fe {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 15:04:22.962371 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-3f02ebff-3830-491c-83a6-d44d3bd41762 req-05b81ecd-8745-4e60-954f-75cfc0a4cd63 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732313803493'] for port (84f548d3-b2b2-4957-bc1c-f3ee2d3450fe), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:22.999116 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f4d72d-0d69-4b98-a26e-7b73e57af01e req-a60cb7d4-85a8-48e8-82b0-5f1e5b530e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:23.000831 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-d9f4d72d-0d69-4b98-a26e-7b73e57af01e req-a60cb7d4-85a8-48e8-82b0-5f1e5b530e27 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9bcb98ae-66b1-40c0-a62b-9020f24f2f35 HTTP/1.1" status: 200 len: 1130 time: 0.0392354 May 06 15:04:23.051074 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-d9f4d72d-0d69-4b98-a26e-7b73e57af01e req-692be9b4-b0de-430e-97db-b0059ae0190f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5ce1eba2-17cd-4db7-8aac-d5fdec873105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396333 May 06 15:04:23.064078 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-3f02ebff-3830-491c-83a6-d44d3bd41762 req-05b81ecd-8745-4e60-954f-75cfc0a4cd63 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] For port 84f548d3-b2b2-4957-bc1c-f3ee2d3450fe, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=84f548d3-b2b2-4957-bc1c-f3ee2d3450fe,segment=NetworkSegment(31ca6aab-ca48-40de-9cf2-5559fb87173d),segment_id=31ca6aab-ca48-40de-9cf2-5559fb87173d)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:04:23.064443 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-3f02ebff-3830-491c-83a6-d44d3bd41762 req-05b81ecd-8745-4e60-954f-75cfc0a4cd63 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426303'] for port (84f548d3-b2b2-4957-bc1c-f3ee2d3450fe), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:23.079519 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-3f02ebff-3830-491c-83a6-d44d3bd41762 req-05b81ecd-8745-4e60-954f-75cfc0a4cd63 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Calling delete_port for 84f548d3-b2b2-4957-bc1c-f3ee2d3450fe owned by compute:nova {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 15:04:23.246783 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-3f02ebff-3830-491c-83a6-d44d3bd41762 req-05b81ecd-8745-4e60-954f-75cfc0a4cd63 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732313812345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732313435477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194024'] for port (84f548d3-b2b2-4957-bc1c-f3ee2d3450fe), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:23.275861 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b81ecd-8745-4e60-954f-75cfc0a4cd63 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Pushing event deleted for resources: {'Port': ['ID=84f548d3-b2b2-4957-bc1c-f3ee2d3450fe,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:04:23.343961 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f02ebff-3830-491c-83a6-d44d3bd41762 req-05b81ecd-8745-4e60-954f-75cfc0a4cd63 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] No DVR routers for this DVR port 84f548d3-b2b2-4957-bc1c-f3ee2d3450fe on host hv-cinder-84067 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 15:04:23.347033 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-3f02ebff-3830-491c-83a6-d44d3bd41762 req-05b81ecd-8745-4e60-954f-75cfc0a4cd63 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:23.350342 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-3f02ebff-3830-491c-83a6-d44d3bd41762 req-05b81ecd-8745-4e60-954f-75cfc0a4cd63 tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.26 "DELETE /v2.0/ports/84f548d3-b2b2-4957-bc1c-f3ee2d3450fe HTTP/1.1" status: 204 len: 173 time: 0.5137224 May 06 15:04:23.350782 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf4e93ad-7ab6-4861-b868-22470bf2da84', 'name': 'network-vif-deleted', 'tag': '84f548d3-b2b2-4957-bc1c-f3ee2d3450fe'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 15:04:23.353068 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5daf9cee7e39eb515dc660b2975ad5fbac0ba75c1025697cc881fad3e2d3ce45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c74334d-733d-4752-8f5b-f0d4494002cf" -d '{"events": [{"server_uuid": "bf4e93ad-7ab6-4861-b868-22470bf2da84", "name": "network-vif-deleted", "tag": "84f548d3-b2b2-4957-bc1c-f3ee2d3450fe"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 15:04:23.453126 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 15:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-976e98df-3a88-4bfa-81a3-e51db4c091b8 x-openstack-request-id: req-976e98df-3a88-4bfa-81a3-e51db4c091b8 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 15:04:23.453758 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf4e93ad-7ab6-4861-b868-22470bf2da84", "name": "network-vif-deleted", "tag": "84f548d3-b2b2-4957-bc1c-f3ee2d3450fe", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 15:04:23.453758 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-976e98df-3a88-4bfa-81a3-e51db4c091b8 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 15:04:23.454064 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event matching ['req-976e98df-3a88-4bfa-81a3-e51db4c091b8'] response: {'server_uuid': 'bf4e93ad-7ab6-4861-b868-22470bf2da84', 'name': 'network-vif-deleted', 'tag': '84f548d3-b2b2-4957-bc1c-f3ee2d3450fe', 'status': 'completed', 'code': 200} May 06 15:04:23.598479 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-2ae2ef8f-bb7c-4730-9676-127e9c6299f6 req-6d0849a8-0c55-46fb-bb93-c5cec03949fb tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf4e93ad-7ab6-4861-b868-22470bf2da84 HTTP/1.1" status: 200 len: 210 time: 0.0320456 May 06 15:04:23.968444 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505c58ae-6ad0-4cde-ad4a-c2b9977247a2 req-900e2c8d-f29c-489b-bb18-5030c4d0d1fd tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:23.970063 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-505c58ae-6ad0-4cde-ad4a-c2b9977247a2 req-900e2c8d-f29c-489b-bb18-5030c4d0d1fd tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bcb98ae-66b1-40c0-a62b-9020f24f2f35 HTTP/1.1" status: 200 len: 946 time: 0.0484436 May 06 15:04:24.018123 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-505c58ae-6ad0-4cde-ad4a-c2b9977247a2 req-97f2132e-e6ed-4d55-93b6-1ce91700a406 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ce1eba2-17cd-4db7-8aac-d5fdec873105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420539 May 06 15:04:24.237448 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device 84f548d3-b2b2-4957-bc1c-f3ee2d3450fe no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 15:04:24.257880 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] No Port match for: 84f548d3-b2b2-4957-bc1c-f3ee2d3450fe {{(pid=103344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 15:04:24.258223 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device 84f548d3-b2b2-4957-bc1c-f3ee2d3450fe not bound to the agent host hv-cinder-84067 {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 15:04:24.712195 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-5cb3fedd-2153-4349-b9d5-ec75112dba63 req-5851722a-eeff-4266-922b-6677015455dd tempest-VolumesSnapshotTestJSON-614129107 tempest-VolumesSnapshotTestJSON-614129107-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf4e93ad-7ab6-4861-b868-22470bf2da84 HTTP/1.1" status: 200 len: 210 time: 0.0330787 May 06 15:04:25.011697 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3669dbf-ebcc-45a1-9d48-9fb1a27496a7 req-9a924919-d2ed-4001-9b22-f1fef474daee tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:25.013215 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-c3669dbf-ebcc-45a1-9d48-9fb1a27496a7 req-9a924919-d2ed-4001-9b22-f1fef474daee tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/ports?device_id=1190aec7-7179-482b-a705-8943f357c18f HTTP/1.1" status: 200 len: 985 time: 0.0492771 May 06 15:04:25.043987 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef6c8b4-0094-466f-bb05-84f92cf5201a req-75ea7202-c662-4278-b8b7-82a20ac34986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:25.045691 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-1ef6c8b4-0094-466f-bb05-84f92cf5201a req-75ea7202-c662-4278-b8b7-82a20ac34986 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4be2354633354d249a0598f589a987b8&device_id=1190aec7-7179-482b-a705-8943f357c18f HTTP/1.1" status: 200 len: 1169 time: 0.0410981 May 06 15:04:25.077794 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-c3669dbf-ebcc-45a1-9d48-9fb1a27496a7 req-a0747c77-5057-44ff-ba2b-01acd857fc9a tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/security-groups?id=876e3184-9979-4e71-9333-fdc1a28abd9d&id=7788c52f-729c-40ca-8f6a-df96ae39c655&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0585532 May 06 15:04:25.189103 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa95f244-425b-45f2-95ca-52aa2e76ac8c req-1e5f03ea-e413-4021-910b-6980986382ee tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:25.190508 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-fa95f244-425b-45f2-95ca-52aa2e76ac8c req-1e5f03ea-e413-4021-910b-6980986382ee tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bcb98ae-66b1-40c0-a62b-9020f24f2f35 HTTP/1.1" status: 200 len: 946 time: 0.0856726 May 06 15:04:25.232582 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef6c8b4-0094-466f-bb05-84f92cf5201a req-3932f71c-73e7-4f63-b28b-b9b49bb44820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:25.234107 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-1ef6c8b4-0094-466f-bb05-84f92cf5201a req-3932f71c-73e7-4f63-b28b-b9b49bb44820 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a5b33968-9a47-4e49-a4ac-4bdb672e1215 HTTP/1.1" status: 200 len: 916 time: 0.1482582 May 06 15:04:25.254773 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-fa95f244-425b-45f2-95ca-52aa2e76ac8c req-39befc86-4709-4f2d-bde7-0ba8d4535df2 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ce1eba2-17cd-4db7-8aac-d5fdec873105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579724 May 06 15:04:26.232590 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd6569-7a7e-48d2-8a28-c5bcf83e5efc req-f0989e44-82cd-44ec-b122-b97cb8291a20 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:26.234002 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-c0bd6569-7a7e-48d2-8a28-c5bcf83e5efc req-f0989e44-82cd-44ec-b122-b97cb8291a20 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/ports?device_id=1190aec7-7179-482b-a705-8943f357c18f HTTP/1.1" status: 200 len: 985 time: 0.0846062 May 06 15:04:26.274043 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-1ef6c8b4-0094-466f-bb05-84f92cf5201a req-c308feec-3a20-40f1-b945-b73cbaa2aa66 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed HTTP/1.1" status: 200 len: 1001 time: 0.0839550 May 06 15:04:26.338700 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-c0bd6569-7a7e-48d2-8a28-c5bcf83e5efc req-24b6da03-4d70-4cf8-bcb1-6ea6e11c1e87 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/security-groups?id=876e3184-9979-4e71-9333-fdc1a28abd9d&id=7788c52f-729c-40ca-8f6a-df96ae39c655&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0974400 May 06 15:04:26.352198 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef6c8b4-0094-466f-bb05-84f92cf5201a req-08ebc4e8-8fed-4de6-a274-242a20fc07df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:26.353696 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-1ef6c8b4-0094-466f-bb05-84f92cf5201a req-08ebc4e8-8fed-4de6-a274-242a20fc07df service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8ec52d68-94e9-40d7-b80a-32fe51def5e4 HTTP/1.1" status: 200 len: 854 time: 0.0648637 May 06 15:04:26.378705 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28802369-b7aa-4081-99fb-c149f79293c6 req-c8da122d-8a79-4a51-9630-ac057a542825 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:26.380434 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-28802369-b7aa-4081-99fb-c149f79293c6 req-c8da122d-8a79-4a51-9630-ac057a542825 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bcb98ae-66b1-40c0-a62b-9020f24f2f35 HTTP/1.1" status: 200 len: 946 time: 0.0555973 May 06 15:04:26.407107 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef6c8b4-0094-466f-bb05-84f92cf5201a req-f4f73d94-8849-4301-a4fc-2b7552943d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:26.408696 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-1ef6c8b4-0094-466f-bb05-84f92cf5201a req-f4f73d94-8849-4301-a4fc-2b7552943d42 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a5b33968-9a47-4e49-a4ac-4bdb672e1215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462301 May 06 15:04:26.432952 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-28802369-b7aa-4081-99fb-c149f79293c6 req-08692368-6fea-4d12-9b6d-280b3505d524 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ce1eba2-17cd-4db7-8aac-d5fdec873105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464191 May 06 15:04:26.506268 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-1ef6c8b4-0094-466f-bb05-84f92cf5201a req-af66782e-2dc5-422f-abde-6ce60553bd5d service neutron] 10.222.0.26 "GET /v2.0/networks/a5b33968-9a47-4e49-a4ac-4bdb672e1215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823734 May 06 15:04:26.614964 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-1ef6c8b4-0094-466f-bb05-84f92cf5201a req-99a2bc9c-ba22-435e-9b10-a2ca81f91c31 service neutron] 10.222.0.26 "GET /v2.0/networks/a5b33968-9a47-4e49-a4ac-4bdb672e1215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895264 May 06 15:04:26.857239 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad18cd-03ef-461b-a8f7-7c78320d7d96 req-fb0be799-25a1-4d45-956f-90dc2344528b tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:26.859123 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-4fad18cd-03ef-461b-a8f7-7c78320d7d96 req-fb0be799-25a1-4d45-956f-90dc2344528b tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bcb98ae-66b1-40c0-a62b-9020f24f2f35 HTTP/1.1" status: 200 len: 946 time: 0.0731034 May 06 15:04:26.883559 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12773b91-5e37-4a4a-8758-d4168f1e8eed req-c1110eeb-c0dd-4561-9e6f-11cca114209a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:26.885105 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-12773b91-5e37-4a4a-8758-d4168f1e8eed req-c1110eeb-c0dd-4561-9e6f-11cca114209a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=66121d02dbff4c3a920161e445959085&device_id=9bcb98ae-66b1-40c0-a62b-9020f24f2f35 HTTP/1.1" status: 200 len: 1130 time: 0.0606749 May 06 15:04:26.913986 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-4fad18cd-03ef-461b-a8f7-7c78320d7d96 req-5b564f9f-20f5-4755-ba40-d9b1d99a812c tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ce1eba2-17cd-4db7-8aac-d5fdec873105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468073 May 06 15:04:27.126475 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12773b91-5e37-4a4a-8758-d4168f1e8eed req-b05765a8-3a37-435e-bb6c-5b5d35b1a281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:27.127954 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-12773b91-5e37-4a4a-8758-d4168f1e8eed req-b05765a8-3a37-435e-bb6c-5b5d35b1a281 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1f8443d4-24c9-4ac0-96d7-8083233dcc1b HTTP/1.1" status: 200 len: 919 time: 0.0967741 May 06 15:04:27.195114 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-12773b91-5e37-4a4a-8758-d4168f1e8eed req-c2a33fe4-a01a-4082-a1bc-615c30f574d7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=980720ca-338d-4874-8df5-925675b727ef HTTP/1.1" status: 200 len: 1001 time: 0.0606463 May 06 15:04:27.258079 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12773b91-5e37-4a4a-8758-d4168f1e8eed req-82da0cb5-c3f0-4cac-a98c-97c9dd3af011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:27.259528 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-12773b91-5e37-4a4a-8758-d4168f1e8eed req-82da0cb5-c3f0-4cac-a98c-97c9dd3af011 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=67575c08-c86c-46ea-9526-64956bd20b03 HTTP/1.1" status: 200 len: 857 time: 0.0516708 May 06 15:04:27.317934 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12773b91-5e37-4a4a-8758-d4168f1e8eed req-6833b7bd-3309-4a80-b035-9ea6eba4ff1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:27.319319 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-12773b91-5e37-4a4a-8758-d4168f1e8eed req-6833b7bd-3309-4a80-b035-9ea6eba4ff1b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f8443d4-24c9-4ac0-96d7-8083233dcc1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391662 May 06 15:04:27.411245 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-12773b91-5e37-4a4a-8758-d4168f1e8eed req-581e74d6-f4d3-43f5-aa55-3806e397803a service neutron] 10.222.0.26 "GET /v2.0/networks/1f8443d4-24c9-4ac0-96d7-8083233dcc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821168 May 06 15:04:27.460081 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3376908c-8d7d-425c-bea4-fa8e7b2650b2 req-14402f8a-a755-4f2b-b726-e66541e621fe tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:27.461599 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-3376908c-8d7d-425c-bea4-fa8e7b2650b2 req-14402f8a-a755-4f2b-b726-e66541e621fe tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/ports?device_id=1190aec7-7179-482b-a705-8943f357c18f HTTP/1.1" status: 200 len: 985 time: 0.0483565 May 06 15:04:27.505634 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-12773b91-5e37-4a4a-8758-d4168f1e8eed req-2aeecc2b-06ee-44b6-b32d-e92a5ba505bb service neutron] 10.222.0.26 "GET /v2.0/networks/1f8443d4-24c9-4ac0-96d7-8083233dcc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881369 May 06 15:04:27.524684 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-3376908c-8d7d-425c-bea4-fa8e7b2650b2 req-442fa773-f447-4285-b146-b54eacf8f9e2 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/security-groups?id=876e3184-9979-4e71-9333-fdc1a28abd9d&id=7788c52f-729c-40ca-8f6a-df96ae39c655&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567951 May 06 15:04:28.029924 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2f3cb1-3c8c-4414-955e-c316cb554c7d req-b9521962-fb68-4775-9bde-875c859eb62c tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:28.031391 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-9b2f3cb1-3c8c-4414-955e-c316cb554c7d req-b9521962-fb68-4775-9bde-875c859eb62c tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bcb98ae-66b1-40c0-a62b-9020f24f2f35 HTTP/1.1" status: 200 len: 946 time: 0.0469840 May 06 15:04:28.077074 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-9b2f3cb1-3c8c-4414-955e-c316cb554c7d req-0983aa67-cd76-4be8-93a6-d95193c8e6ce tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ce1eba2-17cd-4db7-8aac-d5fdec873105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400665 May 06 15:04:28.638256 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a931cf23-171e-435c-9502-0134bce9bdd8 req-49aed3b2-2689-49d0-b554-012cb8dfd5da tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:28.639733 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-a931cf23-171e-435c-9502-0134bce9bdd8 req-49aed3b2-2689-49d0-b554-012cb8dfd5da tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/ports?device_id=1190aec7-7179-482b-a705-8943f357c18f HTTP/1.1" status: 200 len: 985 time: 0.0475562 May 06 15:04:28.700670 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-a931cf23-171e-435c-9502-0134bce9bdd8 req-879fea15-1022-40e8-ab82-70ed9da423e5 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/security-groups?id=876e3184-9979-4e71-9333-fdc1a28abd9d&id=7788c52f-729c-40ca-8f6a-df96ae39c655&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552182 May 06 15:04:29.196224 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c76f54-bd5b-4e3b-94b9-eb00116fe443 req-e03a2d35-a43c-42fa-8fb7-7feb857997ac tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:29.197752 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-85c76f54-bd5b-4e3b-94b9-eb00116fe443 req-e03a2d35-a43c-42fa-8fb7-7feb857997ac tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bcb98ae-66b1-40c0-a62b-9020f24f2f35 HTTP/1.1" status: 200 len: 946 time: 0.0516193 May 06 15:04:29.243693 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-85c76f54-bd5b-4e3b-94b9-eb00116fe443 req-54a7db2c-6273-48d0-8ccd-92f775d179c4 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ce1eba2-17cd-4db7-8aac-d5fdec873105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398691 May 06 15:04:29.816402 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b358b58-4087-4269-aa12-a14c44e34ccc req-c93d7726-096b-4555-9586-4df5561f7cd9 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:29.817894 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-2b358b58-4087-4269-aa12-a14c44e34ccc req-c93d7726-096b-4555-9586-4df5561f7cd9 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/ports?device_id=1190aec7-7179-482b-a705-8943f357c18f HTTP/1.1" status: 200 len: 985 time: 0.0505319 May 06 15:04:29.877631 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-2b358b58-4087-4269-aa12-a14c44e34ccc req-b2645def-0165-4f81-be49-e0ae88131f54 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/security-groups?id=876e3184-9979-4e71-9333-fdc1a28abd9d&id=7788c52f-729c-40ca-8f6a-df96ae39c655&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540466 May 06 15:04:30.357709 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea99af8-739c-40ee-876c-15dda4131117 req-888ee984-652c-4c5e-8595-cf4350fe434f tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:30.359158 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-1ea99af8-739c-40ee-876c-15dda4131117 req-888ee984-652c-4c5e-8595-cf4350fe434f tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bcb98ae-66b1-40c0-a62b-9020f24f2f35 HTTP/1.1" status: 200 len: 946 time: 0.0468860 May 06 15:04:30.406047 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-1ea99af8-739c-40ee-876c-15dda4131117 req-eadfb251-1e7e-4214-b3e1-ac8a3f14e4dc tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ce1eba2-17cd-4db7-8aac-d5fdec873105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414102 May 06 15:04:30.995182 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda49ba5-ca9f-4fc9-9ff9-d266ad961d03 req-28f8875a-eded-40df-9af0-6e5e277e30db tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:30.996692 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-eda49ba5-ca9f-4fc9-9ff9-d266ad961d03 req-28f8875a-eded-40df-9af0-6e5e277e30db tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/ports?device_id=1190aec7-7179-482b-a705-8943f357c18f HTTP/1.1" status: 200 len: 985 time: 0.0497334 May 06 15:04:31.057267 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-eda49ba5-ca9f-4fc9-9ff9-d266ad961d03 req-1f6a1b76-f150-463f-a978-e2b3ac4b465e tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/security-groups?id=876e3184-9979-4e71-9333-fdc1a28abd9d&id=7788c52f-729c-40ca-8f6a-df96ae39c655&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548506 May 06 15:04:31.519622 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993888f1-4de2-4bd8-9c41-1a28eac072ae req-a1de580e-457f-4aea-af2d-949c4e6f3c45 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:31.521140 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-993888f1-4de2-4bd8-9c41-1a28eac072ae req-a1de580e-457f-4aea-af2d-949c4e6f3c45 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bcb98ae-66b1-40c0-a62b-9020f24f2f35 HTTP/1.1" status: 200 len: 946 time: 0.0464089 May 06 15:04:31.572128 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-993888f1-4de2-4bd8-9c41-1a28eac072ae req-17fcc2c4-8916-4969-a3e0-e14e6ca24275 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ce1eba2-17cd-4db7-8aac-d5fdec873105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452840 May 06 15:04:32.176022 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da7b5a-25bf-4a3d-82c3-f37af9c18a18 req-cafd7e61-cdc3-4800-b401-059df4ebc56e tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:32.177568 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-38da7b5a-25bf-4a3d-82c3-f37af9c18a18 req-cafd7e61-cdc3-4800-b401-059df4ebc56e tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/ports?device_id=1190aec7-7179-482b-a705-8943f357c18f HTTP/1.1" status: 200 len: 985 time: 0.0521564 May 06 15:04:32.471817 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-38da7b5a-25bf-4a3d-82c3-f37af9c18a18 req-8f6348f6-8925-4df7-af7f-db6a004b5325 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/security-groups?id=876e3184-9979-4e71-9333-fdc1a28abd9d&id=7788c52f-729c-40ca-8f6a-df96ae39c655&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2886515 May 06 15:04:32.689877 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa6531-47ea-402d-aba0-4a559c443d37 req-ed103346-7e9d-45e8-979d-60da8b289084 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:32.691421 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-a9aa6531-47ea-402d-aba0-4a559c443d37 req-ed103346-7e9d-45e8-979d-60da8b289084 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bcb98ae-66b1-40c0-a62b-9020f24f2f35 HTTP/1.1" status: 200 len: 946 time: 0.0499187 May 06 15:04:32.743087 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-a9aa6531-47ea-402d-aba0-4a559c443d37 req-78a75132-c821-411a-91be-58d1e408e118 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ce1eba2-17cd-4db7-8aac-d5fdec873105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453634 May 06 15:04:33.585341 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49d9d24-cd21-45a9-8279-8d0e1a2d8df8 req-abc19a75-9bf7-4267-b923-2a6ea949d8ae tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:33.586813 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-e49d9d24-cd21-45a9-8279-8d0e1a2d8df8 req-abc19a75-9bf7-4267-b923-2a6ea949d8ae tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/ports?device_id=1190aec7-7179-482b-a705-8943f357c18f HTTP/1.1" status: 200 len: 985 time: 0.0462835 May 06 15:04:33.646717 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-e49d9d24-cd21-45a9-8279-8d0e1a2d8df8 req-f9f417a5-90da-47ab-becc-f8e65e64baf3 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/security-groups?id=876e3184-9979-4e71-9333-fdc1a28abd9d&id=7788c52f-729c-40ca-8f6a-df96ae39c655&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532539 May 06 15:04:33.863292 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108a44b3-1361-4a2c-9ad6-611e97b7f90f req-26306b10-d2ea-4d98-b33b-98a9c4c38833 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:33.864904 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-108a44b3-1361-4a2c-9ad6-611e97b7f90f req-26306b10-d2ea-4d98-b33b-98a9c4c38833 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bcb98ae-66b1-40c0-a62b-9020f24f2f35 HTTP/1.1" status: 200 len: 946 time: 0.0503285 May 06 15:04:33.915004 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-108a44b3-1361-4a2c-9ad6-611e97b7f90f req-e47b9023-3892-41d5-af64-0fa25e74ef16 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ce1eba2-17cd-4db7-8aac-d5fdec873105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430458 May 06 15:04:34.744088 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-ce3134a2-5eaf-40d8-9522-13be558b0fd9 req-0ec999cd-2799-4791-988d-66601109da8f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ab1e10ed-8f86-49b0-8b91-00f990b09e38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412180 May 06 15:04:34.764995 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdeb842-ad2b-4f27-b37b-94c87129bc1c req-0fd7d193-5ab1-43ec-af34-d691afeb8ddd tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:34.766519 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-6bdeb842-ad2b-4f27-b37b-94c87129bc1c req-0fd7d193-5ab1-43ec-af34-d691afeb8ddd tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/ports?device_id=1190aec7-7179-482b-a705-8943f357c18f HTTP/1.1" status: 200 len: 985 time: 0.0519798 May 06 15:04:34.828334 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-6bdeb842-ad2b-4f27-b37b-94c87129bc1c req-54a1cc0a-9679-4b91-b21a-a68becfcfc0c tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/security-groups?id=876e3184-9979-4e71-9333-fdc1a28abd9d&id=7788c52f-729c-40ca-8f6a-df96ae39c655&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559728 May 06 15:04:35.035124 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200eace3-55ae-4ca5-9378-e2066a330f55 req-7a141783-f0a9-4dbe-9d9a-90297626e1cd tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:35.036695 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-200eace3-55ae-4ca5-9378-e2066a330f55 req-7a141783-f0a9-4dbe-9d9a-90297626e1cd tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bcb98ae-66b1-40c0-a62b-9020f24f2f35 HTTP/1.1" status: 200 len: 946 time: 0.0490646 May 06 15:04:35.084532 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-200eace3-55ae-4ca5-9378-e2066a330f55 req-71bfc52d-bc54-4383-a768-887b9fc14f16 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ce1eba2-17cd-4db7-8aac-d5fdec873105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421834 May 06 15:04:35.947744 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221b8c96-a6a3-410b-b679-19908e59c029 req-4326e8da-7d61-432a-92e7-8492d08ec1db tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:35.949909 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-221b8c96-a6a3-410b-b679-19908e59c029 req-4326e8da-7d61-432a-92e7-8492d08ec1db tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/ports?device_id=1190aec7-7179-482b-a705-8943f357c18f HTTP/1.1" status: 200 len: 985 time: 0.0529072 May 06 15:04:35.955531 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3134a2-5eaf-40d8-9522-13be558b0fd9 req-82934d79-c736-4fb7-9f63-247b9be7cc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:35.957301 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-ce3134a2-5eaf-40d8-9522-13be558b0fd9 req-82934d79-c736-4fb7-9f63-247b9be7cc20 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=66121d02dbff4c3a920161e445959085&device_id=ab1e10ed-8f86-49b0-8b91-00f990b09e38 HTTP/1.1" status: 200 len: 1129 time: 0.0407188 May 06 15:04:36.016632 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-221b8c96-a6a3-410b-b679-19908e59c029 req-26026a94-e72b-40d2-a54c-66b3a6387a9a tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/security-groups?id=876e3184-9979-4e71-9333-fdc1a28abd9d&id=7788c52f-729c-40ca-8f6a-df96ae39c655&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0604818 May 06 15:04:36.080795 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3134a2-5eaf-40d8-9522-13be558b0fd9 req-b00147d2-a6c4-46ea-ada9-551bf239b5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:36.082257 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-ce3134a2-5eaf-40d8-9522-13be558b0fd9 req-b00147d2-a6c4-46ea-ada9-551bf239b5ad service neutron] 10.222.0.26 "GET /v2.0/networks?id=1f8443d4-24c9-4ac0-96d7-8083233dcc1b HTTP/1.1" status: 200 len: 919 time: 0.0891006 May 06 15:04:36.145543 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-ce3134a2-5eaf-40d8-9522-13be558b0fd9 req-df7c9fc8-e41a-41f0-8172-0a77306462db service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0c80ff3-d242-45f6-84fa-b0941a41414e HTTP/1.1" status: 200 len: 217 time: 0.0387015 May 06 15:04:36.240117 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0953da8e-73fa-481d-ae89-e6df545113f1 req-c467be46-0ac0-4d0b-82ff-76b03d44ffec tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:36.241649 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-0953da8e-73fa-481d-ae89-e6df545113f1 req-c467be46-0ac0-4d0b-82ff-76b03d44ffec tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bcb98ae-66b1-40c0-a62b-9020f24f2f35 HTTP/1.1" status: 200 len: 946 time: 0.0847168 May 06 15:04:36.251095 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3134a2-5eaf-40d8-9522-13be558b0fd9 req-b2a3aefb-e471-4a3a-a701-e255c6e64a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:36.252635 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-ce3134a2-5eaf-40d8-9522-13be558b0fd9 req-b2a3aefb-e471-4a3a-a701-e255c6e64a4c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=67575c08-c86c-46ea-9526-64956bd20b03 HTTP/1.1" status: 200 len: 857 time: 0.0864158 May 06 15:04:36.324561 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-0953da8e-73fa-481d-ae89-e6df545113f1 req-0ed7d58d-489b-4c96-b47a-5cf4fd1e8bd4 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ce1eba2-17cd-4db7-8aac-d5fdec873105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761986 May 06 15:04:36.325579 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3134a2-5eaf-40d8-9522-13be558b0fd9 req-9fc69ad5-2616-449a-b569-1196ab99a678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:36.326982 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-ce3134a2-5eaf-40d8-9522-13be558b0fd9 req-9fc69ad5-2616-449a-b569-1196ab99a678 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f8443d4-24c9-4ac0-96d7-8083233dcc1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0620797 May 06 15:04:36.347853 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-3b27d288-5e75-4f96-8041-6492e8580aa2 req-d62cb9bf-f498-44ea-83c1-cf7733e53893 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1386878969&fields=id&tenant_id=32f5765bb183428c8a04aed1c66a2068 HTTP/1.1" status: 200 len: 267 time: 0.0501890 May 06 15:04:36.484454 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-ce3134a2-5eaf-40d8-9522-13be558b0fd9 req-4b304cd2-9f6b-4707-b360-e8f14b19e2e3 service neutron] 10.222.0.26 "GET /v2.0/networks/1f8443d4-24c9-4ac0-96d7-8083233dcc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439004 May 06 15:04:36.487949 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b27d288-5e75-4f96-8041-6492e8580aa2 req-0d89bd65-8d74-4df9-a778-e64a3420eec7 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:36.489455 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-3b27d288-5e75-4f96-8041-6492e8580aa2 req-0d89bd65-8d74-4df9-a778-e64a3420eec7 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/networks?id=0fb7150d-7af9-48b9-92ca-624c83e18c3d HTTP/1.1" status: 200 len: 809 time: 0.1294241 May 06 15:04:36.490513 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878d9e19-67d7-4eae-b865-48cf0195489a req-8873afa0-bfe3-42d4-b98d-7ae3ab0d7c71 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:36.491982 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-878d9e19-67d7-4eae-b865-48cf0195489a req-8873afa0-bfe3-42d4-b98d-7ae3ab0d7c71 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bcb98ae-66b1-40c0-a62b-9020f24f2f35 HTTP/1.1" status: 200 len: 946 time: 0.0655987 May 06 15:04:36.503372 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 49518) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:04:36.508461 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.v2.base [None req-d4247383-6bd3-45cc-9f2a-9cd0909b72f6 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Request body: {'floatingip': {'port_id': '980720ca-338d-4874-8df5-925675b727ef'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:04:36.514773 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-3b27d288-5e75-4f96-8041-6492e8580aa2 req-975b7c74-3b50-4ac5-84ae-3f0eb6d1f9f3 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/quotas/32f5765bb183428c8a04aed1c66a2068 HTTP/1.1" status: 200 len: 375 time: 0.0191977 May 06 15:04:36.583250 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-ce3134a2-5eaf-40d8-9522-13be558b0fd9 req-bfa8e513-7aa3-46a2-ab40-0e895bb4349a service neutron] 10.222.0.26 "GET /v2.0/networks/1f8443d4-24c9-4ac0-96d7-8083233dcc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863583 May 06 15:04:36.601886 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-3b27d288-5e75-4f96-8041-6492e8580aa2 req-5412102a-28d0-464d-9ff6-5079ed453dd8 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=32f5765bb183428c8a04aed1c66a2068&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0596373 May 06 15:04:36.606348 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d4247383-6bd3-45cc-9f2a-9cd0909b72f6 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Publish callbacks [] for floatingip (aeae4d8f-9557-4eca-a888-c225dbf0b97f), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:36.902301 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-3b27d288-5e75-4f96-8041-6492e8580aa2 req-76ba6446-db7d-483e-a5ea-c8c9879382fe service neutron] 10.222.0.23 "GET /v2.0/networks/0fb7150d-7af9-48b9-92ca-624c83e18c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648137 May 06 15:04:37.090206 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-3b27d288-5e75-4f96-8041-6492e8580aa2 req-f7a69fae-a0cd-405a-afed-116464024e45 service neutron] 10.222.0.23 "GET /v2.0/networks/0fb7150d-7af9-48b9-92ca-624c83e18c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800952 May 06 15:04:37.122428 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1122f33a-8408-4fbb-99d0-dcba3abea23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (79b17169-ed94-4769-ba4e-30adf371f78f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:37.142482 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3f733-2e3c-475c-83d9-0d5744ed682d req-524b3233-838b-4d8c-8315-e5940ff20619 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:37.144012 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-f0f3f733-2e3c-475c-83d9-0d5744ed682d req-524b3233-838b-4d8c-8315-e5940ff20619 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/ports?device_id=1190aec7-7179-482b-a705-8943f357c18f HTTP/1.1" status: 200 len: 985 time: 0.0579169 May 06 15:04:37.225226 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-f0f3f733-2e3c-475c-83d9-0d5744ed682d req-68d7d184-bfe2-42dc-9716-37f5bb98d28d tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/security-groups?id=876e3184-9979-4e71-9333-fdc1a28abd9d&id=7788c52f-729c-40ca-8f6a-df96ae39c655&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0643744 May 06 15:04:37.259223 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d4247383-6bd3-45cc-9f2a-9cd0909b72f6 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:37.265005 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d4247383-6bd3-45cc-9f2a-9cd0909b72f6 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429592'] for floatingip (aeae4d8f-9557-4eca-a888-c225dbf0b97f), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:37.406574 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-d23f6218-a920-49e6-8100-a1e1cfcc7ba3 req-8e26ccaa-2583-4321-9804-e629b56c7218 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf24868d-54cf-4b47-bc4e-96cfc8864c01 HTTP/1.1" status: 200 len: 210 time: 0.0281758 May 06 15:04:37.502148 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4247383-6bd3-45cc-9f2a-9cd0909b72f6 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Router f77e6523-6838-4eed-bd19-4c79a22cf92c has already been hosted by L3 agent ec8f31e6-1756-4927-8bc3-e144e6f0af83 {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 15:04:37.623260 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4247383-6bd3-45cc-9f2a-9cd0909b72f6 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Notify agent at l3_agent.dv-cinder-840678-2-iscsi the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 15:04:37.628935 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d4247383-6bd3-45cc-9f2a-9cd0909b72f6 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:37.634797 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6785bbe7-620f-452f-ab35-0c9418db7c9f None None] Sync routers for ids ['f77e6523-6838-4eed-bd19-4c79a22cf92c'] in dv-cinder-840678-2-iscsi {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 15:04:37.648890 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6785bbe7-620f-452f-ab35-0c9418db7c9f None None] Routers {'f77e6523-6838-4eed-bd19-4c79a22cf92c'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:04:37.651730 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-6785bbe7-620f-452f-ab35-0c9418db7c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:04:09Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['f77e6523-6838-4eed-bd19-4c79a22cf92c'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:04:37.663299 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bcb98ae-66b1-40c0-a62b-9020f24f2f35', 'tag': '980720ca-338d-4874-8df5-925675b727ef'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 15:04:37.666212 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e079183c6aa01fbf7ecda8705e9d532761ec392512c90f9d6467ac227f3657d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc0e3526-3a64-4abc-bf93-a82718fe7723" -d '{"events": [{"name": "network-changed", "server_uuid": "9bcb98ae-66b1-40c0-a62b-9020f24f2f35", "tag": "980720ca-338d-4874-8df5-925675b727ef"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 15:04:37.696534 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-d4247383-6bd3-45cc-9f2a-9cd0909b72f6 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "PUT /v2.0/floatingips/aeae4d8f-9557-4eca-a888-c225dbf0b97f HTTP/1.1" status: 200 len: 993 time: 1.1919754 May 06 15:04:37.784502 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-6785bbe7-620f-452f-ab35-0c9418db7c9f None None] Set router f77e6523-6838-4eed-bd19-4c79a22cf92c gateway port host: dv-cinder-840678-2-iscsi {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:04:37.796067 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 15:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6cd7c5f-4e2a-4109-b0fb-37a8f075b0cd x-openstack-request-id: req-b6cd7c5f-4e2a-4109-b0fb-37a8f075b0cd {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 15:04:37.796368 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bcb98ae-66b1-40c0-a62b-9020f24f2f35", "tag": "980720ca-338d-4874-8df5-925675b727ef", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 15:04:37.796652 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b6cd7c5f-4e2a-4109-b0fb-37a8f075b0cd {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 15:04:37.797063 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6cd7c5f-4e2a-4109-b0fb-37a8f075b0cd'] response: {'name': 'network-changed', 'server_uuid': '9bcb98ae-66b1-40c0-a62b-9020f24f2f35', 'tag': '980720ca-338d-4874-8df5-925675b727ef', 'status': 'completed', 'code': 200} May 06 15:04:37.998464 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-6785bbe7-620f-452f-ab35-0c9418db7c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f77e6523-6838-4eed-bd19-4c79a22cf92c', 'name': 'tempest-ServerRescueNegativeTestJSON-151767868-router', 'tenant_id': '66121d02dbff4c3a920161e445959085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'cb3cff7e-5f59-4fc2-b09d-77da58aa420f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:58:23Z', 'updated_at': '2022-05-06T14:58:39Z', 'revision_number': 4, 'project_id': '66121d02dbff4c3a920161e445959085', 'gw_port': {'id': 'cb3cff7e-5f59-4fc2-b09d-77da58aa420f', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:84:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77e6523-6838-4eed-bd19-4c79a22cf92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:24Z', 'updated_at': '2022-05-06T14:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_floatingips': [{'id': 'aeae4d8f-9557-4eca-a888-c225dbf0b97f', 'tenant_id': '66121d02dbff4c3a920161e445959085', 'floating_ip_address': '172.27.2.65', 'floating_network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'router_id': 'f77e6523-6838-4eed-bd19-4c79a22cf92c', 'port_id': '980720ca-338d-4874-8df5-925675b727ef', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f8443d4-24c9-4ac0-96d7-8083233dcc1b', 'mac_address': 'fa:16:3e:98:1f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcb98ae-66b1-40c0-a62b-9020f24f2f35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T15:01:36Z', 'updated_at': '2022-05-06T15:04:37Z', 'revision_number': 3, 'project_id': '66121d02dbff4c3a920161e445959085', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aea4266d-ea07-4e53-9927-beb0af0981f5', 'name': '', 'network_id': '1f8443d4-24c9-4ac0-96d7-8083233dcc1b', 'tenant_id': '66121d02dbff4c3a920161e445959085', 'mac_address': 'fa:16:3e:d7:26:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77e6523-6838-4eed-bd19-4c79a22cf92c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '67575c08-c86c-46ea-9526-64956bd20b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:33Z', 'updated_at': '2022-05-06T14:58:51Z', 'revision_number': 5, 'project_id': '66121d02dbff4c3a920161e445959085', 'subnets': [{'id': '67575c08-c86c-46ea-9526-64956bd20b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:04:38.029267 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6785bbe7-620f-452f-ab35-0c9418db7c9f None None] Checking router: f77e6523-6838-4eed-bd19-4c79a22cf92c for host: dv-cinder-840678-2-iscsi {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 15:04:38.037556 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6785bbe7-620f-452f-ab35-0c9418db7c9f None None] Routers {'f77e6523-6838-4eed-bd19-4c79a22cf92c'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:04:38.038164 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-6785bbe7-620f-452f-ab35-0c9418db7c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:04:09Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['f77e6523-6838-4eed-bd19-4c79a22cf92c'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:04:38.151790 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-6785bbe7-620f-452f-ab35-0c9418db7c9f None None] Set router f77e6523-6838-4eed-bd19-4c79a22cf92c gateway port host: dv-cinder-840678-2-iscsi {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:04:38.349886 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b557f-f4c4-4f18-8834-c4392b81a029 req-7c829ac8-d1c9-4e82-a19f-01acd5053ddb tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:38.351437 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-5b4b557f-f4c4-4f18-8834-c4392b81a029 req-7c829ac8-d1c9-4e82-a19f-01acd5053ddb tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/ports?device_id=1190aec7-7179-482b-a705-8943f357c18f HTTP/1.1" status: 200 len: 985 time: 0.0534549 May 06 15:04:38.415257 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-5b4b557f-f4c4-4f18-8834-c4392b81a029 req-95c36e2c-fd7b-4076-9abc-c9787826cf45 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/security-groups?id=876e3184-9979-4e71-9333-fdc1a28abd9d&id=7788c52f-729c-40ca-8f6a-df96ae39c655&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569479 May 06 15:04:38.469295 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-6785bbe7-620f-452f-ab35-0c9418db7c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f77e6523-6838-4eed-bd19-4c79a22cf92c', 'name': 'tempest-ServerRescueNegativeTestJSON-151767868-router', 'tenant_id': '66121d02dbff4c3a920161e445959085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'cb3cff7e-5f59-4fc2-b09d-77da58aa420f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:58:23Z', 'updated_at': '2022-05-06T14:58:39Z', 'revision_number': 4, 'project_id': '66121d02dbff4c3a920161e445959085', 'gw_port': {'id': 'cb3cff7e-5f59-4fc2-b09d-77da58aa420f', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:84:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77e6523-6838-4eed-bd19-4c79a22cf92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:24Z', 'updated_at': '2022-05-06T14:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_floatingips': [{'id': 'aeae4d8f-9557-4eca-a888-c225dbf0b97f', 'tenant_id': '66121d02dbff4c3a920161e445959085', 'floating_ip_address': '172.27.2.65', 'floating_network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'router_id': 'f77e6523-6838-4eed-bd19-4c79a22cf92c', 'port_id': '980720ca-338d-4874-8df5-925675b727ef', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f8443d4-24c9-4ac0-96d7-8083233dcc1b', 'mac_address': 'fa:16:3e:98:1f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcb98ae-66b1-40c0-a62b-9020f24f2f35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T15:01:36Z', 'updated_at': '2022-05-06T15:04:37Z', 'revision_number': 3, 'project_id': '66121d02dbff4c3a920161e445959085', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aea4266d-ea07-4e53-9927-beb0af0981f5', 'name': '', 'network_id': '1f8443d4-24c9-4ac0-96d7-8083233dcc1b', 'tenant_id': '66121d02dbff4c3a920161e445959085', 'mac_address': 'fa:16:3e:d7:26:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77e6523-6838-4eed-bd19-4c79a22cf92c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '67575c08-c86c-46ea-9526-64956bd20b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:33Z', 'updated_at': '2022-05-06T14:58:51Z', 'revision_number': 5, 'project_id': '66121d02dbff4c3a920161e445959085', 'subnets': [{'id': '67575c08-c86c-46ea-9526-64956bd20b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:04:38.496963 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6785bbe7-620f-452f-ab35-0c9418db7c9f None None] The sync data for ids ['f77e6523-6838-4eed-bd19-4c79a22cf92c'] in dv-cinder-840678-2-iscsi is: [{'id': 'f77e6523-6838-4eed-bd19-4c79a22cf92c', 'name': 'tempest-ServerRescueNegativeTestJSON-151767868-router', 'tenant_id': '66121d02dbff4c3a920161e445959085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'cb3cff7e-5f59-4fc2-b09d-77da58aa420f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:58:23Z', 'updated_at': '2022-05-06T14:58:39Z', 'revision_number': 4, 'project_id': '66121d02dbff4c3a920161e445959085', 'gw_port': {'id': 'cb3cff7e-5f59-4fc2-b09d-77da58aa420f', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:84:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77e6523-6838-4eed-bd19-4c79a22cf92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:24Z', 'updated_at': '2022-05-06T14:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_floatingips': [{'id': 'aeae4d8f-9557-4eca-a888-c225dbf0b97f', 'tenant_id': '66121d02dbff4c3a920161e445959085', 'floating_ip_address': '172.27.2.65', 'floating_network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'router_id': 'f77e6523-6838-4eed-bd19-4c79a22cf92c', 'port_id': '980720ca-338d-4874-8df5-925675b727ef', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f8443d4-24c9-4ac0-96d7-8083233dcc1b', 'mac_address': 'fa:16:3e:98:1f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcb98ae-66b1-40c0-a62b-9020f24f2f35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T15:01:36Z', 'updated_at': '2022-05-06T15:04:37Z', 'revision_number': 3, 'project_id': '66121d02dbff4c3a920161e445959085', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aea4266d-ea07-4e53-9927-beb0af0981f5', 'name': '', 'network_id': '1f8443d4-24c9-4ac0-96d7-8083233dcc1b', 'tenant_id': '66121d02dbff4c3a920161e445959085', 'mac_address': 'fa:16:3e:d7:26:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77e6523-6838-4eed-bd19-4c79a22cf92c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '67575c08-c86c-46ea-9526-64956bd20b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:33Z', 'updated_at': '2022-05-06T14:58:51Z', 'revision_number': 5, 'project_id': '66121d02dbff4c3a920161e445959085', 'subnets': [{'id': '67575c08-c86c-46ea-9526-64956bd20b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 15:04:38.513835 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-353d3884-101c-488e-990d-a5f335843f9d req-b88e8dfc-da3c-4d83-9bcb-c63ce053b0e6 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf24868d-54cf-4b47-bc4e-96cfc8864c01 HTTP/1.1" status: 200 len: 210 time: 0.0296478 May 06 15:04:39.444324 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-64876f21-75d9-4727-9824-2aba5cb591ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (ec8f31e6-1756-4927-8bc3-e144e6f0af83), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:39.537573 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f00058-c54c-494f-a6b0-9c1e38833409 req-e91b10cc-fc33-40d6-ad97-88ad89ac2c79 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:39.539065 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-04f00058-c54c-494f-a6b0-9c1e38833409 req-e91b10cc-fc33-40d6-ad97-88ad89ac2c79 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/ports?device_id=1190aec7-7179-482b-a705-8943f357c18f HTTP/1.1" status: 200 len: 985 time: 0.0534298 May 06 15:04:39.600535 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-04f00058-c54c-494f-a6b0-9c1e38833409 req-f94d0a78-0c5f-4c47-a41d-d2ec6ce3a7f2 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/security-groups?id=876e3184-9979-4e71-9333-fdc1a28abd9d&id=7788c52f-729c-40ca-8f6a-df96ae39c655&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553551 May 06 15:04:39.611642 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-28d50a2d-25bf-4cf9-be57-6d6a0b8ecab8 req-97511155-5edc-4e66-9aa6-f35ed5c4ce4e tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf24868d-54cf-4b47-bc4e-96cfc8864c01 HTTP/1.1" status: 200 len: 210 time: 0.0307198 May 06 15:04:39.797877 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bcb98ae-66b1-40c0-a62b-9020f24f2f35', 'tag': '980720ca-338d-4874-8df5-925675b727ef'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 15:04:39.800316 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e079183c6aa01fbf7ecda8705e9d532761ec392512c90f9d6467ac227f3657d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8353bfa8-825c-4019-9cd3-7c8673af6ad8" -d '{"events": [{"name": "network-changed", "server_uuid": "9bcb98ae-66b1-40c0-a62b-9020f24f2f35", "tag": "980720ca-338d-4874-8df5-925675b727ef"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 15:04:39.837322 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 15:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b99a7777-80e7-46b3-9966-dad08bc786a8 x-openstack-request-id: req-b99a7777-80e7-46b3-9966-dad08bc786a8 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 15:04:39.837619 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bcb98ae-66b1-40c0-a62b-9020f24f2f35", "tag": "980720ca-338d-4874-8df5-925675b727ef", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 15:04:39.837877 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b99a7777-80e7-46b3-9966-dad08bc786a8 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 15:04:39.838287 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b99a7777-80e7-46b3-9966-dad08bc786a8'] response: {'name': 'network-changed', 'server_uuid': '9bcb98ae-66b1-40c0-a62b-9020f24f2f35', 'tag': '980720ca-338d-4874-8df5-925675b727ef', 'status': 'completed', 'code': 200} May 06 15:04:40.381654 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e3526-3a64-4abc-bf93-a82718fe7723 req-e08ace21-27b7-4efa-a3e6-864401e8f9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:40.382911 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-bc0e3526-3a64-4abc-bf93-a82718fe7723 req-e08ace21-27b7-4efa-a3e6-864401e8f9e5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=66121d02dbff4c3a920161e445959085&device_id=9bcb98ae-66b1-40c0-a62b-9020f24f2f35 HTTP/1.1" status: 200 len: 1130 time: 0.0422292 May 06 15:04:40.501137 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e3526-3a64-4abc-bf93-a82718fe7723 req-59ef405c-6cc4-4093-bcf5-4b641f55f360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:40.502586 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-bc0e3526-3a64-4abc-bf93-a82718fe7723 req-59ef405c-6cc4-4093-bcf5-4b641f55f360 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1f8443d4-24c9-4ac0-96d7-8083233dcc1b HTTP/1.1" status: 200 len: 919 time: 0.0910084 May 06 15:04:40.539665 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1afa6ce1-9145-4257-8e23-9dd2cd4b1998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b699075f-0d9f-4d2e-b182-9d9eb15bfab1), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:40.712091 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-ad72e151-05a7-46b7-b408-dc07ddbfcf2b req-5e78e1ac-af14-468b-8fb2-5f6e995a265c tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf24868d-54cf-4b47-bc4e-96cfc8864c01 HTTP/1.1" status: 200 len: 210 time: 0.0277853 May 06 15:04:40.716633 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bec2bd-4d44-454f-8358-1fff8135b38e req-0f686d5e-bd42-4b46-8959-0d66b035da6b tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:40.718133 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-14bec2bd-4d44-454f-8358-1fff8135b38e req-0f686d5e-bd42-4b46-8959-0d66b035da6b tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/ports?device_id=1190aec7-7179-482b-a705-8943f357c18f HTTP/1.1" status: 200 len: 985 time: 0.0482528 May 06 15:04:40.781343 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-14bec2bd-4d44-454f-8358-1fff8135b38e req-d63810c4-2026-4b59-b09e-42d85a7a3e35 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/security-groups?id=876e3184-9979-4e71-9333-fdc1a28abd9d&id=7788c52f-729c-40ca-8f6a-df96ae39c655&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562615 May 06 15:04:40.952004 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-bc0e3526-3a64-4abc-bf93-a82718fe7723 req-ed7f8809-5b06-4a6e-962c-3d7a588e3ded service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=980720ca-338d-4874-8df5-925675b727ef HTTP/1.1" status: 200 len: 1001 time: 0.0646329 May 06 15:04:41.011227 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e3526-3a64-4abc-bf93-a82718fe7723 req-fa7c162f-d3a4-459b-879c-2c1590e917a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:41.015584 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-bc0e3526-3a64-4abc-bf93-a82718fe7723 req-fa7c162f-d3a4-459b-879c-2c1590e917a2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=67575c08-c86c-46ea-9526-64956bd20b03 HTTP/1.1" status: 200 len: 857 time: 0.0508423 May 06 15:04:41.066689 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e3526-3a64-4abc-bf93-a82718fe7723 req-20ef41d4-9868-4bcc-a6a4-aef9f5038601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:41.068191 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-bc0e3526-3a64-4abc-bf93-a82718fe7723 req-20ef41d4-9868-4bcc-a6a4-aef9f5038601 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f8443d4-24c9-4ac0-96d7-8083233dcc1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395706 May 06 15:04:41.493550 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-bc0e3526-3a64-4abc-bf93-a82718fe7723 req-3a132f6c-d11c-472e-9e0b-31ffa248de3c service neutron] 10.222.0.26 "GET /v2.0/networks/1f8443d4-24c9-4ac0-96d7-8083233dcc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862992 May 06 15:04:41.669971 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b27d288-5e75-4f96-8041-6492e8580aa2 req-ebc154a8-3a71-4f88-9355-27b5209c0d59 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:41.671535 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-3b27d288-5e75-4f96-8041-6492e8580aa2 req-ebc154a8-3a71-4f88-9355-27b5209c0d59 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.26 "GET /v2.0/networks?id=0fb7150d-7af9-48b9-92ca-624c83e18c3d HTTP/1.1" status: 200 len: 809 time: 0.1467121 May 06 15:04:41.798814 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-3b27d288-5e75-4f96-8041-6492e8580aa2 req-9fb58a2e-9d64-46d0-a0a1-f5678e56bcce tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32f5765bb183428c8a04aed1c66a2068 HTTP/1.1" status: 200 len: 380 time: 0.1024482 May 06 15:04:41.821366 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.v2.base [req-3b27d288-5e75-4f96-8041-6492e8580aa2 req-8c62a9ff-1381-4aa2-8248-5649c5edd45f tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Request body: {'port': {'device_id': 'bf24868d-54cf-4b47-bc4e-96cfc8864c01', 'network_id': '0fb7150d-7af9-48b9-92ca-624c83e18c3d', 'admin_state_up': True, 'tenant_id': '32f5765bb183428c8a04aed1c66a2068', 'security_groups': ['a34256eb-ffef-4843-9957-650a1f075897']}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:04:41.861261 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-03a2879e-d8c9-4b73-ad54-8394c2076037 req-8c1e73b8-4c2a-4567-8570-f783676b341d tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf24868d-54cf-4b47-bc4e-96cfc8864c01 HTTP/1.1" status: 200 len: 210 time: 0.0373230 May 06 15:04:41.900100 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-bc0e3526-3a64-4abc-bf93-a82718fe7723 req-48bbb8bb-b645-49ec-90f0-b917b453c3af service neutron] 10.222.0.26 "GET /v2.0/networks/1f8443d4-24c9-4ac0-96d7-8083233dcc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3760777 May 06 15:04:41.938099 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143a9d64-50ac-47bf-bd55-f68b82ff7ec9 req-32a43834-c868-411c-9da1-47f53386f0fa tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:41.939599 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-143a9d64-50ac-47bf-bd55-f68b82ff7ec9 req-32a43834-c868-411c-9da1-47f53386f0fa tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/ports?device_id=1190aec7-7179-482b-a705-8943f357c18f HTTP/1.1" status: 200 len: 985 time: 0.0641119 May 06 15:04:42.023656 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8353bfa8-825c-4019-9cd3-7c8673af6ad8 req-bfc2f1cf-7484-4580-b5a1-7fe594472598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:42.025778 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-8353bfa8-825c-4019-9cd3-7c8673af6ad8 req-bfc2f1cf-7484-4580-b5a1-7fe594472598 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=66121d02dbff4c3a920161e445959085&device_id=9bcb98ae-66b1-40c0-a62b-9020f24f2f35 HTTP/1.1" status: 200 len: 1130 time: 0.0518723 May 06 15:04:42.029023 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b27d288-5e75-4f96-8041-6492e8580aa2 req-8c62a9ff-1381-4aa2-8248-5649c5edd45f tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Made reservation on behalf of 32f5765bb183428c8a04aed1c66a2068 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 15:04:42.033347 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3b27d288-5e75-4f96-8041-6492e8580aa2 req-8c62a9ff-1381-4aa2-8248-5649c5edd45f tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:42.064225 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-143a9d64-50ac-47bf-bd55-f68b82ff7ec9 req-e9126843-be7a-45be-af2f-0e3f170f623d tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/security-groups?id=876e3184-9979-4e71-9333-fdc1a28abd9d&id=7788c52f-729c-40ca-8f6a-df96ae39c655&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1175716 May 06 15:04:42.129864 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8353bfa8-825c-4019-9cd3-7c8673af6ad8 req-4e121b12-d591-42a4-9020-fda14941aef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:42.131558 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-8353bfa8-825c-4019-9cd3-7c8673af6ad8 req-4e121b12-d591-42a4-9020-fda14941aef2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1f8443d4-24c9-4ac0-96d7-8083233dcc1b HTTP/1.1" status: 200 len: 919 time: 0.0915351 May 06 15:04:42.186990 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-3b27d288-5e75-4f96-8041-6492e8580aa2 req-8c62a9ff-1381-4aa2-8248-5649c5edd45f tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Allocated IP 172.20.0.9 (0fb7150d-7af9-48b9-92ca-624c83e18c3d/5bc00d9a-cd37-4c9b-9bea-8c5ff3f1a588/dda979ec-6bc6-4e43-b92a-eaa84c657715) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 15:04:42.206448 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-8353bfa8-825c-4019-9cd3-7c8673af6ad8 req-1f1b14d4-8da5-4010-8f89-83653084d937 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=980720ca-338d-4874-8df5-925675b727ef HTTP/1.1" status: 200 len: 1001 time: 0.0644636 May 06 15:04:42.261092 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8353bfa8-825c-4019-9cd3-7c8673af6ad8 req-c8b46bbf-1075-4d79-b9f8-3b3c143364fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:42.262590 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-8353bfa8-825c-4019-9cd3-7c8673af6ad8 req-c8b46bbf-1075-4d79-b9f8-3b3c143364fc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=67575c08-c86c-46ea-9526-64956bd20b03 HTTP/1.1" status: 200 len: 857 time: 0.0439353 May 06 15:04:42.319383 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8353bfa8-825c-4019-9cd3-7c8673af6ad8 req-beb5cc9e-6f17-440c-99f6-bcdfe59b95af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:42.321053 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-8353bfa8-825c-4019-9cd3-7c8673af6ad8 req-beb5cc9e-6f17-440c-99f6-bcdfe59b95af service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f8443d4-24c9-4ac0-96d7-8083233dcc1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409811 May 06 15:04:42.328532 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3b27d288-5e75-4f96-8041-6492e8580aa2 req-8c62a9ff-1381-4aa2-8248-5649c5edd45f tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Publish callbacks [] for port (dda979ec-6bc6-4e43-b92a-eaa84c657715), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:42.364105 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3b27d288-5e75-4f96-8041-6492e8580aa2 req-8c62a9ff-1381-4aa2-8248-5649c5edd45f tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732313435468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59634176'] for port (dda979ec-6bc6-4e43-b92a-eaa84c657715), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:42.413561 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b27d288-5e75-4f96-8041-6492e8580aa2 req-8c62a9ff-1381-4aa2-8248-5649c5edd45f tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Network 0fb7150d-7af9-48b9-92ca-624c83e18c3d is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 15:04:42.419628 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-3b27d288-5e75-4f96-8041-6492e8580aa2 req-8c62a9ff-1381-4aa2-8248-5649c5edd45f tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 15:04:42.424181 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b27d288-5e75-4f96-8041-6492e8580aa2 req-8c62a9ff-1381-4aa2-8248-5649c5edd45f tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 15:04:42.428254 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c62a9ff-1381-4aa2-8248-5649c5edd45f tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Pushing event updated for resources: {'Port': ['ID=dda979ec-6bc6-4e43-b92a-eaa84c657715,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:04:42.439361 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-8353bfa8-825c-4019-9cd3-7c8673af6ad8 req-86ff090b-c8ee-4cfa-bb58-af7874142696 service neutron] 10.222.0.26 "GET /v2.0/networks/1f8443d4-24c9-4ac0-96d7-8083233dcc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965350 May 06 15:04:42.463400 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c62a9ff-1381-4aa2-8248-5649c5edd45f tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:04:42.464291 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c62a9ff-1381-4aa2-8248-5649c5edd45f tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:04:42.464718 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c62a9ff-1381-4aa2-8248-5649c5edd45f tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:04:42.465176 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c62a9ff-1381-4aa2-8248-5649c5edd45f tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:04:42.465467 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c62a9ff-1381-4aa2-8248-5649c5edd45f tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:04:42.465715 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c62a9ff-1381-4aa2-8248-5649c5edd45f tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:04:42.466046 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c62a9ff-1381-4aa2-8248-5649c5edd45f tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:04:42.466707 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c62a9ff-1381-4aa2-8248-5649c5edd45f tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:04:42.467008 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c62a9ff-1381-4aa2-8248-5649c5edd45f tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:04:42.467339 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c62a9ff-1381-4aa2-8248-5649c5edd45f tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:04:42.467668 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c62a9ff-1381-4aa2-8248-5649c5edd45f tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:04:42.467995 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c62a9ff-1381-4aa2-8248-5649c5edd45f tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:04:42.468312 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c62a9ff-1381-4aa2-8248-5649c5edd45f tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:04:42.468880 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c62a9ff-1381-4aa2-8248-5649c5edd45f tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:04:42.469219 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c62a9ff-1381-4aa2-8248-5649c5edd45f tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:04:42.498837 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b27d288-5e75-4f96-8041-6492e8580aa2 req-8c62a9ff-1381-4aa2-8248-5649c5edd45f tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:42.499932 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3b27d288-5e75-4f96-8041-6492e8580aa2 req-8c62a9ff-1381-4aa2-8248-5649c5edd45f tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:42.520412 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-3b27d288-5e75-4f96-8041-6492e8580aa2 req-8c62a9ff-1381-4aa2-8248-5649c5edd45f tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7037587 May 06 15:04:42.547695 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.v2.base [req-3b27d288-5e75-4f96-8041-6492e8580aa2 req-3a7fde0f-6b71-436d-8e50-252fe8ba7592 service neutron] Request body: {'port': {'device_id': 'bf24868d-54cf-4b47-bc4e-96cfc8864c01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:04:42.564108 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-8353bfa8-825c-4019-9cd3-7c8673af6ad8 req-636310d9-ea50-4c46-a8ac-478b92e34eed service neutron] 10.222.0.26 "GET /v2.0/networks/1f8443d4-24c9-4ac0-96d7-8083233dcc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182251 May 06 15:04:42.622693 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3b27d288-5e75-4f96-8041-6492e8580aa2 req-3a7fde0f-6b71-436d-8e50-252fe8ba7592 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (dda979ec-6bc6-4e43-b92a-eaa84c657715), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:42.671649 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-68b1beb6-545b-4f86-a143-b395004404eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b8293b96-1d4f-4101-9243-9870353ff712), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:42.738849 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-4017c7f0-6765-4e68-80f8-1389daeec931 None None] Provisioning complete for port dda979ec-6bc6-4e43-b92a-eaa84c657715 triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:04:42.739227 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4017c7f0-6765-4e68-80f8-1389daeec931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (dda979ec-6bc6-4e43-b92a-eaa84c657715), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:42.780988 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-4017c7f0-6765-4e68-80f8-1389daeec931 None None] Port dda979ec-6bc6-4e43-b92a-eaa84c657715 cannot update to ACTIVE because it is not bound. {{(pid=103344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 06 15:04:42.914313 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [req-3b27d288-5e75-4f96-8041-6492e8580aa2 req-3a7fde0f-6b71-436d-8e50-252fe8ba7592 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dda979ec-6bc6-4e43-b92a-eaa84c657715 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 15:04:42.922358 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3b27d288-5e75-4f96-8041-6492e8580aa2 req-3a7fde0f-6b71-436d-8e50-252fe8ba7592 service neutron] Publish callbacks [] for port (dda979ec-6bc6-4e43-b92a-eaa84c657715), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:42.936502 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-3b27d288-5e75-4f96-8041-6492e8580aa2 req-3a7fde0f-6b71-436d-8e50-252fe8ba7592 service neutron] Transition to ACTIVE for port object dda979ec-6bc6-4e43-b92a-eaa84c657715 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 06 15:04:42.941652 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3b27d288-5e75-4f96-8041-6492e8580aa2 req-3a7fde0f-6b71-436d-8e50-252fe8ba7592 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59634231'] for port (dda979ec-6bc6-4e43-b92a-eaa84c657715), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:42.988807 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61e4baf-cc7a-4057-8f9e-eceaf392020a req-8cba3f52-8a08-4074-a474-b80f37ee2478 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:42.990532 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-a61e4baf-cc7a-4057-8f9e-eceaf392020a req-8cba3f52-8a08-4074-a474-b80f37ee2478 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf24868d-54cf-4b47-bc4e-96cfc8864c01 HTTP/1.1" status: 200 len: 943 time: 0.0517042 May 06 15:04:42.993690 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7fde0f-6b71-436d-8e50-252fe8ba7592 service neutron] Pushing event updated for resources: {'Port': ['ID=dda979ec-6bc6-4e43-b92a-eaa84c657715,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:04:43.072289 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-a61e4baf-cc7a-4057-8f9e-eceaf392020a req-2d632545-b282-47b2-8e0e-16723d1d4df1 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/security-groups?id=a34256eb-ffef-4843-9957-650a1f075897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699556 May 06 15:04:43.088105 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-3b27d288-5e75-4f96-8041-6492e8580aa2 req-3a7fde0f-6b71-436d-8e50-252fe8ba7592 service neutron] Attempting to bind port dda979ec-6bc6-4e43-b92a-eaa84c657715 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 15:04:43.088852 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-3b27d288-5e75-4f96-8041-6492e8580aa2 req-3a7fde0f-6b71-436d-8e50-252fe8ba7592 service neutron] Attempting to bind port dda979ec-6bc6-4e43-b92a-eaa84c657715 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '8a79fa25-ed49-466a-a899-43fb314ccade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0fb7150d-7af9-48b9-92ca-624c83e18c3d'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 15:04:43.089564 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b27d288-5e75-4f96-8041-6492e8580aa2 req-3a7fde0f-6b71-436d-8e50-252fe8ba7592 service neutron] Attempting to bind port dda979ec-6bc6-4e43-b92a-eaa84c657715 on network 0fb7150d-7af9-48b9-92ca-624c83e18c3d {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 15:04:43.094795 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b27d288-5e75-4f96-8041-6492e8580aa2 req-3a7fde0f-6b71-436d-8e50-252fe8ba7592 service neutron] Port dda979ec-6bc6-4e43-b92a-eaa84c657715 on network 0fb7150d-7af9-48b9-92ca-624c83e18c3d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 15:04:43.095330 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b27d288-5e75-4f96-8041-6492e8580aa2 req-3a7fde0f-6b71-436d-8e50-252fe8ba7592 service neutron] Attempting to bind port dda979ec-6bc6-4e43-b92a-eaa84c657715 on network 0fb7150d-7af9-48b9-92ca-624c83e18c3d {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 15:04:43.101173 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b27d288-5e75-4f96-8041-6492e8580aa2 req-3a7fde0f-6b71-436d-8e50-252fe8ba7592 service neutron] Checking agent: {'id': '1eb4536b-031c-4a65-bfe5-fc1ede7d9429', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 14, 56, 20), 'started_at': datetime.datetime(2022, 5, 6, 14, 56, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 15, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 15:04:43.101584 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b27d288-5e75-4f96-8041-6492e8580aa2 req-3a7fde0f-6b71-436d-8e50-252fe8ba7592 service neutron] Checking segment: {'id': '8a79fa25-ed49-466a-a899-43fb314ccade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0fb7150d-7af9-48b9-92ca-624c83e18c3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 15:04:43.102043 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b27d288-5e75-4f96-8041-6492e8580aa2 req-3a7fde0f-6b71-436d-8e50-252fe8ba7592 service neutron] Bound using segment: {'id': '8a79fa25-ed49-466a-a899-43fb314ccade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0fb7150d-7af9-48b9-92ca-624c83e18c3d'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 15:04:43.103169 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-3b27d288-5e75-4f96-8041-6492e8580aa2 req-3a7fde0f-6b71-436d-8e50-252fe8ba7592 service neutron] Bound port: dda979ec-6bc6-4e43-b92a-eaa84c657715, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a79fa25-ed49-466a-a899-43fb314ccade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0fb7150d-7af9-48b9-92ca-624c83e18c3d'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 15:04:43.104150 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3b27d288-5e75-4f96-8041-6492e8580aa2 req-3a7fde0f-6b71-436d-8e50-252fe8ba7592 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (dda979ec-6bc6-4e43-b92a-eaa84c657715), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:43.231370 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb63758e-542d-4dc9-a5a3-199ab7e2fad6 req-86e32984-dbdf-4203-8406-53f0f877f2b4 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:43.233181 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-bb63758e-542d-4dc9-a5a3-199ab7e2fad6 req-86e32984-dbdf-4203-8406-53f0f877f2b4 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/ports?device_id=1190aec7-7179-482b-a705-8943f357c18f HTTP/1.1" status: 200 len: 985 time: 0.0882106 May 06 15:04:43.252476 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-3b27d288-5e75-4f96-8041-6492e8580aa2 req-3a7fde0f-6b71-436d-8e50-252fe8ba7592 service neutron] For port dda979ec-6bc6-4e43-b92a-eaa84c657715, host hv-cinder-84067, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 15:04:43.256818 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-3b27d288-5e75-4f96-8041-6492e8580aa2 req-3a7fde0f-6b71-436d-8e50-252fe8ba7592 service neutron] For port dda979ec-6bc6-4e43-b92a-eaa84c657715, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=dda979ec-6bc6-4e43-b92a-eaa84c657715,segment=NetworkSegment(8a79fa25-ed49-466a-a899-43fb314ccade),segment_id=8a79fa25-ed49-466a-a899-43fb314ccade)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 15:04:43.270368 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3b27d288-5e75-4f96-8041-6492e8580aa2 req-3a7fde0f-6b71-436d-8e50-252fe8ba7592 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59634231'] for port (dda979ec-6bc6-4e43-b92a-eaa84c657715), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:43.568738 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b27d288-5e75-4f96-8041-6492e8580aa2 req-3a7fde0f-6b71-436d-8e50-252fe8ba7592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:43.569348 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-3b27d288-5e75-4f96-8041-6492e8580aa2 req-3a7fde0f-6b71-436d-8e50-252fe8ba7592 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:43.570733 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-3b27d288-5e75-4f96-8041-6492e8580aa2 req-3a7fde0f-6b71-436d-8e50-252fe8ba7592 service neutron] 10.222.0.26 "PUT /v2.0/ports/dda979ec-6bc6-4e43-b92a-eaa84c657715 HTTP/1.1" status: 200 len: 1093 time: 1.0276065 May 06 15:04:43.571189 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf24868d-54cf-4b47-bc4e-96cfc8864c01', 'tag': 'dda979ec-6bc6-4e43-b92a-eaa84c657715'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 15:04:43.574307 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e079183c6aa01fbf7ecda8705e9d532761ec392512c90f9d6467ac227f3657d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef2159e5-6bd5-41c1-a411-ed539c952536" -d '{"events": [{"name": "network-changed", "server_uuid": "bf24868d-54cf-4b47-bc4e-96cfc8864c01", "tag": "dda979ec-6bc6-4e43-b92a-eaa84c657715"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 15:04:43.615621 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-bb63758e-542d-4dc9-a5a3-199ab7e2fad6 req-1cb135ef-4411-4d2f-b827-201a3ae8617f tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/security-groups?id=876e3184-9979-4e71-9333-fdc1a28abd9d&id=7788c52f-729c-40ca-8f6a-df96ae39c655&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3726242 May 06 15:04:43.620879 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7fde0f-6b71-436d-8e50-252fe8ba7592 service neutron] Pushing event updated for resources: {'Port': ['ID=dda979ec-6bc6-4e43-b92a-eaa84c657715,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:04:43.641105 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 15:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c4ac013-7408-47da-adcb-1ca2f02b0e10 x-openstack-request-id: req-5c4ac013-7408-47da-adcb-1ca2f02b0e10 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 15:04:43.641339 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf24868d-54cf-4b47-bc4e-96cfc8864c01", "tag": "dda979ec-6bc6-4e43-b92a-eaa84c657715", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 15:04:43.641601 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5c4ac013-7408-47da-adcb-1ca2f02b0e10 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 15:04:43.642230 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c4ac013-7408-47da-adcb-1ca2f02b0e10'] response: {'name': 'network-changed', 'server_uuid': 'bf24868d-54cf-4b47-bc4e-96cfc8864c01', 'tag': 'dda979ec-6bc6-4e43-b92a-eaa84c657715', 'status': 'completed', 'code': 200} May 06 15:04:43.704284 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b27d288-5e75-4f96-8041-6492e8580aa2 req-2056e0a9-a7fa-4818-bd4d-2d96ad717cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:43.705818 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-3b27d288-5e75-4f96-8041-6492e8580aa2 req-2056e0a9-a7fa-4818-bd4d-2d96ad717cb2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=32f5765bb183428c8a04aed1c66a2068&device_id=bf24868d-54cf-4b47-bc4e-96cfc8864c01 HTTP/1.1" status: 200 len: 1127 time: 0.0446823 May 06 15:04:43.742162 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (20451d70-ea89-4a66-885a-20a1b2a3bff8), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:43.764849 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-3b27d288-5e75-4f96-8041-6492e8580aa2 req-124b6cea-bccc-42b3-a540-b55ce7997600 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dda979ec-6bc6-4e43-b92a-eaa84c657715 HTTP/1.1" status: 200 len: 217 time: 0.0358407 May 06 15:04:43.819618 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b27d288-5e75-4f96-8041-6492e8580aa2 req-a9d08fa6-0974-4505-b75d-538b9a98409f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:43.821143 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-3b27d288-5e75-4f96-8041-6492e8580aa2 req-a9d08fa6-0974-4505-b75d-538b9a98409f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5bc00d9a-cd37-4c9b-9bea-8c5ff3f1a588 HTTP/1.1" status: 200 len: 848 time: 0.0478935 May 06 15:04:43.870698 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b27d288-5e75-4f96-8041-6492e8580aa2 req-ef81aff8-4253-49e1-9d93-5f0de10f8b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:43.872210 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-3b27d288-5e75-4f96-8041-6492e8580aa2 req-ef81aff8-4253-49e1-9d93-5f0de10f8b01 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0fb7150d-7af9-48b9-92ca-624c83e18c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391660 May 06 15:04:43.966148 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-3b27d288-5e75-4f96-8041-6492e8580aa2 req-5673889c-e496-4dbe-8560-7a3b8b6a4eca service neutron] 10.222.0.26 "GET /v2.0/networks/0fb7150d-7af9-48b9-92ca-624c83e18c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827191 May 06 15:04:44.064155 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-3b27d288-5e75-4f96-8041-6492e8580aa2 req-b0ac98a4-2b14-4e6e-950c-fe896eaef157 service neutron] 10.222.0.26 "GET /v2.0/networks/0fb7150d-7af9-48b9-92ca-624c83e18c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867298 May 06 15:04:44.184685 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9facca96-4b82-40de-ad5d-a867036f40cb req-1b9a8f57-511a-4fcf-a902-d59749334d35 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:44.186141 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-9facca96-4b82-40de-ad5d-a867036f40cb req-1b9a8f57-511a-4fcf-a902-d59749334d35 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf24868d-54cf-4b47-bc4e-96cfc8864c01 HTTP/1.1" status: 200 len: 943 time: 0.0484552 May 06 15:04:44.234464 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-9facca96-4b82-40de-ad5d-a867036f40cb req-fd4f2a6c-b839-4563-9eb7-bc0a050b0010 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/security-groups?id=a34256eb-ffef-4843-9957-650a1f075897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425355 May 06 15:04:44.555489 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2159e5-6bd5-41c1-a411-ed539c952536 req-579d7c6e-d409-4a87-b741-27db922a4498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:44.557489 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-ef2159e5-6bd5-41c1-a411-ed539c952536 req-579d7c6e-d409-4a87-b741-27db922a4498 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=32f5765bb183428c8a04aed1c66a2068&device_id=bf24868d-54cf-4b47-bc4e-96cfc8864c01 HTTP/1.1" status: 200 len: 1127 time: 0.0403628 May 06 15:04:44.655077 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2159e5-6bd5-41c1-a411-ed539c952536 req-2302e5f2-1329-4fd8-b70c-82f6c84325b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:44.656527 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-ef2159e5-6bd5-41c1-a411-ed539c952536 req-2302e5f2-1329-4fd8-b70c-82f6c84325b5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0fb7150d-7af9-48b9-92ca-624c83e18c3d HTTP/1.1" status: 200 len: 910 time: 0.0891154 May 06 15:04:44.707189 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-ef2159e5-6bd5-41c1-a411-ed539c952536 req-29b63610-505d-427f-a07f-8f3112abe90e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dda979ec-6bc6-4e43-b92a-eaa84c657715 HTTP/1.1" status: 200 len: 217 time: 0.0367432 May 06 15:04:44.784024 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0a6cfb-27f2-4565-8628-69bd2486f4bd req-ae9b03c3-16fb-4dc8-b0f9-9140628a5aab tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:44.785511 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-3f0a6cfb-27f2-4565-8628-69bd2486f4bd req-ae9b03c3-16fb-4dc8-b0f9-9140628a5aab tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/ports?device_id=1190aec7-7179-482b-a705-8943f357c18f HTTP/1.1" status: 200 len: 985 time: 0.0810809 May 06 15:04:44.790817 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2159e5-6bd5-41c1-a411-ed539c952536 req-c2944af2-5bb6-4ad6-87e5-7d670617b15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:44.792769 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-ef2159e5-6bd5-41c1-a411-ed539c952536 req-c2944af2-5bb6-4ad6-87e5-7d670617b15e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5bc00d9a-cd37-4c9b-9bea-8c5ff3f1a588 HTTP/1.1" status: 200 len: 848 time: 0.0767405 May 06 15:04:44.863372 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2159e5-6bd5-41c1-a411-ed539c952536 req-6e4c5b73-83d4-4249-ba0a-c5454431049d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:44.864872 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-ef2159e5-6bd5-41c1-a411-ed539c952536 req-6e4c5b73-83d4-4249-ba0a-c5454431049d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0fb7150d-7af9-48b9-92ca-624c83e18c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0587332 May 06 15:04:44.887497 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-3f0a6cfb-27f2-4565-8628-69bd2486f4bd req-ffeb4de9-21dc-4825-b8f3-e986616e13b7 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/security-groups?id=876e3184-9979-4e71-9333-fdc1a28abd9d&id=7788c52f-729c-40ca-8f6a-df96ae39c655&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0937850 May 06 15:04:44.967489 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-ef2159e5-6bd5-41c1-a411-ed539c952536 req-598cde52-6a86-4894-bc51-2744f5c693df service neutron] 10.222.0.26 "GET /v2.0/networks/0fb7150d-7af9-48b9-92ca-624c83e18c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936644 May 06 15:04:45.058895 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-ef2159e5-6bd5-41c1-a411-ed539c952536 req-f30cd1f3-f467-4954-92d9-68f270d2ccd1 service neutron] 10.222.0.26 "GET /v2.0/networks/0fb7150d-7af9-48b9-92ca-624c83e18c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833321 May 06 15:04:45.347177 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13e957b-cd73-467c-a4e2-b76fc84fcd59 req-415ff7b1-da2b-4f59-ab94-793b183d4b00 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:45.348647 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-c13e957b-cd73-467c-a4e2-b76fc84fcd59 req-415ff7b1-da2b-4f59-ab94-793b183d4b00 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf24868d-54cf-4b47-bc4e-96cfc8864c01 HTTP/1.1" status: 200 len: 943 time: 0.0475576 May 06 15:04:45.397869 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-c13e957b-cd73-467c-a4e2-b76fc84fcd59 req-9e6a0e4d-51ed-4b31-a23f-f6b77aa5d14c tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/security-groups?id=a34256eb-ffef-4843-9957-650a1f075897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436449 May 06 15:04:46.003692 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91ed4aa-6a3b-43d4-8df3-fed4456a4aab req-f47c572f-345a-44ae-a5b2-dce1bf3ad850 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:46.005233 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-a91ed4aa-6a3b-43d4-8df3-fed4456a4aab req-f47c572f-345a-44ae-a5b2-dce1bf3ad850 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/ports?device_id=1190aec7-7179-482b-a705-8943f357c18f HTTP/1.1" status: 200 len: 985 time: 0.0493073 May 06 15:04:46.070084 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-a91ed4aa-6a3b-43d4-8df3-fed4456a4aab req-02271146-6051-4d17-96fe-70448bb9af79 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/security-groups?id=876e3184-9979-4e71-9333-fdc1a28abd9d&id=7788c52f-729c-40ca-8f6a-df96ae39c655&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586953 May 06 15:04:46.516561 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee2de21-c60a-409b-993b-b81dc8d438b9 req-39309793-c142-4b9b-8d05-2a202e4dbe82 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:46.517866 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-aee2de21-c60a-409b-993b-b81dc8d438b9 req-39309793-c142-4b9b-8d05-2a202e4dbe82 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf24868d-54cf-4b47-bc4e-96cfc8864c01 HTTP/1.1" status: 200 len: 943 time: 0.0503993 May 06 15:04:46.568563 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-aee2de21-c60a-409b-993b-b81dc8d438b9 req-1e63846b-536c-4b1a-b1bf-b467515688e9 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/security-groups?id=a34256eb-ffef-4843-9957-650a1f075897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448318 May 06 15:04:47.189594 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f871d34c-a981-4f73-a57e-290320b68389 req-e9d4f837-6338-45ba-9e9e-32a791d9b6f1 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:47.191192 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-f871d34c-a981-4f73-a57e-290320b68389 req-e9d4f837-6338-45ba-9e9e-32a791d9b6f1 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/ports?device_id=1190aec7-7179-482b-a705-8943f357c18f HTTP/1.1" status: 200 len: 985 time: 0.0503788 May 06 15:04:47.254466 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-f871d34c-a981-4f73-a57e-290320b68389 req-34046ec7-6dd2-442f-9eac-81f99da88a5e tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/security-groups?id=876e3184-9979-4e71-9333-fdc1a28abd9d&id=7788c52f-729c-40ca-8f6a-df96ae39c655&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573213 May 06 15:04:47.689937 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f0c883-0468-4c83-81ae-90295559740b req-85f3f509-4323-4db3-9fc0-95492cc0ba70 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:47.691513 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-56f0c883-0468-4c83-81ae-90295559740b req-85f3f509-4323-4db3-9fc0-95492cc0ba70 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf24868d-54cf-4b47-bc4e-96cfc8864c01 HTTP/1.1" status: 200 len: 943 time: 0.0490129 May 06 15:04:47.741529 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-56f0c883-0468-4c83-81ae-90295559740b req-001b7ffa-7a6f-48ff-a71e-353ccc634cbb tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/security-groups?id=a34256eb-ffef-4843-9957-650a1f075897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442159 May 06 15:04:48.368689 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2708194e-2bd3-46be-a10b-f07a84f935ba req-8ec2cfd5-9e32-414f-929c-255e23acb22b tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:48.370204 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-2708194e-2bd3-46be-a10b-f07a84f935ba req-8ec2cfd5-9e32-414f-929c-255e23acb22b tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/ports?device_id=1190aec7-7179-482b-a705-8943f357c18f HTTP/1.1" status: 200 len: 985 time: 0.0485139 May 06 15:04:48.430468 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-2708194e-2bd3-46be-a10b-f07a84f935ba req-3f45dc93-1bdc-4c47-9bbb-88604cb69fc2 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/security-groups?id=876e3184-9979-4e71-9333-fdc1a28abd9d&id=7788c52f-729c-40ca-8f6a-df96ae39c655&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545988 May 06 15:04:48.878107 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d776dd4a-92f6-43de-9e59-ad6f1216cdfd req-3b4f9155-2449-41a9-b01c-11491e380e65 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:48.879632 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-d776dd4a-92f6-43de-9e59-ad6f1216cdfd req-3b4f9155-2449-41a9-b01c-11491e380e65 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf24868d-54cf-4b47-bc4e-96cfc8864c01 HTTP/1.1" status: 200 len: 943 time: 0.0578103 May 06 15:04:48.934431 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-d776dd4a-92f6-43de-9e59-ad6f1216cdfd req-cafa5166-7849-4f2f-9b66-f1789f253bbc tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/security-groups?id=a34256eb-ffef-4843-9957-650a1f075897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489342 May 06 15:04:49.559413 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a740bd51-9da9-48a9-a754-107cb76bfd38 req-85a4a603-210b-44da-81bc-9cacdf8e1d18 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:49.560911 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-a740bd51-9da9-48a9-a754-107cb76bfd38 req-85a4a603-210b-44da-81bc-9cacdf8e1d18 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/ports?device_id=1190aec7-7179-482b-a705-8943f357c18f HTTP/1.1" status: 200 len: 985 time: 0.0607147 May 06 15:04:49.623823 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-a740bd51-9da9-48a9-a754-107cb76bfd38 req-a34d46ee-db42-4d14-8302-602d698244de tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/security-groups?id=876e3184-9979-4e71-9333-fdc1a28abd9d&id=7788c52f-729c-40ca-8f6a-df96ae39c655&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565541 May 06 15:04:49.800173 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.agents_db [None req-6003b131-4361-4e36-81e7-47e90cbdf206 None None] Agent healthcheck: found 6 active agents {{(pid=103345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 15:04:50.056252 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f96121-bd52-42bb-b73d-0abb058877af req-d99a6823-6a82-4f7b-ace9-73fff6a3284a tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:50.058494 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-14f96121-bd52-42bb-b73d-0abb058877af req-d99a6823-6a82-4f7b-ace9-73fff6a3284a tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf24868d-54cf-4b47-bc4e-96cfc8864c01 HTTP/1.1" status: 200 len: 943 time: 0.0517647 May 06 15:04:50.113531 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-14f96121-bd52-42bb-b73d-0abb058877af req-28ee44ab-a2e9-4eb7-9083-872b9715902e tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/security-groups?id=a34256eb-ffef-4843-9957-650a1f075897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491481 May 06 15:04:50.593388 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (1eb4536b-031c-4a65-bfe5-fc1ede7d9429), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:50.741658 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86b22a6-b4df-4f64-a861-22840b974144 req-aab0dd9e-3993-44ad-a784-0eba3e893d33 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:50.743208 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-c86b22a6-b4df-4f64-a861-22840b974144 req-aab0dd9e-3993-44ad-a784-0eba3e893d33 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/ports?device_id=1190aec7-7179-482b-a705-8943f357c18f HTTP/1.1" status: 200 len: 985 time: 0.0497608 May 06 15:04:50.808088 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-c86b22a6-b4df-4f64-a861-22840b974144 req-ee503c49-f072-4e27-8596-0d4385d8f095 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/security-groups?id=876e3184-9979-4e71-9333-fdc1a28abd9d&id=7788c52f-729c-40ca-8f6a-df96ae39c655&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0584376 May 06 15:04:51.187126 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 49684) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:04:51.233582 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbe40cd-f86e-4fd9-a8a4-fd3a9c985a2d req-c1b1bc65-1f38-4a17-bc93-f630c33e1cc3 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:51.235134 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-9bbe40cd-f86e-4fd9-a8a4-fd3a9c985a2d req-c1b1bc65-1f38-4a17-bc93-f630c33e1cc3 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf24868d-54cf-4b47-bc4e-96cfc8864c01 HTTP/1.1" status: 200 len: 943 time: 0.0484436 May 06 15:04:51.236925 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c9e9962-4c7f-4047-b14b-b3252c381d04 admin admin] Deleting subnet 7bcd1b2b-245f-43f9-81ea-82302503a018 {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 06 15:04:51.240235 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9c9e9962-4c7f-4047-b14b-b3252c381d04 admin admin] Publish callbacks [] for subnet (7bcd1b2b-245f-43f9-81ea-82302503a018), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:51.281970 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9c9e9962-4c7f-4047-b14b-b3252c381d04 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60421307'] for subnet (7bcd1b2b-245f-43f9-81ea-82302503a018), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:51.292250 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-9bbe40cd-f86e-4fd9-a8a4-fd3a9c985a2d req-e2d8dbe0-060d-4019-bc3e-821fa198d4f6 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/security-groups?id=a34256eb-ffef-4843-9957-650a1f075897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515194 May 06 15:04:51.327388 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9c9e9962-4c7f-4047-b14b-b3252c381d04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16159455'] for subnet (7bcd1b2b-245f-43f9-81ea-82302503a018), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:51.383959 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9c9e9962-4c7f-4047-b14b-b3252c381d04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16159430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59635185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60398162'] for subnet (7bcd1b2b-245f-43f9-81ea-82302503a018), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:51.412040 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9e9962-4c7f-4047-b14b-b3252c381d04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bcd1b2b-245f-43f9-81ea-82302503a018,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:04:51.413980 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9c9e9962-4c7f-4047-b14b-b3252c381d04 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:51.418908 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-9c9e9962-4c7f-4047-b14b-b3252c381d04 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7bcd1b2b-245f-43f9-81ea-82302503a018 HTTP/1.1" status: 204 len: 168 time: 0.2295680 May 06 15:04:51.421085 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 49686) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:04:51.498100 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-362caec1-1808-4cc0-b559-40dfa977da66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16137472'] for network (b25645b0-e420-497e-a471-7ed25f51150d), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:51.577057 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-362caec1-1808-4cc0-b559-40dfa977da66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16161642', 'neutron.services.segments.db._delete_segments_for_network-8732313914390'] for network (b25645b0-e420-497e-a471-7ed25f51150d), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:51.597484 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.services.segments.db [None req-362caec1-1808-4cc0-b559-40dfa977da66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b25645b0-e420-497e-a471-7ed25f51150d']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:04:51.608736 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.services.segments.db [None req-362caec1-1808-4cc0-b559-40dfa977da66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31ca6aab-ca48-40de-9cf2-5559fb87173d') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:04:51.609041 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.services.segments.db [None req-362caec1-1808-4cc0-b559-40dfa977da66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31ca6aab-ca48-40de-9cf2-5559fb87173d') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:04:51.618571 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-362caec1-1808-4cc0-b559-40dfa977da66 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732313914911', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421250'] for segment (31ca6aab-ca48-40de-9cf2-5559fb87173d), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:51.632873 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-362caec1-1808-4cc0-b559-40dfa977da66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16165668'] for segment (31ca6aab-ca48-40de-9cf2-5559fb87173d), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:51.639531 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-362caec1-1808-4cc0-b559-40dfa977da66 admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 15:04:51.640028 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-362caec1-1808-4cc0-b559-40dfa977da66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16165668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59634259'] for segment (31ca6aab-ca48-40de-9cf2-5559fb87173d), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:51.641886 dv-cinder-840678-2-iscsi neutron-server[103342]: Traceback (most recent call last): May 06 15:04:51.641886 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 15:04:51.641886 dv-cinder-840678-2-iscsi neutron-server[103342]: timer() May 06 15:04:51.641886 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 15:04:51.641886 dv-cinder-840678-2-iscsi neutron-server[103342]: cb(*args, **kw) May 06 15:04:51.641886 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 15:04:51.641886 dv-cinder-840678-2-iscsi neutron-server[103342]: return func(*args, **kwargs) May 06 15:04:51.641886 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 15:04:51.641886 dv-cinder-840678-2-iscsi neutron-server[103342]: self._notify() May 06 15:04:51.641886 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 15:04:51.641886 dv-cinder-840678-2-iscsi neutron-server[103342]: self.callback(batched_events) May 06 15:04:51.641886 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 15:04:51.641886 dv-cinder-840678-2-iscsi neutron-server[103342]: event.method(event) May 06 15:04:51.641886 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 15:04:51.641886 dv-cinder-840678-2-iscsi neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 15:04:51.641886 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 15:04:51.641886 dv-cinder-840678-2-iscsi neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( May 06 15:04:51.641886 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 15:04:51.641886 dv-cinder-840678-2-iscsi neutron-server[103342]: return f(self, *a, **k) May 06 15:04:51.641886 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 15:04:51.641886 dv-cinder-840678-2-iscsi neutron-server[103342]: return self._get(url).json() May 06 15:04:51.641886 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 15:04:51.641886 dv-cinder-840678-2-iscsi neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 15:04:51.641886 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 15:04:51.641886 dv-cinder-840678-2-iscsi neutron-server[103342]: return self.request(url, 'GET', **kwargs) May 06 15:04:51.641886 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 15:04:51.641886 dv-cinder-840678-2-iscsi neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, May 06 15:04:51.641886 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 15:04:51.641886 dv-cinder-840678-2-iscsi neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 15:04:51.641886 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 15:04:51.641886 dv-cinder-840678-2-iscsi neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 15:04:51.641886 dv-cinder-840678-2-iscsi neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 15:04:51.710742 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-362caec1-1808-4cc0-b559-40dfa977da66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16161617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429813'] for network (b25645b0-e420-497e-a471-7ed25f51150d), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:51.718877 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-362caec1-1808-4cc0-b559-40dfa977da66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566627'] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:51.722157 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-362caec1-1808-4cc0-b559-40dfa977da66 admin admin] 10.222.0.23 "DELETE /v2.0/networks/b25645b0-e420-497e-a471-7ed25f51150d HTTP/1.1" status: 204 len: 168 time: 0.3001194 May 06 15:04:51.734799 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362caec1-1808-4cc0-b559-40dfa977da66 admin admin] Pushing event deleted for resources: {'Network': ['ID=b25645b0-e420-497e-a471-7ed25f51150d,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:04:51.905994 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 49696) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:04:51.937153 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51416fa-b832-471d-a5d8-3f4398e701e1 req-bec1544c-d982-47b5-a8a1-f48a70acfd86 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:51.938843 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-e51416fa-b832-471d-a5d8-3f4398e701e1 req-bec1544c-d982-47b5-a8a1-f48a70acfd86 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/ports?device_id=1190aec7-7179-482b-a705-8943f357c18f HTTP/1.1" status: 200 len: 985 time: 0.0552735 May 06 15:04:51.949555 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-fa9e0a1a-22ab-4f7c-891b-faae6d0f5adf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d266c6c15e474b7885134dbe78a29833&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416505 May 06 15:04:51.953136 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 49698) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:04:52.010695 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6414f127-6024-4e16-92f2-e861777b513f admin admin] Publish callbacks [] for security_group (50e2800d-a431-4d04-93b2-fbd26b99e352), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:52.013893 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-e51416fa-b832-471d-a5d8-3f4398e701e1 req-f20d9ec4-e119-4e5e-8d1d-bcc7404032c7 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/security-groups?id=876e3184-9979-4e71-9333-fdc1a28abd9d&id=7788c52f-729c-40ca-8f6a-df96ae39c655&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0682616 May 06 15:04:52.046273 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6414f127-6024-4e16-92f2-e861777b513f admin admin] Publish callbacks [] for security_group (50e2800d-a431-4d04-93b2-fbd26b99e352), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:52.096996 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6414f127-6024-4e16-92f2-e861777b513f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (50e2800d-a431-4d04-93b2-fbd26b99e352), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:52.099957 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6414f127-6024-4e16-92f2-e861777b513f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:52.101154 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-6414f127-6024-4e16-92f2-e861777b513f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/50e2800d-a431-4d04-93b2-fbd26b99e352 HTTP/1.1" status: 204 len: 168 time: 0.1470742 May 06 15:04:52.110480 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414f127-6024-4e16-92f2-e861777b513f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e2800d-a431-4d04-93b2-fbd26b99e352,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:04:52.118603 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414f127-6024-4e16-92f2-e861777b513f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:04:52.119040 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414f127-6024-4e16-92f2-e861777b513f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:04:52.119354 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414f127-6024-4e16-92f2-e861777b513f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:04:52.120198 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414f127-6024-4e16-92f2-e861777b513f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:04:52.120198 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414f127-6024-4e16-92f2-e861777b513f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:04:52.120408 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414f127-6024-4e16-92f2-e861777b513f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:04:52.120735 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414f127-6024-4e16-92f2-e861777b513f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:04:52.121069 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414f127-6024-4e16-92f2-e861777b513f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:04:52.121399 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414f127-6024-4e16-92f2-e861777b513f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:04:52.121910 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414f127-6024-4e16-92f2-e861777b513f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:04:52.122431 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414f127-6024-4e16-92f2-e861777b513f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:04:52.123945 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414f127-6024-4e16-92f2-e861777b513f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:04:52.123945 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414f127-6024-4e16-92f2-e861777b513f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:04:52.123945 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414f127-6024-4e16-92f2-e861777b513f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:04:52.123945 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414f127-6024-4e16-92f2-e861777b513f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:04:52.350030 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device dda979ec-6bc6-4e43-b92a-eaa84c657715 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 15:04:52.501108 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ab50c-61f0-46b0-b8ac-fead788e7cf1 req-5536ad3f-361c-455d-a547-cfbb30e8fec8 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:52.502677 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-cb5ab50c-61f0-46b0-b8ac-fead788e7cf1 req-5536ad3f-361c-455d-a547-cfbb30e8fec8 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf24868d-54cf-4b47-bc4e-96cfc8864c01 HTTP/1.1" status: 200 len: 943 time: 0.0966351 May 06 15:04:52.520770 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] For port dda979ec-6bc6-4e43-b92a-eaa84c657715, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=dda979ec-6bc6-4e43-b92a-eaa84c657715,segment=NetworkSegment(8a79fa25-ed49-466a-a899-43fb314ccade),segment_id=8a79fa25-ed49-466a-a899-43fb314ccade)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:04:52.538519 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Returning: {'device': 'dda979ec-6bc6-4e43-b92a-eaa84c657715', 'network_id': '0fb7150d-7af9-48b9-92ca-624c83e18c3d', 'port_id': 'dda979ec-6bc6-4e43-b92a-eaa84c657715', 'mac_address': 'fa:16:3e:b9:56:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bc00d9a-cd37-4c9b-9bea-8c5ff3f1a588', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 15:04:52.577336 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-cb5ab50c-61f0-46b0-b8ac-fead788e7cf1 req-37f075c4-ed3f-4bda-9f96-0321570e8698 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/security-groups?id=a34256eb-ffef-4843-9957-650a1f075897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687239 May 06 15:04:52.581845 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Current status of the port dda979ec-6bc6-4e43-b92a-eaa84c657715 is: DOWN; New status is: BUILD {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:04:52.582148 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (dda979ec-6bc6-4e43-b92a-eaa84c657715), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:52.599764 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.notifiers.nova [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dda979ec-6bc6-4e43-b92a-eaa84c657715 {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 15:04:52.634331 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] For port dda979ec-6bc6-4e43-b92a-eaa84c657715, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=dda979ec-6bc6-4e43-b92a-eaa84c657715,segment=NetworkSegment(8a79fa25-ed49-466a-a899-43fb314ccade),segment_id=8a79fa25-ed49-466a-a899-43fb314ccade)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:04:52.641833 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (dda979ec-6bc6-4e43-b92a-eaa84c657715), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:52.706604 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Pushing event updated for resources: {'Port': ['ID=dda979ec-6bc6-4e43-b92a-eaa84c657715,revision_number=4']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:04:52.714726 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:04:52.715076 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:04:52.715445 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:04:52.715806 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:04:52.716129 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:04:52.716468 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:04:52.720949 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:04:52.721385 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:04:52.721821 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:04:52.722231 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:04:52.722666 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:04:52.723107 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:04:52.723510 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:04:52.723905 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:04:52.724302 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:04:52.763226 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac76ca2-4736-4a6b-a832-4c2760eb7aa6 req-610765bd-2d82-4eda-852f-11eacf7e8b16 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:52.764632 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-eac76ca2-4736-4a6b-a832-4c2760eb7aa6 req-610765bd-2d82-4eda-852f-11eacf7e8b16 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/ports?device_id=4312a5ff-a65d-46d0-8898-0d672c24c349 HTTP/1.1" status: 200 len: 945 time: 0.0471587 May 06 15:04:52.813731 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-eac76ca2-4736-4a6b-a832-4c2760eb7aa6 req-3f48829a-14ae-4042-b8b8-163ffd868f43 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cc91575-ba74-4fa5-bc36-4f5fc54556a0&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0435357 May 06 15:04:53.130207 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] get_ports_and_sgs() called for port_ids ['dda979ec-6bc6-4e43-b92a-eaa84c657715'] {{(pid=103344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 15:04:53.696393 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3943f56a-95e8-4b4c-8637-6fc60141abd9 req-febe6837-efec-40b5-a375-04b9b5ba8990 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:53.698022 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-3943f56a-95e8-4b4c-8637-6fc60141abd9 req-febe6837-efec-40b5-a375-04b9b5ba8990 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf24868d-54cf-4b47-bc4e-96cfc8864c01 HTTP/1.1" status: 200 len: 944 time: 0.0528884 May 06 15:04:53.747300 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-3943f56a-95e8-4b4c-8637-6fc60141abd9 req-cc19f1ab-a8eb-4deb-8cdf-e68ef32f213b tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/security-groups?id=a34256eb-ffef-4843-9957-650a1f075897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436757 May 06 15:04:53.925991 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d42c93-6dca-4cca-9207-b888a66f84a2 req-04c1a16d-438f-4852-9ef1-2da5f3045705 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:53.927873 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-91d42c93-6dca-4cca-9207-b888a66f84a2 req-04c1a16d-438f-4852-9ef1-2da5f3045705 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/ports?device_id=4312a5ff-a65d-46d0-8898-0d672c24c349 HTTP/1.1" status: 200 len: 945 time: 0.0478497 May 06 15:04:53.977606 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-91d42c93-6dca-4cca-9207-b888a66f84a2 req-fcbfe198-99f4-4cf2-82de-d4348b1f5307 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cc91575-ba74-4fa5-bc36-4f5fc54556a0&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0429995 May 06 15:04:54.566827 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device dda979ec-6bc6-4e43-b92a-eaa84c657715 up at agent hyperv_hv-cinder-84067 {{(pid=103344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 15:04:54.615640 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Provisioning for port dda979ec-6bc6-4e43-b92a-eaa84c657715 completed by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 06 15:04:54.621734 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Provisioning complete for port dda979ec-6bc6-4e43-b92a-eaa84c657715 triggered by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:04:54.622148 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (dda979ec-6bc6-4e43-b92a-eaa84c657715), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:54.703548 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Current status of the port dda979ec-6bc6-4e43-b92a-eaa84c657715 is: BUILD; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:04:54.703927 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (dda979ec-6bc6-4e43-b92a-eaa84c657715), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:54.727497 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf24868d-54cf-4b47-bc4e-96cfc8864c01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda979ec-6bc6-4e43-b92a-eaa84c657715'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 15:04:54.730024 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e0964ea08b7304cb3fd06b6962f873a42c5b1f8277632c4cd90ec00bfa9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6542131c-f91c-4849-947e-caced52ca47e" -d '{"events": [{"server_uuid": "bf24868d-54cf-4b47-bc4e-96cfc8864c01", "name": "network-vif-plugged", "status": "completed", "tag": "dda979ec-6bc6-4e43-b92a-eaa84c657715"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 15:04:54.742717 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] For port dda979ec-6bc6-4e43-b92a-eaa84c657715, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=dda979ec-6bc6-4e43-b92a-eaa84c657715,segment=NetworkSegment(8a79fa25-ed49-466a-a899-43fb314ccade),segment_id=8a79fa25-ed49-466a-a899-43fb314ccade)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:04:54.748194 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (dda979ec-6bc6-4e43-b92a-eaa84c657715), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:54.801451 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Pushing event updated for resources: {'Port': ['ID=dda979ec-6bc6-4e43-b92a-eaa84c657715,revision_number=5']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:04:54.864352 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab703f86-7837-454e-8a7a-c5938c2dcf8c req-797430c1-3caf-4b1e-a964-a442330cfc60 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:54.866469 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-ab703f86-7837-454e-8a7a-c5938c2dcf8c req-797430c1-3caf-4b1e-a964-a442330cfc60 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf24868d-54cf-4b47-bc4e-96cfc8864c01 HTTP/1.1" status: 200 len: 945 time: 0.0507219 May 06 15:04:54.897863 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 15:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8573c6a-9f68-47b6-8de3-cac68e5f5769 x-openstack-request-id: req-c8573c6a-9f68-47b6-8de3-cac68e5f5769 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 15:04:54.898178 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf24868d-54cf-4b47-bc4e-96cfc8864c01", "name": "network-vif-plugged", "status": "completed", "tag": "dda979ec-6bc6-4e43-b92a-eaa84c657715", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 15:04:54.898957 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c8573c6a-9f68-47b6-8de3-cac68e5f5769 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 15:04:54.898957 dv-cinder-840678-2-iscsi neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8573c6a-9f68-47b6-8de3-cac68e5f5769'] response: {'server_uuid': 'bf24868d-54cf-4b47-bc4e-96cfc8864c01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda979ec-6bc6-4e43-b92a-eaa84c657715', 'code': 200} May 06 15:04:54.918500 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-ab703f86-7837-454e-8a7a-c5938c2dcf8c req-4ff1ea75-da36-4a98-8168-40d2afdbee51 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/security-groups?id=a34256eb-ffef-4843-9957-650a1f075897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458829 May 06 15:04:55.097797 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb2fce-0f9e-4b13-9b6e-af28f3651419 req-c1318568-435c-48b7-abef-ec30a68201e8 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:55.099154 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-47eb2fce-0f9e-4b13-9b6e-af28f3651419 req-c1318568-435c-48b7-abef-ec30a68201e8 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/ports?device_id=4312a5ff-a65d-46d0-8898-0d672c24c349 HTTP/1.1" status: 200 len: 945 time: 0.0505481 May 06 15:04:55.147427 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-47eb2fce-0f9e-4b13-9b6e-af28f3651419 req-0284776d-469e-4787-b6d9-22aedc4d778d tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cc91575-ba74-4fa5-bc36-4f5fc54556a0&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0419729 May 06 15:04:55.496132 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dedaf95-b3ca-4be2-a3e9-9906b09dc6b5 req-096c3665-c5a2-45cf-946b-53f767f01725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:55.497764 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-9dedaf95-b3ca-4be2-a3e9-9906b09dc6b5 req-096c3665-c5a2-45cf-946b-53f767f01725 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bf24868d-54cf-4b47-bc4e-96cfc8864c01 HTTP/1.1" status: 200 len: 1129 time: 0.0397296 May 06 15:04:55.770687 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-9dedaf95-b3ca-4be2-a3e9-9906b09dc6b5 req-e0d5ddf0-78ce-44b3-9089-863f0448eb00 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a34256eb-ffef-4843-9957-650a1f075897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452974 May 06 15:04:56.036885 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e8428e-dc60-44cc-81d2-581f4ae7cb08 req-cca7a380-290d-486a-ae8c-3f14a1b31596 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:56.038302 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-06e8428e-dc60-44cc-81d2-581f4ae7cb08 req-cca7a380-290d-486a-ae8c-3f14a1b31596 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf24868d-54cf-4b47-bc4e-96cfc8864c01 HTTP/1.1" status: 200 len: 945 time: 0.0474315 May 06 15:04:56.087083 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-06e8428e-dc60-44cc-81d2-581f4ae7cb08 req-4dda53f1-157e-4dd1-8534-645e1f56ba5b tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/security-groups?id=a34256eb-ffef-4843-9957-650a1f075897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423872 May 06 15:04:56.281107 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdcb27d-7798-4cea-b035-190fd613b500 req-aac9b9bf-d61b-4461-9f48-a4a33836c484 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:56.282556 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-ccdcb27d-7798-4cea-b035-190fd613b500 req-aac9b9bf-d61b-4461-9f48-a4a33836c484 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.26 "GET /v2.0/ports?device_id=4312a5ff-a65d-46d0-8898-0d672c24c349 HTTP/1.1" status: 200 len: 945 time: 0.0736609 May 06 15:04:56.290526 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2123fb-a994-48c1-8fd9-e4cdd2850849 req-49179240-208e-4940-a52c-c25ef506e04b tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:56.292756 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-7f2123fb-a994-48c1-8fd9-e4cdd2850849 req-49179240-208e-4940-a52c-c25ef506e04b tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/ports?device_id=4312a5ff-a65d-46d0-8898-0d672c24c349 HTTP/1.1" status: 200 len: 945 time: 0.0742009 May 06 15:04:56.406166 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-7f2123fb-a994-48c1-8fd9-e4cdd2850849 req-4167aa93-8af1-4185-886f-b05f745791d1 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cc91575-ba74-4fa5-bc36-4f5fc54556a0&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.1071320 May 06 15:04:56.417639 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-ccdcb27d-7798-4cea-b035-190fd613b500 req-7cf7836d-9281-4da4-8201-a849a70de18e tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Deleting port 4e726ca3-a614-494c-b67e-3443b716cee2 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 15:04:56.417993 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ccdcb27d-7798-4cea-b035-190fd613b500 req-7cf7836d-9281-4da4-8201-a849a70de18e tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732313803493'] for port (4e726ca3-a614-494c-b67e-3443b716cee2), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:56.506151 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-ccdcb27d-7798-4cea-b035-190fd613b500 req-7cf7836d-9281-4da4-8201-a849a70de18e tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] For port 4e726ca3-a614-494c-b67e-3443b716cee2, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=4e726ca3-a614-494c-b67e-3443b716cee2,segment=NetworkSegment(bb34cda3-37af-4167-b981-0643034a4aa7),segment_id=bb34cda3-37af-4167-b981-0643034a4aa7)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:04:56.506516 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ccdcb27d-7798-4cea-b035-190fd613b500 req-7cf7836d-9281-4da4-8201-a849a70de18e tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426303'] for port (4e726ca3-a614-494c-b67e-3443b716cee2), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:56.726011 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ccdcb27d-7798-4cea-b035-190fd613b500 req-7cf7836d-9281-4da4-8201-a849a70de18e tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:56.726290 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ccdcb27d-7798-4cea-b035-190fd613b500 req-7cf7836d-9281-4da4-8201-a849a70de18e tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429592'] for floatingip (1dd4195c-562f-491e-b5e4-bd66fff28c80), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:56.726604 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.db.l3_db [req-ccdcb27d-7798-4cea-b035-190fd613b500 req-7cf7836d-9281-4da4-8201-a849a70de18e tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Floating IP 1dd4195c-562f-491e-b5e4-bd66fff28c80 disassociated. External IP: 172.27.2.160, port: 4e726ca3-a614-494c-b67e-3443b716cee2. May 06 15:04:56.726949 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-ccdcb27d-7798-4cea-b035-190fd613b500 req-7cf7836d-9281-4da4-8201-a849a70de18e tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Calling delete_port for 4e726ca3-a614-494c-b67e-3443b716cee2 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 15:04:56.856501 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ccdcb27d-7798-4cea-b035-190fd613b500 req-7cf7836d-9281-4da4-8201-a849a70de18e tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732313812345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732313435477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59634176'] for port (4e726ca3-a614-494c-b67e-3443b716cee2), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:56.884967 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf7836d-9281-4da4-8201-a849a70de18e tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Pushing event deleted for resources: {'Port': ['ID=4e726ca3-a614-494c-b67e-3443b716cee2,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:04:57.010490 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ccdcb27d-7798-4cea-b035-190fd613b500 req-7cf7836d-9281-4da4-8201-a849a70de18e tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Router 6b883df9-6795-4edd-8a80-d947ab5730a5 has already been hosted by L3 agent ec8f31e6-1756-4927-8bc3-e144e6f0af83 {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 15:04:57.132076 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ccdcb27d-7798-4cea-b035-190fd613b500 req-7cf7836d-9281-4da4-8201-a849a70de18e tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Notify agent at l3_agent.dv-cinder-840678-2-iscsi the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 15:04:57.142362 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8ab132-1155-4fdd-91fa-fa283525d57a None None] Sync routers for ids ['6b883df9-6795-4edd-8a80-d947ab5730a5'] in dv-cinder-840678-2-iscsi {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 15:04:57.146350 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0354dab-deb6-4631-b444-102488f7c32c req-e3b88044-281f-4b69-9e6f-8fce0ed9dd97 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:57.148447 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-d0354dab-deb6-4631-b444-102488f7c32c req-e3b88044-281f-4b69-9e6f-8fce0ed9dd97 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 947 time: 0.0556109 May 06 15:04:57.160593 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8ab132-1155-4fdd-91fa-fa283525d57a None None] Routers {'6b883df9-6795-4edd-8a80-d947ab5730a5'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:04:57.161276 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-cc8ab132-1155-4fdd-91fa-fa283525d57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:04:39Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['6b883df9-6795-4edd-8a80-d947ab5730a5'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:04:57.218286 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-d0354dab-deb6-4631-b444-102488f7c32c req-883ce63e-e32e-4183-a5a2-5a65da108c03 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622241 May 06 15:04:57.239399 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccdcb27d-7798-4cea-b035-190fd613b500 req-7cf7836d-9281-4da4-8201-a849a70de18e tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] No DVR routers for this DVR port 4e726ca3-a614-494c-b67e-3443b716cee2 on host hv-cinder-84067 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 15:04:57.243720 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-ccdcb27d-7798-4cea-b035-190fd613b500 req-7cf7836d-9281-4da4-8201-a849a70de18e tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:04:57.247082 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-ccdcb27d-7798-4cea-b035-190fd613b500 req-7cf7836d-9281-4da4-8201-a849a70de18e tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.26 "DELETE /v2.0/ports/4e726ca3-a614-494c-b67e-3443b716cee2 HTTP/1.1" status: 204 len: 173 time: 0.9492571 May 06 15:04:57.247564 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4312a5ff-a65d-46d0-8898-0d672c24c349', 'name': 'network-vif-deleted', 'tag': '4e726ca3-a614-494c-b67e-3443b716cee2'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 15:04:57.249828 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e079183c6aa01fbf7ecda8705e9d532761ec392512c90f9d6467ac227f3657d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ac5c5c8-1c7d-4a5c-b2ce-64856f0d4336" -d '{"events": [{"server_uuid": "4312a5ff-a65d-46d0-8898-0d672c24c349", "name": "network-vif-deleted", "tag": "4e726ca3-a614-494c-b67e-3443b716cee2"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 15:04:57.268854 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a765b81a-8be3-40e5-bca8-3d65b2010e4a req-e92fd338-7653-49fe-9db8-d186da0f2a1b tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:57.270381 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-a765b81a-8be3-40e5-bca8-3d65b2010e4a req-e92fd338-7653-49fe-9db8-d186da0f2a1b tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf24868d-54cf-4b47-bc4e-96cfc8864c01 HTTP/1.1" status: 200 len: 945 time: 0.0794718 May 06 15:04:57.298800 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 15:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c54d4a-8fc2-44c0-9749-2700e8c024dc x-openstack-request-id: req-80c54d4a-8fc2-44c0-9749-2700e8c024dc {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 15:04:57.299434 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4312a5ff-a65d-46d0-8898-0d672c24c349", "name": "network-vif-deleted", "tag": "4e726ca3-a614-494c-b67e-3443b716cee2", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 15:04:57.299434 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-80c54d4a-8fc2-44c0-9749-2700e8c024dc {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 15:04:57.299890 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80c54d4a-8fc2-44c0-9749-2700e8c024dc'] response: {'server_uuid': '4312a5ff-a65d-46d0-8898-0d672c24c349', 'name': 'network-vif-deleted', 'tag': '4e726ca3-a614-494c-b67e-3443b716cee2', 'status': 'completed', 'code': 200} May 06 15:04:57.316718 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-cc8ab132-1155-4fdd-91fa-fa283525d57a None None] Set router 6b883df9-6795-4edd-8a80-d947ab5730a5 gateway port host: dv-cinder-840678-2-iscsi {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:04:57.328647 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-a765b81a-8be3-40e5-bca8-3d65b2010e4a req-9614ed82-e127-4a3e-b2d5-859836d89ef3 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/security-groups?id=a34256eb-ffef-4843-9957-650a1f075897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514755 May 06 15:04:57.504901 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-5ac8c24c-87d0-42a1-ac04-69da378fc3cf req-7c22102f-a683-4d56-bce3-d03065a5d7c2 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/ports?device_id=4312a5ff-a65d-46d0-8898-0d672c24c349 HTTP/1.1" status: 200 len: 210 time: 0.0297384 May 06 15:04:57.511540 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-cc8ab132-1155-4fdd-91fa-fa283525d57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b883df9-6795-4edd-8a80-d947ab5730a5', 'name': 'tempest-TestVolumeBootPattern-408062417-router', 'tenant_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '1b6defe5-72de-447a-9942-cc09c7b0d6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:59:47Z', 'updated_at': '2022-05-06T14:59:51Z', 'revision_number': 4, 'project_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'gw_port': {'id': '1b6defe5-72de-447a-9942-cc09c7b0d6d1', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:99:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b883df9-6795-4edd-8a80-d947ab5730a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:59:47Z', 'updated_at': '2022-05-06T14:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_interfaces': [{'id': 'd77f6e64-7c32-4bf9-b879-a7ff27851f56', 'name': '', 'network_id': '930e9db3-dfec-4f84-956d-74111c835ba4', 'tenant_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'mac_address': 'fa:16:3e:b2:e8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b883df9-6795-4edd-8a80-d947ab5730a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'df318507-d5d9-462f-9365-0df583e1ec25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:59:50Z', 'updated_at': '2022-05-06T14:59:56Z', 'revision_number': 5, 'project_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'subnets': [{'id': 'df318507-d5d9-462f-9365-0df583e1ec25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:04:57.539338 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8ab132-1155-4fdd-91fa-fa283525d57a None None] Checking router: 6b883df9-6795-4edd-8a80-d947ab5730a5 for host: dv-cinder-840678-2-iscsi {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 15:04:57.547872 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8ab132-1155-4fdd-91fa-fa283525d57a None None] Routers {'6b883df9-6795-4edd-8a80-d947ab5730a5'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:04:57.548482 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-cc8ab132-1155-4fdd-91fa-fa283525d57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:04:39Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['6b883df9-6795-4edd-8a80-d947ab5730a5'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:04:57.658264 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-cc8ab132-1155-4fdd-91fa-fa283525d57a None None] Set router 6b883df9-6795-4edd-8a80-d947ab5730a5 gateway port host: dv-cinder-840678-2-iscsi {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:04:57.858573 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-cc8ab132-1155-4fdd-91fa-fa283525d57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b883df9-6795-4edd-8a80-d947ab5730a5', 'name': 'tempest-TestVolumeBootPattern-408062417-router', 'tenant_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '1b6defe5-72de-447a-9942-cc09c7b0d6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:59:47Z', 'updated_at': '2022-05-06T14:59:51Z', 'revision_number': 4, 'project_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'gw_port': {'id': '1b6defe5-72de-447a-9942-cc09c7b0d6d1', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:99:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b883df9-6795-4edd-8a80-d947ab5730a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:59:47Z', 'updated_at': '2022-05-06T14:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_interfaces': [{'id': 'd77f6e64-7c32-4bf9-b879-a7ff27851f56', 'name': '', 'network_id': '930e9db3-dfec-4f84-956d-74111c835ba4', 'tenant_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'mac_address': 'fa:16:3e:b2:e8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b883df9-6795-4edd-8a80-d947ab5730a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'df318507-d5d9-462f-9365-0df583e1ec25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:59:50Z', 'updated_at': '2022-05-06T14:59:56Z', 'revision_number': 5, 'project_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'subnets': [{'id': 'df318507-d5d9-462f-9365-0df583e1ec25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:04:57.891112 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8ab132-1155-4fdd-91fa-fa283525d57a None None] The sync data for ids ['6b883df9-6795-4edd-8a80-d947ab5730a5'] in dv-cinder-840678-2-iscsi is: [{'id': '6b883df9-6795-4edd-8a80-d947ab5730a5', 'name': 'tempest-TestVolumeBootPattern-408062417-router', 'tenant_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '1b6defe5-72de-447a-9942-cc09c7b0d6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:59:47Z', 'updated_at': '2022-05-06T14:59:51Z', 'revision_number': 4, 'project_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'gw_port': {'id': '1b6defe5-72de-447a-9942-cc09c7b0d6d1', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:99:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b883df9-6795-4edd-8a80-d947ab5730a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:59:47Z', 'updated_at': '2022-05-06T14:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_interfaces': [{'id': 'd77f6e64-7c32-4bf9-b879-a7ff27851f56', 'name': '', 'network_id': '930e9db3-dfec-4f84-956d-74111c835ba4', 'tenant_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'mac_address': 'fa:16:3e:b2:e8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b883df9-6795-4edd-8a80-d947ab5730a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'df318507-d5d9-462f-9365-0df583e1ec25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:59:50Z', 'updated_at': '2022-05-06T14:59:56Z', 'revision_number': 5, 'project_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'subnets': [{'id': 'df318507-d5d9-462f-9365-0df583e1ec25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 15:04:58.169561 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d39ce3e-a958-492e-b9ed-da60e61e45a4 None None] New status for floating IP 1dd4195c-562f-491e-b5e4-bd66fff28c80: DOWN {{(pid=103345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 15:04:58.349691 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a69fc78-0f59-497f-a565-8bb2553bcbcd req-89142afc-c3a0-477d-9fc5-95e62deb2510 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:58.351256 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-3a69fc78-0f59-497f-a565-8bb2553bcbcd req-89142afc-c3a0-477d-9fc5-95e62deb2510 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 947 time: 0.0537024 May 06 15:04:58.403358 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-3a69fc78-0f59-497f-a565-8bb2553bcbcd req-359799d0-f7c3-4962-b2d7-42165995ea56 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451617 May 06 15:04:58.459186 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b485f6-de46-4068-b8f9-0787888b1715 req-b2bdba10-908b-4be3-a3a3-113a2823be35 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:58.460711 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-86b485f6-de46-4068-b8f9-0787888b1715 req-b2bdba10-908b-4be3-a3a3-113a2823be35 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf24868d-54cf-4b47-bc4e-96cfc8864c01 HTTP/1.1" status: 200 len: 945 time: 0.0508239 May 06 15:04:58.511208 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-86b485f6-de46-4068-b8f9-0787888b1715 req-0ea1c6a1-f073-444c-b9be-2901b7c47637 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/security-groups?id=a34256eb-ffef-4843-9957-650a1f075897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439944 May 06 15:04:58.551199 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device 4e726ca3-a614-494c-b67e-3443b716cee2 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 15:04:58.573215 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] No Port match for: 4e726ca3-a614-494c-b67e-3443b716cee2 {{(pid=103344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 15:04:58.573724 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device 4e726ca3-a614-494c-b67e-3443b716cee2 not bound to the agent host hv-cinder-84067 {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 15:04:58.605782 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-1cbb5329-a5c8-4b6d-b906-9ec5f4880595 req-5d278995-985a-4d44-af10-c55ab3b4e6ed tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/ports?device_id=4312a5ff-a65d-46d0-8898-0d672c24c349 HTTP/1.1" status: 200 len: 210 time: 0.0324197 May 06 15:04:59.537537 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf70ba29-3bbe-4560-9d00-5c606b5de37d req-3c90a3f3-5961-4120-8462-c6418e083495 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:59.539167 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-bf70ba29-3bbe-4560-9d00-5c606b5de37d req-3c90a3f3-5961-4120-8462-c6418e083495 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 947 time: 0.0573530 May 06 15:04:59.590089 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-bf70ba29-3bbe-4560-9d00-5c606b5de37d req-cd590449-e1e8-4353-8764-a5c0492d6fe5 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446231 May 06 15:04:59.630803 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b9471-eb9d-47a9-9f25-b3c2d209d685 req-075a445e-615e-4d19-a0cc-afee8accc7f0 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:59.633996 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-325b9471-eb9d-47a9-9f25-b3c2d209d685 req-075a445e-615e-4d19-a0cc-afee8accc7f0 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf24868d-54cf-4b47-bc4e-96cfc8864c01 HTTP/1.1" status: 200 len: 945 time: 0.0509799 May 06 15:04:59.691533 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-325b9471-eb9d-47a9-9f25-b3c2d209d685 req-96eafcdc-5d66-4cbf-b06d-d0c6377d5d52 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/security-groups?id=a34256eb-ffef-4843-9957-650a1f075897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527849 May 06 15:04:59.720318 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-3c690e8e-50db-4768-bc4e-5f963c48f5dd req-f8ff36dd-f27c-4e99-b497-689c90d8e36b tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/ports?device_id=4312a5ff-a65d-46d0-8898-0d672c24c349 HTTP/1.1" status: 200 len: 210 time: 0.0317800 May 06 15:04:59.816546 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52658f7f-5ecb-4074-854e-fbe4fd73a460 req-4bf95409-44c7-4f6c-984d-517669a8d828 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:04:59.818178 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-52658f7f-5ecb-4074-854e-fbe4fd73a460 req-4bf95409-44c7-4f6c-984d-517669a8d828 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf24868d-54cf-4b47-bc4e-96cfc8864c01 HTTP/1.1" status: 200 len: 945 time: 0.0532548 May 06 15:04:59.877662 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-52658f7f-5ecb-4074-854e-fbe4fd73a460 req-810157f2-8810-4de3-acf9-5fbce67726bc tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/security-groups?id=a34256eb-ffef-4843-9957-650a1f075897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527956 May 06 15:04:59.901777 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 49776) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:05:00.111663 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b036e7c-e309-4b62-a3c4-133f6d879f8b tempest-TestShelveInstance-1048666917 tempest-TestShelveInstance-1048666917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:00.113229 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-9b036e7c-e309-4b62-a3c4-133f6d879f8b tempest-TestShelveInstance-1048666917 tempest-TestShelveInstance-1048666917-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=bf24868d-54cf-4b47-bc4e-96cfc8864c01 HTTP/1.1" status: 200 len: 1124 time: 0.2104428 May 06 15:05:00.118263 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 49780) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:05:00.123773 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.v2.base [None req-f11f690a-e2ee-42b9-8eeb-459767dd82fe tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Request body: {'floatingip': {'floating_network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'port_id': 'dda979ec-6bc6-4e43-b92a-eaa84c657715', 'tenant_id': '32f5765bb183428c8a04aed1c66a2068', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:05:00.144896 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f11f690a-e2ee-42b9-8eeb-459767dd82fe tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:00.226936 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f11f690a-e2ee-42b9-8eeb-459767dd82fe tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:00.303370 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd49e51-133a-4570-9fe9-ddbc1b8d3516 req-b0197554-d6e0-4d49-980f-8aab410246e4 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:00.304838 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-2dd49e51-133a-4570-9fe9-ddbc1b8d3516 req-b0197554-d6e0-4d49-980f-8aab410246e4 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.26 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 947 time: 0.0523679 May 06 15:05:00.337326 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-f11f690a-e2ee-42b9-8eeb-459767dd82fe tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Allocated IP 172.27.2.75 (06a85250-557d-4448-8943-b2192c4da88d/cd3545e0-d98c-46ff-bce0-08f4555cdcb4/e47898c2-02c3-4468-9332-a8d07eac4f3e) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 15:05:00.420333 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-2dd49e51-133a-4570-9fe9-ddbc1b8d3516 req-c285b568-bf8f-41ef-a76e-3a09e6ece488 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Deleting port 3fde30d6-e4a7-41a8-a67c-29a4deb4e074 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 15:05:00.420724 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-2dd49e51-133a-4570-9fe9-ddbc1b8d3516 req-c285b568-bf8f-41ef-a76e-3a09e6ece488 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732313803493'] for port (3fde30d6-e4a7-41a8-a67c-29a4deb4e074), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:00.445073 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f11f690a-e2ee-42b9-8eeb-459767dd82fe tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Publish callbacks [] for port (e47898c2-02c3-4468-9332-a8d07eac4f3e), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:00.480497 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f11f690a-e2ee-42b9-8eeb-459767dd82fe tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732313435468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194024'] for port (e47898c2-02c3-4468-9332-a8d07eac4f3e), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:00.515317 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-2dd49e51-133a-4570-9fe9-ddbc1b8d3516 req-c285b568-bf8f-41ef-a76e-3a09e6ece488 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] For port 3fde30d6-e4a7-41a8-a67c-29a4deb4e074, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=3fde30d6-e4a7-41a8-a67c-29a4deb4e074,segment=NetworkSegment(59b9f651-300b-41a0-9754-50f9dffdafce),segment_id=59b9f651-300b-41a0-9754-50f9dffdafce)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:05:00.515606 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-2dd49e51-133a-4570-9fe9-ddbc1b8d3516 req-c285b568-bf8f-41ef-a76e-3a09e6ece488 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426303'] for port (3fde30d6-e4a7-41a8-a67c-29a4deb4e074), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:00.518523 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11f690a-e2ee-42b9-8eeb-459767dd82fe tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Network 06a85250-557d-4448-8943-b2192c4da88d is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 15:05:00.521551 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-f11f690a-e2ee-42b9-8eeb-459767dd82fe tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 15:05:00.528500 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11f690a-e2ee-42b9-8eeb-459767dd82fe tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 15:05:00.552241 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11f690a-e2ee-42b9-8eeb-459767dd82fe tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Pushing event updated for resources: {'Port': ['ID=e47898c2-02c3-4468-9332-a8d07eac4f3e,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:05:00.766993 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-2dd49e51-133a-4570-9fe9-ddbc1b8d3516 req-c285b568-bf8f-41ef-a76e-3a09e6ece488 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:00.768452 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-2dd49e51-133a-4570-9fe9-ddbc1b8d3516 req-c285b568-bf8f-41ef-a76e-3a09e6ece488 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429592'] for floatingip (d2e9b94d-02d8-4f15-b52d-f1feea6c5afe), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:00.769330 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.db.l3_db [req-2dd49e51-133a-4570-9fe9-ddbc1b8d3516 req-c285b568-bf8f-41ef-a76e-3a09e6ece488 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Floating IP d2e9b94d-02d8-4f15-b52d-f1feea6c5afe disassociated. External IP: 172.27.2.107, port: 3fde30d6-e4a7-41a8-a67c-29a4deb4e074. May 06 15:05:00.769928 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-2dd49e51-133a-4570-9fe9-ddbc1b8d3516 req-c285b568-bf8f-41ef-a76e-3a09e6ece488 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Calling delete_port for 3fde30d6-e4a7-41a8-a67c-29a4deb4e074 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 15:05:00.787041 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a722d2-91ff-4671-8c7e-0277426c0399 req-efab70da-30f7-4287-8d82-637f2713dbf0 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:00.788581 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-15a722d2-91ff-4671-8c7e-0277426c0399 req-efab70da-30f7-4287-8d82-637f2713dbf0 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 947 time: 0.0689189 May 06 15:05:00.870893 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-d09b9b44-39b2-48b3-a2dc-0a812e4ba974 req-3eb597fc-6efc-48d5-9c89-65211f8d20ee tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/ports?device_id=4312a5ff-a65d-46d0-8898-0d672c24c349 HTTP/1.1" status: 200 len: 210 time: 0.0410092 May 06 15:05:00.888108 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-15a722d2-91ff-4671-8c7e-0277426c0399 req-1afea30e-1d76-4e2f-9790-fac873f6c078 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=812d5473-afa1-48f5-b14e-b7ace92fd920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916078 May 06 15:05:00.949957 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-2dd49e51-133a-4570-9fe9-ddbc1b8d3516 req-c285b568-bf8f-41ef-a76e-3a09e6ece488 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732313812345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732313435477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59634176'] for port (3fde30d6-e4a7-41a8-a67c-29a4deb4e074), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:00.978068 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c285b568-bf8f-41ef-a76e-3a09e6ece488 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Pushing event deleted for resources: {'Port': ['ID=3fde30d6-e4a7-41a8-a67c-29a4deb4e074,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:05:01.054001 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f11f690a-e2ee-42b9-8eeb-459767dd82fe tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Publish callbacks [] for floatingip (861032f3-ca98-4982-9cf9-473899ad1f8a), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:01.106523 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2dd49e51-133a-4570-9fe9-ddbc1b8d3516 req-c285b568-bf8f-41ef-a76e-3a09e6ece488 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Router 9b86048a-66a1-446e-9597-a9a025a1c8d0 has already been hosted by L3 agent ec8f31e6-1756-4927-8bc3-e144e6f0af83 {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 15:05:01.140129 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f11f690a-e2ee-42b9-8eeb-459767dd82fe tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (e47898c2-02c3-4468-9332-a8d07eac4f3e), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:01.239726 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2dd49e51-133a-4570-9fe9-ddbc1b8d3516 req-c285b568-bf8f-41ef-a76e-3a09e6ece488 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Notify agent at l3_agent.dv-cinder-840678-2-iscsi the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 15:05:01.253404 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4450347d-a11f-462c-9e61-fac48bfd3370 None None] Sync routers for ids ['9b86048a-66a1-446e-9597-a9a025a1c8d0'] in dv-cinder-840678-2-iscsi {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 15:05:01.266120 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4450347d-a11f-462c-9e61-fac48bfd3370 None None] Routers {'9b86048a-66a1-446e-9597-a9a025a1c8d0'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:05:01.267128 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-4450347d-a11f-462c-9e61-fac48bfd3370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:04:39Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['9b86048a-66a1-446e-9597-a9a025a1c8d0'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:05:01.292325 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dd49e51-133a-4570-9fe9-ddbc1b8d3516 req-c285b568-bf8f-41ef-a76e-3a09e6ece488 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] No DVR routers for this DVR port 3fde30d6-e4a7-41a8-a67c-29a4deb4e074 on host hv-cinder-84067 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 15:05:01.296590 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-2dd49e51-133a-4570-9fe9-ddbc1b8d3516 req-c285b568-bf8f-41ef-a76e-3a09e6ece488 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:01.299967 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-2dd49e51-133a-4570-9fe9-ddbc1b8d3516 req-c285b568-bf8f-41ef-a76e-3a09e6ece488 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.26 "DELETE /v2.0/ports/3fde30d6-e4a7-41a8-a67c-29a4deb4e074 HTTP/1.1" status: 204 len: 173 time: 0.9755943 May 06 15:05:01.300433 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52a38ab-2c8e-4183-ace7-e7dc866226ca', 'name': 'network-vif-deleted', 'tag': '3fde30d6-e4a7-41a8-a67c-29a4deb4e074'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 15:05:01.302772 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e079183c6aa01fbf7ecda8705e9d532761ec392512c90f9d6467ac227f3657d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-364b060f-10d1-41c1-b341-5907a096c09a" -d '{"events": [{"server_uuid": "e52a38ab-2c8e-4183-ace7-e7dc866226ca", "name": "network-vif-deleted", "tag": "3fde30d6-e4a7-41a8-a67c-29a4deb4e074"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 15:05:01.362330 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 15:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a960877-8b7a-4ce5-b7a4-a42dc8f22cae x-openstack-request-id: req-6a960877-8b7a-4ce5-b7a4-a42dc8f22cae {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 15:05:01.362631 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e52a38ab-2c8e-4183-ace7-e7dc866226ca", "name": "network-vif-deleted", "tag": "3fde30d6-e4a7-41a8-a67c-29a4deb4e074", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 15:05:01.362879 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6a960877-8b7a-4ce5-b7a4-a42dc8f22cae {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 15:05:01.363292 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a960877-8b7a-4ce5-b7a4-a42dc8f22cae'] response: {'server_uuid': 'e52a38ab-2c8e-4183-ace7-e7dc866226ca', 'name': 'network-vif-deleted', 'tag': '3fde30d6-e4a7-41a8-a67c-29a4deb4e074', 'status': 'completed', 'code': 200} May 06 15:05:01.406976 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f11f690a-e2ee-42b9-8eeb-459767dd82fe tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Publish callbacks [] for port (e47898c2-02c3-4468-9332-a8d07eac4f3e), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:01.417811 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f11f690a-e2ee-42b9-8eeb-459767dd82fe tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194015'] for port (e47898c2-02c3-4468-9332-a8d07eac4f3e), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:01.466813 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-4450347d-a11f-462c-9e61-fac48bfd3370 None None] Set router 9b86048a-66a1-446e-9597-a9a025a1c8d0 gateway port host: dv-cinder-840678-2-iscsi {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:05:01.559415 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11f690a-e2ee-42b9-8eeb-459767dd82fe tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Pushing event updated for resources: {'Port': ['ID=e47898c2-02c3-4468-9332-a8d07eac4f3e,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:05:01.574703 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f11f690a-e2ee-42b9-8eeb-459767dd82fe tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429592'] for floatingip (861032f3-ca98-4982-9cf9-473899ad1f8a), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:01.686220 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.db.l3_db [None req-f11f690a-e2ee-42b9-8eeb-459767dd82fe tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Floating IP 861032f3-ca98-4982-9cf9-473899ad1f8a associated. External IP: 172.27.2.75, port: dda979ec-6bc6-4e43-b92a-eaa84c657715. May 06 15:05:01.842184 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-4450347d-a11f-462c-9e61-fac48bfd3370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b86048a-66a1-446e-9597-a9a025a1c8d0', 'name': 'tempest-AttachVolumeShelveTestJSON-59332451-router', 'tenant_id': '04793e5505aa4d32ab3efed2892ea2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'b43727e9-9f23-42da-9566-42ed79f45494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:58:21Z', 'updated_at': '2022-05-06T14:58:36Z', 'revision_number': 4, 'project_id': '04793e5505aa4d32ab3efed2892ea2b4', 'gw_port': {'id': 'b43727e9-9f23-42da-9566-42ed79f45494', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b86048a-66a1-446e-9597-a9a025a1c8d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:23Z', 'updated_at': '2022-05-06T14:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_interfaces': [{'id': '83e3d554-1cc7-4fb4-8cc6-640161742fc5', 'name': '', 'network_id': 'e617326c-50d9-4a05-90f1-04262502b764', 'tenant_id': '04793e5505aa4d32ab3efed2892ea2b4', 'mac_address': 'fa:16:3e:0b:15:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b86048a-66a1-446e-9597-a9a025a1c8d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '73d058b8-ef9e-473c-9be9-61c8d64fe350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:32Z', 'updated_at': '2022-05-06T14:58:46Z', 'revision_number': 5, 'project_id': '04793e5505aa4d32ab3efed2892ea2b4', 'subnets': [{'id': '73d058b8-ef9e-473c-9be9-61c8d64fe350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:05:01.868717 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4450347d-a11f-462c-9e61-fac48bfd3370 None None] Checking router: 9b86048a-66a1-446e-9597-a9a025a1c8d0 for host: dv-cinder-840678-2-iscsi {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 15:05:01.877056 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4450347d-a11f-462c-9e61-fac48bfd3370 None None] Routers {'9b86048a-66a1-446e-9597-a9a025a1c8d0'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:05:01.877674 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-4450347d-a11f-462c-9e61-fac48bfd3370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:04:39Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['9b86048a-66a1-446e-9597-a9a025a1c8d0'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:05:01.902301 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f11f690a-e2ee-42b9-8eeb-459767dd82fe tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Router 9166c8e3-c795-4438-a5ea-2ff5b2841c98 has already been hosted by L3 agent ec8f31e6-1756-4927-8bc3-e144e6f0af83 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 15:05:02.014239 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-4450347d-a11f-462c-9e61-fac48bfd3370 None None] Set router 9b86048a-66a1-446e-9597-a9a025a1c8d0 gateway port host: dv-cinder-840678-2-iscsi {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:05:02.038532 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f11f690a-e2ee-42b9-8eeb-459767dd82fe tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Notify agent at l3_agent.dv-cinder-840678-2-iscsi the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 15:05:02.053977 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7d7dc6-70d4-4b6d-aa15-484344f6d1d5 None None] Sync routers for ids ['9166c8e3-c795-4438-a5ea-2ff5b2841c98'] in dv-cinder-840678-2-iscsi {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 15:05:02.071171 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-ec527971-8b9b-45db-b36f-6dba22bf1323 req-76b0c1e0-99c5-494f-ab5e-40c87baf9206 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=e52a38ab-2c8e-4183-ace7-e7dc866226ca HTTP/1.1" status: 200 len: 210 time: 0.0677171 May 06 15:05:02.074734 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7d7dc6-70d4-4b6d-aa15-484344f6d1d5 None None] Routers {'9166c8e3-c795-4438-a5ea-2ff5b2841c98'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:05:02.075667 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-ee7d7dc6-70d4-4b6d-aa15-484344f6d1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:04:39Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['9166c8e3-c795-4438-a5ea-2ff5b2841c98'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:05:02.081430 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f11f690a-e2ee-42b9-8eeb-459767dd82fe tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for floatingip (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:02.194299 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-f11f690a-e2ee-42b9-8eeb-459767dd82fe tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0699403 May 06 15:05:02.194299 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf24868d-54cf-4b47-bc4e-96cfc8864c01', 'tag': 'dda979ec-6bc6-4e43-b92a-eaa84c657715'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 15:05:02.195694 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5daf9cee7e39eb515dc660b2975ad5fbac0ba75c1025697cc881fad3e2d3ce45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-897436b4-7640-4c88-b976-77cec1b35131" -d '{"events": [{"name": "network-changed", "server_uuid": "bf24868d-54cf-4b47-bc4e-96cfc8864c01", "tag": "dda979ec-6bc6-4e43-b92a-eaa84c657715"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 15:05:02.241755 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-ee7d7dc6-70d4-4b6d-aa15-484344f6d1d5 None None] Set router 9166c8e3-c795-4438-a5ea-2ff5b2841c98 gateway port host: dv-cinder-840678-2-iscsi {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:05:02.249945 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 15:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f084c9-d88d-46f1-918e-20c4b3da8683 x-openstack-request-id: req-52f084c9-d88d-46f1-918e-20c4b3da8683 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 15:05:02.250285 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf24868d-54cf-4b47-bc4e-96cfc8864c01", "tag": "dda979ec-6bc6-4e43-b92a-eaa84c657715", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 15:05:02.250562 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-52f084c9-d88d-46f1-918e-20c4b3da8683 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 15:05:02.250974 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52f084c9-d88d-46f1-918e-20c4b3da8683'] response: {'name': 'network-changed', 'server_uuid': 'bf24868d-54cf-4b47-bc4e-96cfc8864c01', 'tag': 'dda979ec-6bc6-4e43-b92a-eaa84c657715', 'status': 'completed', 'code': 200} May 06 15:05:02.308395 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-4450347d-a11f-462c-9e61-fac48bfd3370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b86048a-66a1-446e-9597-a9a025a1c8d0', 'name': 'tempest-AttachVolumeShelveTestJSON-59332451-router', 'tenant_id': '04793e5505aa4d32ab3efed2892ea2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'b43727e9-9f23-42da-9566-42ed79f45494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:58:21Z', 'updated_at': '2022-05-06T14:58:36Z', 'revision_number': 4, 'project_id': '04793e5505aa4d32ab3efed2892ea2b4', 'gw_port': {'id': 'b43727e9-9f23-42da-9566-42ed79f45494', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b86048a-66a1-446e-9597-a9a025a1c8d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:23Z', 'updated_at': '2022-05-06T14:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_interfaces': [{'id': '83e3d554-1cc7-4fb4-8cc6-640161742fc5', 'name': '', 'network_id': 'e617326c-50d9-4a05-90f1-04262502b764', 'tenant_id': '04793e5505aa4d32ab3efed2892ea2b4', 'mac_address': 'fa:16:3e:0b:15:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b86048a-66a1-446e-9597-a9a025a1c8d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '73d058b8-ef9e-473c-9be9-61c8d64fe350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:32Z', 'updated_at': '2022-05-06T14:58:46Z', 'revision_number': 5, 'project_id': '04793e5505aa4d32ab3efed2892ea2b4', 'subnets': [{'id': '73d058b8-ef9e-473c-9be9-61c8d64fe350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:05:02.337000 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897436b4-7640-4c88-b976-77cec1b35131 req-5656cb9c-617c-48fa-8b2b-8d72d965e138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:02.339448 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-897436b4-7640-4c88-b976-77cec1b35131 req-5656cb9c-617c-48fa-8b2b-8d72d965e138 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=32f5765bb183428c8a04aed1c66a2068&device_id=bf24868d-54cf-4b47-bc4e-96cfc8864c01 HTTP/1.1" status: 200 len: 1129 time: 0.0513668 May 06 15:05:02.341503 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4450347d-a11f-462c-9e61-fac48bfd3370 None None] The sync data for ids ['9b86048a-66a1-446e-9597-a9a025a1c8d0'] in dv-cinder-840678-2-iscsi is: [{'id': '9b86048a-66a1-446e-9597-a9a025a1c8d0', 'name': 'tempest-AttachVolumeShelveTestJSON-59332451-router', 'tenant_id': '04793e5505aa4d32ab3efed2892ea2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'b43727e9-9f23-42da-9566-42ed79f45494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:58:21Z', 'updated_at': '2022-05-06T14:58:36Z', 'revision_number': 4, 'project_id': '04793e5505aa4d32ab3efed2892ea2b4', 'gw_port': {'id': 'b43727e9-9f23-42da-9566-42ed79f45494', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b86048a-66a1-446e-9597-a9a025a1c8d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:23Z', 'updated_at': '2022-05-06T14:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_interfaces': [{'id': '83e3d554-1cc7-4fb4-8cc6-640161742fc5', 'name': '', 'network_id': 'e617326c-50d9-4a05-90f1-04262502b764', 'tenant_id': '04793e5505aa4d32ab3efed2892ea2b4', 'mac_address': 'fa:16:3e:0b:15:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b86048a-66a1-446e-9597-a9a025a1c8d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '73d058b8-ef9e-473c-9be9-61c8d64fe350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:32Z', 'updated_at': '2022-05-06T14:58:46Z', 'revision_number': 5, 'project_id': '04793e5505aa4d32ab3efed2892ea2b4', 'subnets': [{'id': '73d058b8-ef9e-473c-9be9-61c8d64fe350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 15:05:02.356751 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-1be68a5e-d3c6-440b-ba6c-bc45a609682b req-fe95dab6-0401-4b7b-92f8-1e2c366ea17c tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-139990&fields=id&tenant_id=bb5f41fdaad246b7bc30c8f8021129a3 HTTP/1.1" status: 200 len: 267 time: 0.0566895 May 06 15:05:02.454200 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897436b4-7640-4c88-b976-77cec1b35131 req-7c7dc5e6-86e5-4151-afdb-1f00d1466be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:02.455710 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-897436b4-7640-4c88-b976-77cec1b35131 req-7c7dc5e6-86e5-4151-afdb-1f00d1466be5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0fb7150d-7af9-48b9-92ca-624c83e18c3d HTTP/1.1" status: 200 len: 910 time: 0.1035123 May 06 15:05:02.478439 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be68a5e-d3c6-440b-ba6c-bc45a609682b req-62a1fd06-ae79-49a8-b3d8-01ca7fa1a536 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:02.484737 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-1be68a5e-d3c6-440b-ba6c-bc45a609682b req-62a1fd06-ae79-49a8-b3d8-01ca7fa1a536 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/networks?id=930e9db3-dfec-4f84-956d-74111c835ba4 HTTP/1.1" status: 200 len: 811 time: 0.1270399 May 06 15:05:02.496978 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-1be68a5e-d3c6-440b-ba6c-bc45a609682b req-c262e6f4-0c83-4424-8563-dfa172e3d6b1 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/quotas/bb5f41fdaad246b7bc30c8f8021129a3 HTTP/1.1" status: 200 len: 375 time: 0.0107639 May 06 15:05:02.508791 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-ee7d7dc6-70d4-4b6d-aa15-484344f6d1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9166c8e3-c795-4438-a5ea-2ff5b2841c98', 'name': 'tempest-TestShelveInstance-1161429654-router', 'tenant_id': '32f5765bb183428c8a04aed1c66a2068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '7a600233-89cd-4af8-bdd0-ac1c54334402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T15:03:55Z', 'updated_at': '2022-05-06T15:03:58Z', 'revision_number': 4, 'project_id': '32f5765bb183428c8a04aed1c66a2068', 'gw_port': {'id': '7a600233-89cd-4af8-bdd0-ac1c54334402', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:93:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9166c8e3-c795-4438-a5ea-2ff5b2841c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:03:55Z', 'updated_at': '2022-05-06T15:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_floatingips': [{'id': '861032f3-ca98-4982-9cf9-473899ad1f8a', 'tenant_id': '32f5765bb183428c8a04aed1c66a2068', 'floating_ip_address': '172.27.2.75', 'floating_network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'router_id': '9166c8e3-c795-4438-a5ea-2ff5b2841c98', 'port_id': 'dda979ec-6bc6-4e43-b92a-eaa84c657715', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0fb7150d-7af9-48b9-92ca-624c83e18c3d', 'mac_address': 'fa:16:3e:b9:56:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf24868d-54cf-4b47-bc4e-96cfc8864c01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T15:05:00Z', 'updated_at': '2022-05-06T15:05:00Z', 'revision_number': 0, 'project_id': '32f5765bb183428c8a04aed1c66a2068', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18bd235b-d2a1-435e-a936-599904b5cd55', 'name': '', 'network_id': '0fb7150d-7af9-48b9-92ca-624c83e18c3d', 'tenant_id': '32f5765bb183428c8a04aed1c66a2068', 'mac_address': 'fa:16:3e:4a:06:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9166c8e3-c795-4438-a5ea-2ff5b2841c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '5bc00d9a-cd37-4c9b-9bea-8c5ff3f1a588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:03:57Z', 'updated_at': '2022-05-06T15:04:02Z', 'revision_number': 5, 'project_id': '32f5765bb183428c8a04aed1c66a2068', 'subnets': [{'id': '5bc00d9a-cd37-4c9b-9bea-8c5ff3f1a588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:05:02.537804 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7d7dc6-70d4-4b6d-aa15-484344f6d1d5 None None] Checking router: 9166c8e3-c795-4438-a5ea-2ff5b2841c98 for host: dv-cinder-840678-2-iscsi {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 15:05:02.547981 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7d7dc6-70d4-4b6d-aa15-484344f6d1d5 None None] Routers {'9166c8e3-c795-4438-a5ea-2ff5b2841c98'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:05:02.548916 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-ee7d7dc6-70d4-4b6d-aa15-484344f6d1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:04:39Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['9166c8e3-c795-4438-a5ea-2ff5b2841c98'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:05:02.579587 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-1be68a5e-d3c6-440b-ba6c-bc45a609682b req-0450e040-6e3b-4ebc-b3ac-b20aa5c351d3 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=bb5f41fdaad246b7bc30c8f8021129a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0698640 May 06 15:05:02.582761 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device 3fde30d6-e4a7-41a8-a67c-29a4deb4e074 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 15:05:02.614489 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] No Port match for: 3fde30d6-e4a7-41a8-a67c-29a4deb4e074 {{(pid=103344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 15:05:02.615115 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device 3fde30d6-e4a7-41a8-a67c-29a4deb4e074 not bound to the agent host hv-cinder-84067 {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 15:05:02.696468 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-ee7d7dc6-70d4-4b6d-aa15-484344f6d1d5 None None] Set router 9166c8e3-c795-4438-a5ea-2ff5b2841c98 gateway port host: dv-cinder-840678-2-iscsi {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:05:02.755236 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d17fe4-4880-49b7-a533-7364d60562d8 None None] New status for floating IP d2e9b94d-02d8-4f15-b52d-f1feea6c5afe: DOWN {{(pid=103344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 15:05:02.780484 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-1be68a5e-d3c6-440b-ba6c-bc45a609682b req-5d85c904-5cd3-4bf9-a89d-4fc4be68181d service neutron] 10.222.0.23 "GET /v2.0/networks/930e9db3-dfec-4f84-956d-74111c835ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977675 May 06 15:05:02.846781 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-897436b4-7640-4c88-b976-77cec1b35131 req-13f9ee53-7738-4498-8877-0a1c28be1dc0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dda979ec-6bc6-4e43-b92a-eaa84c657715 HTTP/1.1" status: 200 len: 998 time: 0.3787715 May 06 15:05:02.909584 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897436b4-7640-4c88-b976-77cec1b35131 req-074e95cd-2133-4bb6-ba84-e82240ffd0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:02.911172 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-897436b4-7640-4c88-b976-77cec1b35131 req-074e95cd-2133-4bb6-ba84-e82240ffd0c3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5bc00d9a-cd37-4c9b-9bea-8c5ff3f1a588 HTTP/1.1" status: 200 len: 848 time: 0.0522566 May 06 15:05:02.950582 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-1be68a5e-d3c6-440b-ba6c-bc45a609682b req-8d5e4f1c-40c1-4f7f-b14c-99eb7591fb5d service neutron] 10.222.0.23 "GET /v2.0/networks/930e9db3-dfec-4f84-956d-74111c835ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650038 May 06 15:05:02.972091 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897436b4-7640-4c88-b976-77cec1b35131 req-82f6009f-dd01-4835-ac3c-334c6cac2711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:02.973799 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-897436b4-7640-4c88-b976-77cec1b35131 req-82f6009f-dd01-4835-ac3c-334c6cac2711 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0fb7150d-7af9-48b9-92ca-624c83e18c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0526421 May 06 15:05:03.049723 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-ee7d7dc6-70d4-4b6d-aa15-484344f6d1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9166c8e3-c795-4438-a5ea-2ff5b2841c98', 'name': 'tempest-TestShelveInstance-1161429654-router', 'tenant_id': '32f5765bb183428c8a04aed1c66a2068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '7a600233-89cd-4af8-bdd0-ac1c54334402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T15:03:55Z', 'updated_at': '2022-05-06T15:03:58Z', 'revision_number': 4, 'project_id': '32f5765bb183428c8a04aed1c66a2068', 'gw_port': {'id': '7a600233-89cd-4af8-bdd0-ac1c54334402', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:93:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9166c8e3-c795-4438-a5ea-2ff5b2841c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:03:55Z', 'updated_at': '2022-05-06T15:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_floatingips': [{'id': '861032f3-ca98-4982-9cf9-473899ad1f8a', 'tenant_id': '32f5765bb183428c8a04aed1c66a2068', 'floating_ip_address': '172.27.2.75', 'floating_network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'router_id': '9166c8e3-c795-4438-a5ea-2ff5b2841c98', 'port_id': 'dda979ec-6bc6-4e43-b92a-eaa84c657715', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0fb7150d-7af9-48b9-92ca-624c83e18c3d', 'mac_address': 'fa:16:3e:b9:56:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf24868d-54cf-4b47-bc4e-96cfc8864c01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T15:05:00Z', 'updated_at': '2022-05-06T15:05:00Z', 'revision_number': 0, 'project_id': '32f5765bb183428c8a04aed1c66a2068', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18bd235b-d2a1-435e-a936-599904b5cd55', 'name': '', 'network_id': '0fb7150d-7af9-48b9-92ca-624c83e18c3d', 'tenant_id': '32f5765bb183428c8a04aed1c66a2068', 'mac_address': 'fa:16:3e:4a:06:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9166c8e3-c795-4438-a5ea-2ff5b2841c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '5bc00d9a-cd37-4c9b-9bea-8c5ff3f1a588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:03:57Z', 'updated_at': '2022-05-06T15:04:02Z', 'revision_number': 5, 'project_id': '32f5765bb183428c8a04aed1c66a2068', 'subnets': [{'id': '5bc00d9a-cd37-4c9b-9bea-8c5ff3f1a588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:05:03.087403 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7d7dc6-70d4-4b6d-aa15-484344f6d1d5 None None] The sync data for ids ['9166c8e3-c795-4438-a5ea-2ff5b2841c98'] in dv-cinder-840678-2-iscsi is: [{'id': '9166c8e3-c795-4438-a5ea-2ff5b2841c98', 'name': 'tempest-TestShelveInstance-1161429654-router', 'tenant_id': '32f5765bb183428c8a04aed1c66a2068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '7a600233-89cd-4af8-bdd0-ac1c54334402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T15:03:55Z', 'updated_at': '2022-05-06T15:03:58Z', 'revision_number': 4, 'project_id': '32f5765bb183428c8a04aed1c66a2068', 'gw_port': {'id': '7a600233-89cd-4af8-bdd0-ac1c54334402', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:93:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9166c8e3-c795-4438-a5ea-2ff5b2841c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:03:55Z', 'updated_at': '2022-05-06T15:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_floatingips': [{'id': '861032f3-ca98-4982-9cf9-473899ad1f8a', 'tenant_id': '32f5765bb183428c8a04aed1c66a2068', 'floating_ip_address': '172.27.2.75', 'floating_network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'router_id': '9166c8e3-c795-4438-a5ea-2ff5b2841c98', 'port_id': 'dda979ec-6bc6-4e43-b92a-eaa84c657715', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0fb7150d-7af9-48b9-92ca-624c83e18c3d', 'mac_address': 'fa:16:3e:b9:56:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf24868d-54cf-4b47-bc4e-96cfc8864c01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T15:05:00Z', 'updated_at': '2022-05-06T15:05:00Z', 'revision_number': 0, 'project_id': '32f5765bb183428c8a04aed1c66a2068', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18bd235b-d2a1-435e-a936-599904b5cd55', 'name': '', 'network_id': '0fb7150d-7af9-48b9-92ca-624c83e18c3d', 'tenant_id': '32f5765bb183428c8a04aed1c66a2068', 'mac_address': 'fa:16:3e:4a:06:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9166c8e3-c795-4438-a5ea-2ff5b2841c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '5bc00d9a-cd37-4c9b-9bea-8c5ff3f1a588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:03:57Z', 'updated_at': '2022-05-06T15:04:02Z', 'revision_number': 5, 'project_id': '32f5765bb183428c8a04aed1c66a2068', 'subnets': [{'id': '5bc00d9a-cd37-4c9b-9bea-8c5ff3f1a588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 15:05:03.105488 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-897436b4-7640-4c88-b976-77cec1b35131 req-872f12ee-41f7-4227-8be9-6feb017d7a38 service neutron] 10.222.0.26 "GET /v2.0/networks/0fb7150d-7af9-48b9-92ca-624c83e18c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197889 May 06 15:05:03.189032 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f618f1a0-8879-43f5-aec2-fab9416c36e6 req-458ab0f2-3715-4b4c-9183-ec34fdda374c tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:03.190896 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-f618f1a0-8879-43f5-aec2-fab9416c36e6 req-458ab0f2-3715-4b4c-9183-ec34fdda374c tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 945 time: 0.0575311 May 06 15:05:03.242167 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-f618f1a0-8879-43f5-aec2-fab9416c36e6 req-80dbc722-43a9-4751-92bf-29c59de35e2b tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae37bc9a-9476-42ad-aa65-4d3a44fcf205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455215 May 06 15:05:03.320525 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 49828) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:05:03.344713 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39845946-9600-472b-98d7-efbbb12e3bc7 None None] New status for floating IP 861032f3-ca98-4982-9cf9-473899ad1f8a: ACTIVE {{(pid=103345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 15:05:03.382178 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-79cbc010-221c-4507-8751-2d0041fbc928 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks [] for security_group (812d5473-afa1-48f5-b14e-b7ace92fd920), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:03.407103 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-79cbc010-221c-4507-8751-2d0041fbc928 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks [] for security_group (812d5473-afa1-48f5-b14e-b7ace92fd920), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:03.459096 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-79cbc010-221c-4507-8751-2d0041fbc928 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (812d5473-afa1-48f5-b14e-b7ace92fd920), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:03.461764 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-79cbc010-221c-4507-8751-2d0041fbc928 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:03.466274 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 49830) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:05:03.466431 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-79cbc010-221c-4507-8751-2d0041fbc928 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "DELETE /v2.0/security-groups/812d5473-afa1-48f5-b14e-b7ace92fd920 HTTP/1.1" status: 204 len: 168 time: 0.1446447 May 06 15:05:03.475362 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cbc010-221c-4507-8751-2d0041fbc928 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=812d5473-afa1-48f5-b14e-b7ace92fd920,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:05:03.480886 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.api.v2.resource [None req-81f06a78-152e-4af6-8d85-e8dc138acf1a tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] show failed (client error): The resource could not be found. May 06 15:05:03.484566 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-81f06a78-152e-4af6-8d85-e8dc138acf1a tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups/812d5473-afa1-48f5-b14e-b7ace92fd920 HTTP/1.1" status: 404 len: 347 time: 0.0144672 May 06 15:05:03.484848 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 49832) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:05:03.614227 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2c33a482-c969-472f-a199-545b922dcb47 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Deleting port 9cf6e29b-9991-49e4-a366-372d117c34b9 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 15:05:03.614572 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2c33a482-c969-472f-a199-545b922dcb47 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732313803493'] for port (9cf6e29b-9991-49e4-a366-372d117c34b9), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:03.694121 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2c33a482-c969-472f-a199-545b922dcb47 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426303'] for port (9cf6e29b-9991-49e4-a366-372d117c34b9), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:03.694487 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2c33a482-c969-472f-a199-545b922dcb47 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks [] for floatingip (9cf6e29b-9991-49e4-a366-372d117c34b9), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:03.708017 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2c33a482-c969-472f-a199-545b922dcb47 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Calling delete_port for 9cf6e29b-9991-49e4-a366-372d117c34b9 owned by network:floatingip {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 15:05:03.847730 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2c33a482-c969-472f-a199-545b922dcb47 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732313812345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732313435477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59634176'] for port (9cf6e29b-9991-49e4-a366-372d117c34b9), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:03.874726 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c33a482-c969-472f-a199-545b922dcb47 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Pushing event deleted for resources: {'Port': ['ID=9cf6e29b-9991-49e4-a366-372d117c34b9,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:05:03.937163 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2c33a482-c969-472f-a199-545b922dcb47 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks [] for floatingip (d2e9b94d-02d8-4f15-b52d-f1feea6c5afe), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:03.939535 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2c33a482-c969-472f-a199-545b922dcb47 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:03.940710 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-2c33a482-c969-472f-a199-545b922dcb47 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "DELETE /v2.0/floatingips/d2e9b94d-02d8-4f15-b52d-f1feea6c5afe HTTP/1.1" status: 204 len: 168 time: 0.4543974 May 06 15:05:04.197569 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 49836) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:05:04.202463 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.v2.base [None req-653a6c86-e5c9-4c5a-9d7d-e893a4102844 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Request body: {'security_group': {'name': 'tempest-securitygroup--644421219', 'description': 'tempest-description--474291233'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:05:04.227381 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-653a6c86-e5c9-4c5a-9d7d-e893a4102844 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:04.256200 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-897436b4-7640-4c88-b976-77cec1b35131 req-62a6eee6-ede9-4593-953c-8bfd06bf3f78 service neutron] 10.222.0.26 "GET /v2.0/networks/0fb7150d-7af9-48b9-92ca-624c83e18c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907679 May 06 15:05:04.314873 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-653a6c86-e5c9-4c5a-9d7d-e893a4102844 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks [] for security_group (a92eff12-6df3-4bf2-b300-176be048dab3), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:04.346082 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-2efa1b22-b36b-4bb1-96da-d41e444b9a28 req-759e7e26-3a1d-4e96-b743-041033454321 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f19adbc-952b-4406-a004-e87ec20fdd63 HTTP/1.1" status: 200 len: 210 time: 0.0294137 May 06 15:05:04.346668 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-653a6c86-e5c9-4c5a-9d7d-e893a4102844 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (a92eff12-6df3-4bf2-b300-176be048dab3), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:04.381619 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-653a6c86-e5c9-4c5a-9d7d-e893a4102844 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:04.382859 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-653a6c86-e5c9-4c5a-9d7d-e893a4102844 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1841590 May 06 15:05:04.386723 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 49846) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:05:04.389165 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ce380-dff4-4de0-b196-41f654bdbd64 req-b5d4f63b-f000-44b4-b4ed-8efb60c64040 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:04.391645 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.v2.base [None req-2ac406ee-f457-4dd4-8fe7-6c4e3593ac15 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Request body: {'security_group_rule': {'security_group_id': 'a92eff12-6df3-4bf2-b300-176be048dab3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:05:04.396483 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-459ce380-dff4-4de0-b196-41f654bdbd64 req-b5d4f63b-f000-44b4-b4ed-8efb60c64040 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 945 time: 0.0706065 May 06 15:05:04.397086 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653a6c86-e5c9-4c5a-9d7d-e893a4102844 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a92eff12-6df3-4bf2-b300-176be048dab3,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:05:04.427304 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2ac406ee-f457-4dd4-8fe7-6c4e3593ac15 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks [] for security_group_rule (d819e037-873d-4fc6-a4af-443be268653f), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:04.455053 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-459ce380-dff4-4de0-b196-41f654bdbd64 req-9f216b84-008c-47dd-a8d8-2f7d7f192ca9 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae37bc9a-9476-42ad-aa65-4d3a44fcf205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561628 May 06 15:05:04.488293 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2ac406ee-f457-4dd4-8fe7-6c4e3593ac15 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks [] for security_group_rule (d819e037-873d-4fc6-a4af-443be268653f), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:04.492576 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2ac406ee-f457-4dd4-8fe7-6c4e3593ac15 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575255'] for security_group_rule (d819e037-873d-4fc6-a4af-443be268653f), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:04.511719 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac406ee-f457-4dd4-8fe7-6c4e3593ac15 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d819e037-873d-4fc6-a4af-443be268653f,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:05:04.520501 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2ac406ee-f457-4dd4-8fe7-6c4e3593ac15 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:04.521750 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-2ac406ee-f457-4dd4-8fe7-6c4e3593ac15 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1340718 May 06 15:05:04.524409 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 49852) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:05:04.530468 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.v2.base [None req-22fbab2a-d617-405e-b7c3-b49ef8b2fcde tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Request body: {'security_group_rule': {'security_group_id': 'a92eff12-6df3-4bf2-b300-176be048dab3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:05:04.561111 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-22fbab2a-d617-405e-b7c3-b49ef8b2fcde tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks [] for security_group_rule (779f2e3a-3f61-47b9-bcfe-9f09d9e623dc), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:04.635649 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab7a80-5239-459f-ab4e-50e92e940b94 req-aab51f03-ee0a-46b8-9956-4dedc940d41c tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:04.638547 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-b9ab7a80-5239-459f-ab4e-50e92e940b94 req-aab51f03-ee0a-46b8-9956-4dedc940d41c tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 945 time: 0.0642664 May 06 15:05:04.652426 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-22fbab2a-d617-405e-b7c3-b49ef8b2fcde tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks [] for security_group_rule (779f2e3a-3f61-47b9-bcfe-9f09d9e623dc), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:04.657727 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-22fbab2a-d617-405e-b7c3-b49ef8b2fcde tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575255'] for security_group_rule (779f2e3a-3f61-47b9-bcfe-9f09d9e623dc), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:04.690353 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fbab2a-d617-405e-b7c3-b49ef8b2fcde tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=779f2e3a-3f61-47b9-bcfe-9f09d9e623dc,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:05:04.702692 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-22fbab2a-d617-405e-b7c3-b49ef8b2fcde tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:04.702692 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-22fbab2a-d617-405e-b7c3-b49ef8b2fcde tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1769636 May 06 15:05:04.705417 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 49856) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:05:04.710036 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.v2.base [None req-beeff3ae-6297-45b1-982a-b41592ca7228 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Request body: {'floatingip': {'floating_network_id': '06a85250-557d-4448-8943-b2192c4da88d'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:05:04.735676 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-beeff3ae-6297-45b1-982a-b41592ca7228 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:04.750688 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-b9ab7a80-5239-459f-ab4e-50e92e940b94 req-84380370-d133-48df-9069-4ea7ae5e8349 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Deleting port 77a330e2-c9ae-47be-b923-976dff909895 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 15:05:04.751014 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b9ab7a80-5239-459f-ab4e-50e92e940b94 req-84380370-d133-48df-9069-4ea7ae5e8349 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732313803493'] for port (77a330e2-c9ae-47be-b923-976dff909895), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:04.821382 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-beeff3ae-6297-45b1-982a-b41592ca7228 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:04.859477 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-b9ab7a80-5239-459f-ab4e-50e92e940b94 req-84380370-d133-48df-9069-4ea7ae5e8349 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] For port 77a330e2-c9ae-47be-b923-976dff909895, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=77a330e2-c9ae-47be-b923-976dff909895,segment=NetworkSegment(cf545a1c-4990-4216-8ab0-67a99018f922),segment_id=cf545a1c-4990-4216-8ab0-67a99018f922)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:05:04.859853 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b9ab7a80-5239-459f-ab4e-50e92e940b94 req-84380370-d133-48df-9069-4ea7ae5e8349 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426303'] for port (77a330e2-c9ae-47be-b923-976dff909895), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:04.945196 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-beeff3ae-6297-45b1-982a-b41592ca7228 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Allocated IP 172.27.2.248 (06a85250-557d-4448-8943-b2192c4da88d/cd3545e0-d98c-46ff-bce0-08f4555cdcb4/c028311f-9840-43bc-a19e-2d1fd87f7729) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 15:05:05.047579 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b9ab7a80-5239-459f-ab4e-50e92e940b94 req-84380370-d133-48df-9069-4ea7ae5e8349 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:05.047944 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b9ab7a80-5239-459f-ab4e-50e92e940b94 req-84380370-d133-48df-9069-4ea7ae5e8349 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429592'] for floatingip (958e8efe-8759-485c-80cc-06e4e662c46a), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:05.048257 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.db.l3_db [req-b9ab7a80-5239-459f-ab4e-50e92e940b94 req-84380370-d133-48df-9069-4ea7ae5e8349 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Floating IP 958e8efe-8759-485c-80cc-06e4e662c46a disassociated. External IP: 172.27.2.158, port: 77a330e2-c9ae-47be-b923-976dff909895. May 06 15:05:05.048623 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-b9ab7a80-5239-459f-ab4e-50e92e940b94 req-84380370-d133-48df-9069-4ea7ae5e8349 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Calling delete_port for 77a330e2-c9ae-47be-b923-976dff909895 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 15:05:05.051559 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-beeff3ae-6297-45b1-982a-b41592ca7228 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks [] for port (c028311f-9840-43bc-a19e-2d1fd87f7729), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:05.085862 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-beeff3ae-6297-45b1-982a-b41592ca7228 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732313435468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194024'] for port (c028311f-9840-43bc-a19e-2d1fd87f7729), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:05.127977 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beeff3ae-6297-45b1-982a-b41592ca7228 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Network 06a85250-557d-4448-8943-b2192c4da88d is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 15:05:05.131152 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-beeff3ae-6297-45b1-982a-b41592ca7228 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 15:05:05.135923 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beeff3ae-6297-45b1-982a-b41592ca7228 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 15:05:05.162648 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeff3ae-6297-45b1-982a-b41592ca7228 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Pushing event updated for resources: {'Port': ['ID=c028311f-9840-43bc-a19e-2d1fd87f7729,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:05:05.184277 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b9ab7a80-5239-459f-ab4e-50e92e940b94 req-84380370-d133-48df-9069-4ea7ae5e8349 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732313812345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732313435477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59634176'] for port (77a330e2-c9ae-47be-b923-976dff909895), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:05.211600 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84380370-d133-48df-9069-4ea7ae5e8349 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Pushing event deleted for resources: {'Port': ['ID=77a330e2-c9ae-47be-b923-976dff909895,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:05:05.233497 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-beeff3ae-6297-45b1-982a-b41592ca7228 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks [] for floatingip (976df5f7-1f39-4358-961a-e1c1f5ab0154), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:05.271587 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-beeff3ae-6297-45b1-982a-b41592ca7228 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (c028311f-9840-43bc-a19e-2d1fd87f7729), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:05.334020 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b9ab7a80-5239-459f-ab4e-50e92e940b94 req-84380370-d133-48df-9069-4ea7ae5e8349 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Router 8a0c7401-61b1-45fb-ad97-618184e04f5f has already been hosted by L3 agent ec8f31e6-1756-4927-8bc3-e144e6f0af83 {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 15:05:05.459895 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b9ab7a80-5239-459f-ab4e-50e92e940b94 req-84380370-d133-48df-9069-4ea7ae5e8349 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Notify agent at l3_agent.dv-cinder-840678-2-iscsi the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 15:05:05.477050 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfac54a-6ccf-427e-ab91-9b98400e7787 None None] Sync routers for ids ['8a0c7401-61b1-45fb-ad97-618184e04f5f'] in dv-cinder-840678-2-iscsi {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 15:05:05.510383 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfac54a-6ccf-427e-ab91-9b98400e7787 None None] Routers {'8a0c7401-61b1-45fb-ad97-618184e04f5f'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:05:05.514291 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-5cfac54a-6ccf-427e-ab91-9b98400e7787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:04:39Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['8a0c7401-61b1-45fb-ad97-618184e04f5f'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:05:05.523525 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9ab7a80-5239-459f-ab4e-50e92e940b94 req-84380370-d133-48df-9069-4ea7ae5e8349 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] No DVR routers for this DVR port 77a330e2-c9ae-47be-b923-976dff909895 on host hv-cinder-84067 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 15:05:05.526632 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b9ab7a80-5239-459f-ab4e-50e92e940b94 req-84380370-d133-48df-9069-4ea7ae5e8349 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:05.531095 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-b9ab7a80-5239-459f-ab4e-50e92e940b94 req-84380370-d133-48df-9069-4ea7ae5e8349 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.26 "DELETE /v2.0/ports/77a330e2-c9ae-47be-b923-976dff909895 HTTP/1.1" status: 204 len: 173 time: 0.8880363 May 06 15:05:05.574305 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b025609-05d9-4579-b4e1-8d53ddd01ba5', 'name': 'network-vif-deleted', 'tag': '77a330e2-c9ae-47be-b923-976dff909895'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 15:05:05.577764 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e079183c6aa01fbf7ecda8705e9d532761ec392512c90f9d6467ac227f3657d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-253c71de-5ec1-4e04-956a-e7396c98e025" -d '{"events": [{"server_uuid": "6b025609-05d9-4579-b4e1-8d53ddd01ba5", "name": "network-vif-deleted", "tag": "77a330e2-c9ae-47be-b923-976dff909895"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 15:05:05.583510 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-2ac287ff-b529-4012-b012-413953d8190d req-1e7f5dc4-d494-48f5-91c3-efaf2eaebfb6 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b025609-05d9-4579-b4e1-8d53ddd01ba5 HTTP/1.1" status: 200 len: 210 time: 0.0494471 May 06 15:05:05.680881 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 15:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbfc449b-eaf3-499f-b441-9e54ce29236e x-openstack-request-id: req-fbfc449b-eaf3-499f-b441-9e54ce29236e {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 15:05:05.682086 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b025609-05d9-4579-b4e1-8d53ddd01ba5", "name": "network-vif-deleted", "tag": "77a330e2-c9ae-47be-b923-976dff909895", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 15:05:05.682460 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fbfc449b-eaf3-499f-b441-9e54ce29236e {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 15:05:05.682882 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbfc449b-eaf3-499f-b441-9e54ce29236e'] response: {'server_uuid': '6b025609-05d9-4579-b4e1-8d53ddd01ba5', 'name': 'network-vif-deleted', 'tag': '77a330e2-c9ae-47be-b923-976dff909895', 'status': 'completed', 'code': 200} May 06 15:05:05.698760 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-5cfac54a-6ccf-427e-ab91-9b98400e7787 None None] Set router 8a0c7401-61b1-45fb-ad97-618184e04f5f gateway port host: dv-cinder-840678-2-iscsi {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:05:05.750710 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-b17a1dd0-a2db-4746-8437-84c60b32dbe4 req-86362f9f-c88c-4a70-886f-fed67201b413 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f19adbc-952b-4406-a004-e87ec20fdd63 HTTP/1.1" status: 200 len: 210 time: 0.1534410 May 06 15:05:05.825434 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be68a5e-d3c6-440b-ba6c-bc45a609682b req-f1a4479d-d3f6-4ffe-9f94-64c620c2fd39 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:05.826953 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-1be68a5e-d3c6-440b-ba6c-bc45a609682b req-f1a4479d-d3f6-4ffe-9f94-64c620c2fd39 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.26 "GET /v2.0/networks?id=930e9db3-dfec-4f84-956d-74111c835ba4 HTTP/1.1" status: 200 len: 811 time: 0.2309518 May 06 15:05:05.848115 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-beeff3ae-6297-45b1-982a-b41592ca7228 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks [] for port (c028311f-9840-43bc-a19e-2d1fd87f7729), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:05.852496 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-beeff3ae-6297-45b1-982a-b41592ca7228 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194015'] for port (c028311f-9840-43bc-a19e-2d1fd87f7729), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:05.950922 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeff3ae-6297-45b1-982a-b41592ca7228 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Pushing event updated for resources: {'Port': ['ID=c028311f-9840-43bc-a19e-2d1fd87f7729,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:05:05.952462 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-5cfac54a-6ccf-427e-ab91-9b98400e7787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0c7401-61b1-45fb-ad97-618184e04f5f', 'name': 'tempest-AttachVolumeTestJSON-221166996-router', 'tenant_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f9c2112f-e4c4-4372-9457-49fe78c23454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:58:19Z', 'updated_at': '2022-05-06T14:58:32Z', 'revision_number': 4, 'project_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'gw_port': {'id': 'f9c2112f-e4c4-4372-9457-49fe78c23454', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0c7401-61b1-45fb-ad97-618184e04f5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:20Z', 'updated_at': '2022-05-06T14:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_interfaces': [{'id': '209a3bdd-8a51-42ac-a00b-6fcb2e14dcb2', 'name': '', 'network_id': 'd7304f76-b992-4cc2-a77b-3291aec20f6e', 'tenant_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'mac_address': 'fa:16:3e:5e:a1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0c7401-61b1-45fb-ad97-618184e04f5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '386bbac7-026e-4f68-a22c-f26fa009fb15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:28Z', 'updated_at': '2022-05-06T14:58:49Z', 'revision_number': 5, 'project_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'subnets': [{'id': '386bbac7-026e-4f68-a22c-f26fa009fb15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:05:05.967696 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-beeff3ae-6297-45b1-982a-b41592ca7228 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429592'] for floatingip (976df5f7-1f39-4358-961a-e1c1f5ab0154), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:05.985441 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfac54a-6ccf-427e-ab91-9b98400e7787 None None] Checking router: 8a0c7401-61b1-45fb-ad97-618184e04f5f for host: dv-cinder-840678-2-iscsi {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 15:05:05.994931 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-1be68a5e-d3c6-440b-ba6c-bc45a609682b req-f8ebf743-af5d-4bb5-8c97-b5a1df22fceb tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb5f41fdaad246b7bc30c8f8021129a3 HTTP/1.1" status: 200 len: 376 time: 0.1136892 May 06 15:05:05.995476 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfac54a-6ccf-427e-ab91-9b98400e7787 None None] Routers {'8a0c7401-61b1-45fb-ad97-618184e04f5f'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:05:05.996042 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-5cfac54a-6ccf-427e-ab91-9b98400e7787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:04:39Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['8a0c7401-61b1-45fb-ad97-618184e04f5f'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:05:05.998091 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-beeff3ae-6297-45b1-982a-b41592ca7228 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for floatingip (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:05.999232 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-beeff3ae-6297-45b1-982a-b41592ca7228 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2928162 May 06 15:05:06.205084 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-b19f3c2a-2f01-4e18-b0cb-1138875a66cd req-c2fdb4f7-e146-4a07-926f-b4fbff0ee70c tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--644421219&fields=id&tenant_id=04793e5505aa4d32ab3efed2892ea2b4 HTTP/1.1" status: 200 len: 267 time: 0.0512235 May 06 15:05:06.216970 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.v2.base [req-1be68a5e-d3c6-440b-ba6c-bc45a609682b req-8d8318c7-3b87-4c47-8227-68642d7ed34c tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Request body: {'port': {'device_id': '5f19adbc-952b-4406-a004-e87ec20fdd63', 'network_id': '930e9db3-dfec-4f84-956d-74111c835ba4', 'admin_state_up': True, 'tenant_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'security_groups': ['4cc91575-ba74-4fa5-bc36-4f5fc54556a0']}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:05:06.236148 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-5cfac54a-6ccf-427e-ab91-9b98400e7787 None None] Set router 8a0c7401-61b1-45fb-ad97-618184e04f5f gateway port host: dv-cinder-840678-2-iscsi {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:05:06.353951 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f3c2a-2f01-4e18-b0cb-1138875a66cd req-27779001-b065-40ee-858d-fc5a4d97cf6b tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:06.356639 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-b19f3c2a-2f01-4e18-b0cb-1138875a66cd req-27779001-b065-40ee-858d-fc5a4d97cf6b tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/networks?id=e617326c-50d9-4a05-90f1-04262502b764 HTTP/1.1" status: 200 len: 815 time: 0.1375577 May 06 15:05:06.357422 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1be68a5e-d3c6-440b-ba6c-bc45a609682b req-8d8318c7-3b87-4c47-8227-68642d7ed34c tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Made reservation on behalf of bb5f41fdaad246b7bc30c8f8021129a3 for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 15:05:06.361460 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-1be68a5e-d3c6-440b-ba6c-bc45a609682b req-8d8318c7-3b87-4c47-8227-68642d7ed34c tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:06.376807 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-b19f3c2a-2f01-4e18-b0cb-1138875a66cd req-3b942b97-3826-4ede-9d8a-757ca862c1ce tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/quotas/04793e5505aa4d32ab3efed2892ea2b4 HTTP/1.1" status: 200 len: 375 time: 0.0121849 May 06 15:05:06.458142 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-b19f3c2a-2f01-4e18-b0cb-1138875a66cd req-7270175b-9a7d-4668-bd50-0c6c4fceb3b9 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=04793e5505aa4d32ab3efed2892ea2b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0759094 May 06 15:05:06.483964 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-5cfac54a-6ccf-427e-ab91-9b98400e7787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0c7401-61b1-45fb-ad97-618184e04f5f', 'name': 'tempest-AttachVolumeTestJSON-221166996-router', 'tenant_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f9c2112f-e4c4-4372-9457-49fe78c23454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:58:19Z', 'updated_at': '2022-05-06T14:58:32Z', 'revision_number': 4, 'project_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'gw_port': {'id': 'f9c2112f-e4c4-4372-9457-49fe78c23454', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0c7401-61b1-45fb-ad97-618184e04f5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:20Z', 'updated_at': '2022-05-06T14:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_interfaces': [{'id': '209a3bdd-8a51-42ac-a00b-6fcb2e14dcb2', 'name': '', 'network_id': 'd7304f76-b992-4cc2-a77b-3291aec20f6e', 'tenant_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'mac_address': 'fa:16:3e:5e:a1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0c7401-61b1-45fb-ad97-618184e04f5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '386bbac7-026e-4f68-a22c-f26fa009fb15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:28Z', 'updated_at': '2022-05-06T14:58:49Z', 'revision_number': 5, 'project_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'subnets': [{'id': '386bbac7-026e-4f68-a22c-f26fa009fb15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:05:06.514466 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfac54a-6ccf-427e-ab91-9b98400e7787 None None] The sync data for ids ['8a0c7401-61b1-45fb-ad97-618184e04f5f'] in dv-cinder-840678-2-iscsi is: [{'id': '8a0c7401-61b1-45fb-ad97-618184e04f5f', 'name': 'tempest-AttachVolumeTestJSON-221166996-router', 'tenant_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f9c2112f-e4c4-4372-9457-49fe78c23454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:58:19Z', 'updated_at': '2022-05-06T14:58:32Z', 'revision_number': 4, 'project_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'gw_port': {'id': 'f9c2112f-e4c4-4372-9457-49fe78c23454', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0c7401-61b1-45fb-ad97-618184e04f5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:20Z', 'updated_at': '2022-05-06T14:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_interfaces': [{'id': '209a3bdd-8a51-42ac-a00b-6fcb2e14dcb2', 'name': '', 'network_id': 'd7304f76-b992-4cc2-a77b-3291aec20f6e', 'tenant_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'mac_address': 'fa:16:3e:5e:a1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0c7401-61b1-45fb-ad97-618184e04f5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '386bbac7-026e-4f68-a22c-f26fa009fb15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:28Z', 'updated_at': '2022-05-06T14:58:49Z', 'revision_number': 5, 'project_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'subnets': [{'id': '386bbac7-026e-4f68-a22c-f26fa009fb15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 15:05:06.547452 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-1be68a5e-d3c6-440b-ba6c-bc45a609682b req-8d8318c7-3b87-4c47-8227-68642d7ed34c tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Allocated IP 172.20.0.3 (930e9db3-dfec-4f84-956d-74111c835ba4/df318507-d5d9-462f-9365-0df583e1ec25/d16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 15:05:06.580516 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-b19f3c2a-2f01-4e18-b0cb-1138875a66cd req-64715933-cd86-455a-b544-da34e65fb799 service neutron] 10.222.0.23 "GET /v2.0/networks/e617326c-50d9-4a05-90f1-04262502b764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192634 May 06 15:05:06.598040 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device 77a330e2-c9ae-47be-b923-976dff909895 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 15:05:06.629552 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] No Port match for: 77a330e2-c9ae-47be-b923-976dff909895 {{(pid=103344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 15:05:06.629828 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device 77a330e2-c9ae-47be-b923-976dff909895 not bound to the agent host hv-cinder-84067 {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 15:05:06.685021 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-b19f3c2a-2f01-4e18-b0cb-1138875a66cd req-591a089c-5ac9-46f9-8133-c02f8d2f7e9d service neutron] 10.222.0.23 "GET /v2.0/networks/e617326c-50d9-4a05-90f1-04262502b764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980909 May 06 15:05:06.731059 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 49884) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:05:06.739600 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-1be68a5e-d3c6-440b-ba6c-bc45a609682b req-8d8318c7-3b87-4c47-8227-68642d7ed34c tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks [] for port (d16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:06.786009 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-1be68a5e-d3c6-440b-ba6c-bc45a609682b req-8d8318c7-3b87-4c47-8227-68642d7ed34c tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732313435468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194024'] for port (d16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:06.807409 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bcfe35b5-0496-4bf7-8ce3-ceac32b1b237 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks [] for security_group (ae37bc9a-9476-42ad-aa65-4d3a44fcf205), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:06.862951 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bcfe35b5-0496-4bf7-8ce3-ceac32b1b237 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks [] for security_group (ae37bc9a-9476-42ad-aa65-4d3a44fcf205), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:06.915113 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66aa753-f6dd-4715-b7fc-0be3af7d146e None None] New status for floating IP 958e8efe-8759-485c-80cc-06e4e662c46a: DOWN {{(pid=103345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 15:05:06.922131 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1be68a5e-d3c6-440b-ba6c-bc45a609682b req-8d8318c7-3b87-4c47-8227-68642d7ed34c tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Network 930e9db3-dfec-4f84-956d-74111c835ba4 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 15:05:06.931626 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-1be68a5e-d3c6-440b-ba6c-bc45a609682b req-8d8318c7-3b87-4c47-8227-68642d7ed34c tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 15:05:06.935626 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8318c7-3b87-4c47-8227-68642d7ed34c tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Pushing event updated for resources: {'Port': ['ID=d16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:05:06.938096 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-1be68a5e-d3c6-440b-ba6c-bc45a609682b req-8d8318c7-3b87-4c47-8227-68642d7ed34c tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 15:05:06.958931 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-629fd5f0-dff4-4e3f-a5ee-fc7d16547842 req-137d40e6-98f5-40c9-bd47-faf0ef7526c0 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ad8648-866a-4792-a62e-b737ec4cb06a HTTP/1.1" status: 200 len: 210 time: 0.0536616 May 06 15:05:06.964628 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bcfe35b5-0496-4bf7-8ce3-ceac32b1b237 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (ae37bc9a-9476-42ad-aa65-4d3a44fcf205), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:06.968636 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bcfe35b5-0496-4bf7-8ce3-ceac32b1b237 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:06.972790 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-bcfe35b5-0496-4bf7-8ce3-ceac32b1b237 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "DELETE /v2.0/security-groups/ae37bc9a-9476-42ad-aa65-4d3a44fcf205 HTTP/1.1" status: 204 len: 168 time: 0.2393780 May 06 15:05:06.973625 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 49892) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:05:07.002380 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.api.v2.resource [None req-3120d735-1975-415d-9588-c273fb30f4a6 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] show failed (client error): The resource could not be found. May 06 15:05:07.003924 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-3120d735-1975-415d-9588-c273fb30f4a6 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups/ae37bc9a-9476-42ad-aa65-4d3a44fcf205 HTTP/1.1" status: 404 len: 347 time: 0.0264385 May 06 15:05:07.005689 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfe35b5-0496-4bf7-8ce3-ceac32b1b237 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae37bc9a-9476-42ad-aa65-4d3a44fcf205,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:05:07.007468 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 49894) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:05:07.022575 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0da54a-d31c-4cae-8d96-4bca777209e4 req-5da872df-f371-48f1-b70a-1902ebf3a52a tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:07.024329 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-2e0da54a-d31c-4cae-8d96-4bca777209e4 req-5da872df-f371-48f1-b70a-1902ebf3a52a tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f19adbc-952b-4406-a004-e87ec20fdd63 HTTP/1.1" status: 200 len: 931 time: 0.1187201 May 06 15:05:07.059367 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be68a5e-d3c6-440b-ba6c-bc45a609682b req-8d8318c7-3b87-4c47-8227-68642d7ed34c tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:07.064054 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-1be68a5e-d3c6-440b-ba6c-bc45a609682b req-8d8318c7-3b87-4c47-8227-68642d7ed34c tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:07.136801 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-1be68a5e-d3c6-440b-ba6c-bc45a609682b req-8d8318c7-3b87-4c47-8227-68642d7ed34c tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9247477 May 06 15:05:07.139880 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a2d5d10e-9f1e-488c-a723-ce5ab5dbcc25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (79b17169-ed94-4769-ba4e-30adf371f78f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:07.162452 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.v2.base [req-1be68a5e-d3c6-440b-ba6c-bc45a609682b req-83d3c559-41f8-475a-b01c-0d244bbc88c8 service neutron] Request body: {'port': {'device_id': '5f19adbc-952b-4406-a004-e87ec20fdd63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:05:07.185908 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-2e0da54a-d31c-4cae-8d96-4bca777209e4 req-3e99a387-c551-4566-975a-a813c41516fa tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cc91575-ba74-4fa5-bc36-4f5fc54556a0&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.1492026 May 06 15:05:07.254640 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-8af1741b-0672-4076-a826-0be074ebbfa1 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Deleting port b46ea164-d7b8-41d2-87d5-d3bb5fa56730 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 15:05:07.255923 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8af1741b-0672-4076-a826-0be074ebbfa1 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732313803493'] for port (b46ea164-d7b8-41d2-87d5-d3bb5fa56730), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:07.301787 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-1be68a5e-d3c6-440b-ba6c-bc45a609682b req-83d3c559-41f8-475a-b01c-0d244bbc88c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (d16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:07.329917 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-4981ab90-50b5-4b73-901a-a2c3325a600c None None] Provisioning complete for port d16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8 triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:05:07.330292 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4981ab90-50b5-4b73-901a-a2c3325a600c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (d16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:07.348250 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8af1741b-0672-4076-a826-0be074ebbfa1 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426303'] for port (b46ea164-d7b8-41d2-87d5-d3bb5fa56730), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:07.348678 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8af1741b-0672-4076-a826-0be074ebbfa1 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks [] for floatingip (b46ea164-d7b8-41d2-87d5-d3bb5fa56730), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:07.364201 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-8af1741b-0672-4076-a826-0be074ebbfa1 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Calling delete_port for b46ea164-d7b8-41d2-87d5-d3bb5fa56730 owned by network:floatingip {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 15:05:07.376352 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-4981ab90-50b5-4b73-901a-a2c3325a600c None None] Port d16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8 cannot update to ACTIVE because it is not bound. {{(pid=103344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 06 15:05:07.519348 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8af1741b-0672-4076-a826-0be074ebbfa1 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732313812345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732313435477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59634176'] for port (b46ea164-d7b8-41d2-87d5-d3bb5fa56730), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:07.546586 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af1741b-0672-4076-a826-0be074ebbfa1 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Pushing event deleted for resources: {'Port': ['ID=b46ea164-d7b8-41d2-87d5-d3bb5fa56730,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:05:07.618049 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8af1741b-0672-4076-a826-0be074ebbfa1 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks [] for floatingip (958e8efe-8759-485c-80cc-06e4e662c46a), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:07.621173 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.notifiers.nova [req-1be68a5e-d3c6-440b-ba6c-bc45a609682b req-83d3c559-41f8-475a-b01c-0d244bbc88c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 15:05:07.622012 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8af1741b-0672-4076-a826-0be074ebbfa1 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:07.623313 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-8af1741b-0672-4076-a826-0be074ebbfa1 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "DELETE /v2.0/floatingips/958e8efe-8759-485c-80cc-06e4e662c46a HTTP/1.1" status: 204 len: 168 time: 0.6136374 May 06 15:05:07.635700 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-1be68a5e-d3c6-440b-ba6c-bc45a609682b req-83d3c559-41f8-475a-b01c-0d244bbc88c8 service neutron] Publish callbacks [] for port (d16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:07.650951 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-1be68a5e-d3c6-440b-ba6c-bc45a609682b req-83d3c559-41f8-475a-b01c-0d244bbc88c8 service neutron] Transition to ACTIVE for port object d16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8 will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 06 15:05:07.659035 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-1be68a5e-d3c6-440b-ba6c-bc45a609682b req-83d3c559-41f8-475a-b01c-0d244bbc88c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194015'] for port (d16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:07.765213 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d3c559-41f8-475a-b01c-0d244bbc88c8 service neutron] Pushing event updated for resources: {'Port': ['ID=d16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:05:07.791975 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-1be68a5e-d3c6-440b-ba6c-bc45a609682b req-83d3c559-41f8-475a-b01c-0d244bbc88c8 service neutron] Attempting to bind port d16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 15:05:07.792307 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-1be68a5e-d3c6-440b-ba6c-bc45a609682b req-83d3c559-41f8-475a-b01c-0d244bbc88c8 service neutron] Attempting to bind port d16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': 'bb34cda3-37af-4167-b981-0643034a4aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '930e9db3-dfec-4f84-956d-74111c835ba4'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 15:05:07.792658 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be68a5e-d3c6-440b-ba6c-bc45a609682b req-83d3c559-41f8-475a-b01c-0d244bbc88c8 service neutron] Attempting to bind port d16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8 on network 930e9db3-dfec-4f84-956d-74111c835ba4 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 15:05:07.797579 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be68a5e-d3c6-440b-ba6c-bc45a609682b req-83d3c559-41f8-475a-b01c-0d244bbc88c8 service neutron] Port d16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8 on network 930e9db3-dfec-4f84-956d-74111c835ba4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 15:05:07.797967 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be68a5e-d3c6-440b-ba6c-bc45a609682b req-83d3c559-41f8-475a-b01c-0d244bbc88c8 service neutron] Attempting to bind port d16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8 on network 930e9db3-dfec-4f84-956d-74111c835ba4 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 15:05:07.803390 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be68a5e-d3c6-440b-ba6c-bc45a609682b req-83d3c559-41f8-475a-b01c-0d244bbc88c8 service neutron] Checking agent: {'id': '1eb4536b-031c-4a65-bfe5-fc1ede7d9429', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 14, 56, 20), 'started_at': datetime.datetime(2022, 5, 6, 14, 56, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 15, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 15:05:07.803722 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be68a5e-d3c6-440b-ba6c-bc45a609682b req-83d3c559-41f8-475a-b01c-0d244bbc88c8 service neutron] Checking segment: {'id': 'bb34cda3-37af-4167-b981-0643034a4aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '930e9db3-dfec-4f84-956d-74111c835ba4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 15:05:07.804098 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be68a5e-d3c6-440b-ba6c-bc45a609682b req-83d3c559-41f8-475a-b01c-0d244bbc88c8 service neutron] Bound using segment: {'id': 'bb34cda3-37af-4167-b981-0643034a4aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '930e9db3-dfec-4f84-956d-74111c835ba4'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 15:05:07.804591 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-1be68a5e-d3c6-440b-ba6c-bc45a609682b req-83d3c559-41f8-475a-b01c-0d244bbc88c8 service neutron] Bound port: d16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb34cda3-37af-4167-b981-0643034a4aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '930e9db3-dfec-4f84-956d-74111c835ba4'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 15:05:07.804979 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-1be68a5e-d3c6-440b-ba6c-bc45a609682b req-83d3c559-41f8-475a-b01c-0d244bbc88c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (d16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:07.875356 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-1be68a5e-d3c6-440b-ba6c-bc45a609682b req-83d3c559-41f8-475a-b01c-0d244bbc88c8 service neutron] For port d16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8, host hv-cinder-84067, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 15:05:07.878709 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-1be68a5e-d3c6-440b-ba6c-bc45a609682b req-83d3c559-41f8-475a-b01c-0d244bbc88c8 service neutron] For port d16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=d16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8,segment=NetworkSegment(bb34cda3-37af-4167-b981-0643034a4aa7),segment_id=bb34cda3-37af-4167-b981-0643034a4aa7)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 15:05:07.885625 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-1be68a5e-d3c6-440b-ba6c-bc45a609682b req-83d3c559-41f8-475a-b01c-0d244bbc88c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194015'] for port (d16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:07.923301 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be68a5e-d3c6-440b-ba6c-bc45a609682b req-83d3c559-41f8-475a-b01c-0d244bbc88c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:07.924153 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-1be68a5e-d3c6-440b-ba6c-bc45a609682b req-83d3c559-41f8-475a-b01c-0d244bbc88c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:07.925332 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-1be68a5e-d3c6-440b-ba6c-bc45a609682b req-83d3c559-41f8-475a-b01c-0d244bbc88c8 service neutron] 10.222.0.26 "PUT /v2.0/ports/d16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8 HTTP/1.1" status: 200 len: 1093 time: 0.7691200 May 06 15:05:07.925780 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f19adbc-952b-4406-a004-e87ec20fdd63', 'tag': 'd16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 15:05:07.928081 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5daf9cee7e39eb515dc660b2975ad5fbac0ba75c1025697cc881fad3e2d3ce45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76299274-bc4e-4b9a-afee-09be1c442554" -d '{"events": [{"name": "network-changed", "server_uuid": "5f19adbc-952b-4406-a004-e87ec20fdd63", "tag": "d16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 15:05:07.953502 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d3c559-41f8-475a-b01c-0d244bbc88c8 service neutron] Pushing event updated for resources: {'Port': ['ID=d16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:05:07.966428 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 49906) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:05:07.971118 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.v2.base [None req-27a36d5b-b01b-4e1b-a5df-80a2c8755136 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1877557793', 'description': 'tempest-description--1217192513'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:05:07.993957 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-27a36d5b-b01b-4e1b-a5df-80a2c8755136 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:08.012362 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 15:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b5c7db-4105-4a2c-8941-c17aebd104f5 x-openstack-request-id: req-80b5c7db-4105-4a2c-8941-c17aebd104f5 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 15:05:08.013095 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f19adbc-952b-4406-a004-e87ec20fdd63", "tag": "d16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 15:05:08.013384 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-80b5c7db-4105-4a2c-8941-c17aebd104f5 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 15:05:08.013767 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80b5c7db-4105-4a2c-8941-c17aebd104f5'] response: {'name': 'network-changed', 'server_uuid': '5f19adbc-952b-4406-a004-e87ec20fdd63', 'tag': 'd16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8', 'status': 'completed', 'code': 200} May 06 15:05:08.081626 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-886c145d-03e0-4a1b-af34-bc473584c345 req-14cfbc07-5504-49a8-ba93-5e1c819e6f76 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ad8648-866a-4792-a62e-b737ec4cb06a HTTP/1.1" status: 200 len: 210 time: 0.0313258 May 06 15:05:08.085524 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-27a36d5b-b01b-4e1b-a5df-80a2c8755136 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks [] for security_group (c1c87ae4-39bf-49c2-919a-d85c37d766ea), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:08.092484 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-27a36d5b-b01b-4e1b-a5df-80a2c8755136 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (c1c87ae4-39bf-49c2-919a-d85c37d766ea), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:08.124429 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-27a36d5b-b01b-4e1b-a5df-80a2c8755136 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:08.125649 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-27a36d5b-b01b-4e1b-a5df-80a2c8755136 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1582930 May 06 15:05:08.128581 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 49910) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:05:08.130837 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a36d5b-b01b-4e1b-a5df-80a2c8755136 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c87ae4-39bf-49c2-919a-d85c37d766ea,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:05:08.133070 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.v2.base [None req-d6f54d1e-f92b-4295-8f6b-411b4fe454cd tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Request body: {'security_group_rule': {'security_group_id': 'c1c87ae4-39bf-49c2-919a-d85c37d766ea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:05:08.170821 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d6f54d1e-f92b-4295-8f6b-411b4fe454cd tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks [] for security_group_rule (0cc67be5-5f22-42d5-8fe7-db53de184afd), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:08.241680 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d6f54d1e-f92b-4295-8f6b-411b4fe454cd tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks [] for security_group_rule (0cc67be5-5f22-42d5-8fe7-db53de184afd), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:08.246689 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d6f54d1e-f92b-4295-8f6b-411b4fe454cd tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575255'] for security_group_rule (0cc67be5-5f22-42d5-8fe7-db53de184afd), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:08.275809 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d6f54d1e-f92b-4295-8f6b-411b4fe454cd tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:08.280449 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-d6f54d1e-f92b-4295-8f6b-411b4fe454cd tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1507969 May 06 15:05:08.281087 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 49914) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:05:08.283098 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f54d1e-f92b-4295-8f6b-411b4fe454cd tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cc67be5-5f22-42d5-8fe7-db53de184afd,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:05:08.287397 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.v2.base [None req-2b164af0-2819-401c-8ec8-c52bd38b3ba6 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Request body: {'security_group_rule': {'security_group_id': 'c1c87ae4-39bf-49c2-919a-d85c37d766ea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:05:08.298983 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76299274-bc4e-4b9a-afee-09be1c442554 req-3a7655f4-509e-4c11-8009-7cf9f0f720a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:08.300493 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-76299274-bc4e-4b9a-afee-09be1c442554 req-3a7655f4-509e-4c11-8009-7cf9f0f720a8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bb5f41fdaad246b7bc30c8f8021129a3&device_id=5f19adbc-952b-4406-a004-e87ec20fdd63 HTTP/1.1" status: 200 len: 1127 time: 0.0780616 May 06 15:05:08.323467 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b164af0-2819-401c-8ec8-c52bd38b3ba6 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks [] for security_group_rule (3fb54263-ee40-42a3-8bf8-f9b4dd5435da), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:08.331117 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada1c88-6575-4c1b-825e-9ac4d74bf445 req-baa7e8d5-5bc7-485b-9b47-ff75c216892b tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:08.332592 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-6ada1c88-6575-4c1b-825e-9ac4d74bf445 req-baa7e8d5-5bc7-485b-9b47-ff75c216892b tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f19adbc-952b-4406-a004-e87ec20fdd63 HTTP/1.1" status: 200 len: 943 time: 0.0717676 May 06 15:05:08.444325 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b164af0-2819-401c-8ec8-c52bd38b3ba6 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks [] for security_group_rule (3fb54263-ee40-42a3-8bf8-f9b4dd5435da), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:08.458615 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b164af0-2819-401c-8ec8-c52bd38b3ba6 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575255'] for security_group_rule (3fb54263-ee40-42a3-8bf8-f9b4dd5435da), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:08.469197 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-6ada1c88-6575-4c1b-825e-9ac4d74bf445 req-9ab87179-415e-492d-bfbf-02389173c689 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cc91575-ba74-4fa5-bc36-4f5fc54556a0&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.1096821 May 06 15:05:08.491162 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b164af0-2819-401c-8ec8-c52bd38b3ba6 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fb54263-ee40-42a3-8bf8-f9b4dd5435da,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:05:08.504304 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f3c2a-2f01-4e18-b0cb-1138875a66cd req-e9fc8470-f0f5-483e-9718-be6ecb993953 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:08.505312 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76299274-bc4e-4b9a-afee-09be1c442554 req-8213a78e-dbee-4468-8a9f-31ecbb88ab18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:08.505878 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-b19f3c2a-2f01-4e18-b0cb-1138875a66cd req-e9fc8470-f0f5-483e-9718-be6ecb993953 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.26 "GET /v2.0/networks?id=e617326c-50d9-4a05-90f1-04262502b764 HTTP/1.1" status: 200 len: 815 time: 0.1650479 May 06 15:05:08.507285 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-76299274-bc4e-4b9a-afee-09be1c442554 req-8213a78e-dbee-4468-8a9f-31ecbb88ab18 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=bb5f41fdaad246b7bc30c8f8021129a3&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1923544 May 06 15:05:08.509150 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b164af0-2819-401c-8ec8-c52bd38b3ba6 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:08.510916 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-2b164af0-2819-401c-8ec8-c52bd38b3ba6 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2287695 May 06 15:05:08.513997 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 49916) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:05:08.518486 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.v2.base [None req-b1aa4a1b-fca4-48eb-9bd1-152ebac71e55 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Request body: {'floatingip': {'floating_network_id': '06a85250-557d-4448-8943-b2192c4da88d'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:05:08.551933 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b1aa4a1b-fca4-48eb-9bd1-152ebac71e55 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:08.632111 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76299274-bc4e-4b9a-afee-09be1c442554 req-2a3c2edf-b390-45d7-bd89-0dac7aa8d86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:08.634368 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-76299274-bc4e-4b9a-afee-09be1c442554 req-2a3c2edf-b390-45d7-bd89-0dac7aa8d86b service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0987625 May 06 15:05:08.651218 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-b19f3c2a-2f01-4e18-b0cb-1138875a66cd req-3ccbe75a-65d0-486a-a833-491530446266 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04793e5505aa4d32ab3efed2892ea2b4 HTTP/1.1" status: 200 len: 379 time: 0.1161377 May 06 15:05:08.662208 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b1aa4a1b-fca4-48eb-9bd1-152ebac71e55 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:08.716482 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.v2.base [req-b19f3c2a-2f01-4e18-b0cb-1138875a66cd req-25d02c85-446f-49e7-919f-b0644dda4184 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Request body: {'port': {'device_id': '19ad8648-866a-4792-a62e-b737ec4cb06a', 'network_id': 'e617326c-50d9-4a05-90f1-04262502b764', 'admin_state_up': True, 'tenant_id': '04793e5505aa4d32ab3efed2892ea2b4', 'security_groups': ['a92eff12-6df3-4bf2-b300-176be048dab3']}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:05:08.797580 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be68a5e-d3c6-440b-ba6c-bc45a609682b req-232bdfa7-04af-4ae5-b08a-51319600b0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:08.799063 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-1be68a5e-d3c6-440b-ba6c-bc45a609682b req-232bdfa7-04af-4ae5-b08a-51319600b0a0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bb5f41fdaad246b7bc30c8f8021129a3&device_id=5f19adbc-952b-4406-a004-e87ec20fdd63 HTTP/1.1" status: 200 len: 1127 time: 0.0416281 May 06 15:05:08.851707 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-b1aa4a1b-fca4-48eb-9bd1-152ebac71e55 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Allocated IP 172.27.2.44 (06a85250-557d-4448-8943-b2192c4da88d/cd3545e0-d98c-46ff-bce0-08f4555cdcb4/979b77e2-50d9-4e4b-9318-9f570d6e3680) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 15:05:08.860334 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-1be68a5e-d3c6-440b-ba6c-bc45a609682b req-0c0374ba-2eb3-40aa-b483-fcfcf7d7a008 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8 HTTP/1.1" status: 200 len: 217 time: 0.0393300 May 06 15:05:08.916485 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b19f3c2a-2f01-4e18-b0cb-1138875a66cd req-25d02c85-446f-49e7-919f-b0644dda4184 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Made reservation on behalf of 04793e5505aa4d32ab3efed2892ea2b4 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 15:05:08.917245 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be68a5e-d3c6-440b-ba6c-bc45a609682b req-36ff2afe-f048-4b78-9755-172f061aa37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:08.918855 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-1be68a5e-d3c6-440b-ba6c-bc45a609682b req-36ff2afe-f048-4b78-9755-172f061aa37c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=df318507-d5d9-462f-9365-0df583e1ec25 HTTP/1.1" status: 200 len: 850 time: 0.0480993 May 06 15:05:08.919849 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b19f3c2a-2f01-4e18-b0cb-1138875a66cd req-25d02c85-446f-49e7-919f-b0644dda4184 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:08.964194 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be68a5e-d3c6-440b-ba6c-bc45a609682b req-332f727f-71af-427f-8cfa-4a1e9623b9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:08.967226 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-1be68a5e-d3c6-440b-ba6c-bc45a609682b req-332f727f-71af-427f-8cfa-4a1e9623b9cb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=930e9db3-dfec-4f84-956d-74111c835ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399718 May 06 15:05:09.034585 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b1aa4a1b-fca4-48eb-9bd1-152ebac71e55 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks [] for port (979b77e2-50d9-4e4b-9318-9f570d6e3680), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:09.062519 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-1be68a5e-d3c6-440b-ba6c-bc45a609682b req-80867359-9952-451b-ab82-d4e017c4f24e service neutron] 10.222.0.26 "GET /v2.0/networks/930e9db3-dfec-4f84-956d-74111c835ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897138 May 06 15:05:09.101147 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-b19f3c2a-2f01-4e18-b0cb-1138875a66cd req-25d02c85-446f-49e7-919f-b0644dda4184 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Allocated IP 172.20.0.10 (e617326c-50d9-4a05-90f1-04262502b764/73d058b8-ef9e-473c-9be9-61c8d64fe350/bb0071d4-031e-4804-a43f-aa46f5e4a62a) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 15:05:09.119770 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b1aa4a1b-fca4-48eb-9bd1-152ebac71e55 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732313435468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59634176'] for port (979b77e2-50d9-4e4b-9318-9f570d6e3680), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:09.179174 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1aa4a1b-fca4-48eb-9bd1-152ebac71e55 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Network 06a85250-557d-4448-8943-b2192c4da88d is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 15:05:09.180430 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-1be68a5e-d3c6-440b-ba6c-bc45a609682b req-fe820ef1-bac8-4bd4-9fbc-2963b8fdbeb6 service neutron] 10.222.0.26 "GET /v2.0/networks/930e9db3-dfec-4f84-956d-74111c835ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086869 May 06 15:05:09.201318 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-b1aa4a1b-fca4-48eb-9bd1-152ebac71e55 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 15:05:09.237027 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1aa4a1b-fca4-48eb-9bd1-152ebac71e55 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 15:05:09.279647 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aa4a1b-fca4-48eb-9bd1-152ebac71e55 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Pushing event updated for resources: {'Port': ['ID=979b77e2-50d9-4e4b-9318-9f570d6e3680,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:05:09.283350 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-78345424-854b-4824-96a7-59f292639b93 req-6be2d5b3-9633-4fa2-8b03-05474edb480c tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ad8648-866a-4792-a62e-b737ec4cb06a HTTP/1.1" status: 200 len: 210 time: 0.0998793 May 06 15:05:09.394164 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b19f3c2a-2f01-4e18-b0cb-1138875a66cd req-25d02c85-446f-49e7-919f-b0644dda4184 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks [] for port (bb0071d4-031e-4804-a43f-aa46f5e4a62a), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:09.403991 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b1aa4a1b-fca4-48eb-9bd1-152ebac71e55 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks [] for floatingip (3d467d53-489e-4c73-bb72-fbf3582a6207), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:09.434994 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-61800283-254a-498d-8112-1aec53756064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (ec8f31e6-1756-4927-8bc3-e144e6f0af83), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:09.457002 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b1aa4a1b-fca4-48eb-9bd1-152ebac71e55 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (979b77e2-50d9-4e4b-9318-9f570d6e3680), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:09.460160 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b19f3c2a-2f01-4e18-b0cb-1138875a66cd req-25d02c85-446f-49e7-919f-b0644dda4184 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732313435468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59634176'] for port (bb0071d4-031e-4804-a43f-aa46f5e4a62a), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:09.550175 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b19f3c2a-2f01-4e18-b0cb-1138875a66cd req-25d02c85-446f-49e7-919f-b0644dda4184 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Network e617326c-50d9-4a05-90f1-04262502b764 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 15:05:09.558454 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-b19f3c2a-2f01-4e18-b0cb-1138875a66cd req-25d02c85-446f-49e7-919f-b0644dda4184 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 15:05:09.562146 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d02c85-446f-49e7-919f-b0644dda4184 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Pushing event updated for resources: {'Port': ['ID=bb0071d4-031e-4804-a43f-aa46f5e4a62a,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:05:09.564639 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-b19f3c2a-2f01-4e18-b0cb-1138875a66cd req-25d02c85-446f-49e7-919f-b0644dda4184 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 15:05:09.570839 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a21ddc-ca8b-4f4d-89c0-8ab623df338d req-cfa7b335-06c3-420a-9c4c-31b511de9027 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:09.573144 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-e6a21ddc-ca8b-4f4d-89c0-8ab623df338d req-cfa7b335-06c3-420a-9c4c-31b511de9027 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f19adbc-952b-4406-a004-e87ec20fdd63 HTTP/1.1" status: 200 len: 943 time: 0.0563664 May 06 15:05:09.632367 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-e6a21ddc-ca8b-4f4d-89c0-8ab623df338d req-b897c233-8586-4741-a107-2ea4846b8595 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cc91575-ba74-4fa5-bc36-4f5fc54556a0&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0524347 May 06 15:05:09.658059 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f3c2a-2f01-4e18-b0cb-1138875a66cd req-25d02c85-446f-49e7-919f-b0644dda4184 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:09.658776 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b19f3c2a-2f01-4e18-b0cb-1138875a66cd req-25d02c85-446f-49e7-919f-b0644dda4184 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:09.691349 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-b19f3c2a-2f01-4e18-b0cb-1138875a66cd req-25d02c85-446f-49e7-919f-b0644dda4184 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9810696 May 06 15:05:09.709643 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.v2.base [req-b19f3c2a-2f01-4e18-b0cb-1138875a66cd req-f843b002-74be-41d8-b433-7c9a720794a8 service neutron] Request body: {'port': {'device_id': '19ad8648-866a-4792-a62e-b737ec4cb06a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:05:09.765361 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b1aa4a1b-fca4-48eb-9bd1-152ebac71e55 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks [] for port (979b77e2-50d9-4e4b-9318-9f570d6e3680), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:09.767981 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-26bb4c21-41e7-4be6-8a4f-45f263daa18b None None] Provisioning complete for port bb0071d4-031e-4804-a43f-aa46f5e4a62a triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:05:09.768566 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-26bb4c21-41e7-4be6-8a4f-45f263daa18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (bb0071d4-031e-4804-a43f-aa46f5e4a62a), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:09.786055 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b1aa4a1b-fca4-48eb-9bd1-152ebac71e55 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59634231'] for port (979b77e2-50d9-4e4b-9318-9f570d6e3680), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:09.805579 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-26bb4c21-41e7-4be6-8a4f-45f263daa18b None None] Port bb0071d4-031e-4804-a43f-aa46f5e4a62a cannot update to ACTIVE because it is not bound. {{(pid=103344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 06 15:05:09.827252 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b19f3c2a-2f01-4e18-b0cb-1138875a66cd req-f843b002-74be-41d8-b433-7c9a720794a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (bb0071d4-031e-4804-a43f-aa46f5e4a62a), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:09.869229 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aa4a1b-fca4-48eb-9bd1-152ebac71e55 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Pushing event updated for resources: {'Port': ['ID=979b77e2-50d9-4e4b-9318-9f570d6e3680,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:05:09.909229 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b1aa4a1b-fca4-48eb-9bd1-152ebac71e55 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429592'] for floatingip (3d467d53-489e-4c73-bb72-fbf3582a6207), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:09.936689 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b1aa4a1b-fca4-48eb-9bd1-152ebac71e55 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:09.937914 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-b1aa4a1b-fca4-48eb-9bd1-152ebac71e55 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4229796 May 06 15:05:10.175101 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-8baf3a58-0f8b-426f-98fc-edf7e42e559e req-0e0d73ac-3fb7-4166-ac11-3373cebaa3c6 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1877557793&fields=id&tenant_id=5ad13dae3f6649fb8d8d2bdd1f1caaef HTTP/1.1" status: 200 len: 267 time: 0.0816672 May 06 15:05:10.184969 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [req-b19f3c2a-2f01-4e18-b0cb-1138875a66cd req-f843b002-74be-41d8-b433-7c9a720794a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb0071d4-031e-4804-a43f-aa46f5e4a62a {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 15:05:10.200868 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b19f3c2a-2f01-4e18-b0cb-1138875a66cd req-f843b002-74be-41d8-b433-7c9a720794a8 service neutron] Publish callbacks [] for port (bb0071d4-031e-4804-a43f-aa46f5e4a62a), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:10.259415 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-b19f3c2a-2f01-4e18-b0cb-1138875a66cd req-f843b002-74be-41d8-b433-7c9a720794a8 service neutron] Transition to ACTIVE for port object bb0071d4-031e-4804-a43f-aa46f5e4a62a will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 06 15:05:10.264888 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b19f3c2a-2f01-4e18-b0cb-1138875a66cd req-f843b002-74be-41d8-b433-7c9a720794a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59634231'] for port (bb0071d4-031e-4804-a43f-aa46f5e4a62a), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:10.410024 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3e7d0-0a2d-4156-9d88-e3cbdff04b67 req-97c49d9a-0667-4d8e-9cc6-c718c5458b0f tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:10.411625 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-5ce3e7d0-0a2d-4156-9d88-e3cbdff04b67 req-97c49d9a-0667-4d8e-9cc6-c718c5458b0f tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ad8648-866a-4792-a62e-b737ec4cb06a HTTP/1.1" status: 200 len: 944 time: 0.0503962 May 06 15:05:10.484456 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-5ce3e7d0-0a2d-4156-9d88-e3cbdff04b67 req-5fb9029c-9fb1-4d86-bbbb-f89b87a9ee4b tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=a92eff12-6df3-4bf2-b300-176be048dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657368 May 06 15:05:10.542224 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1afa6ce1-9145-4257-8e23-9dd2cd4b1998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b699075f-0d9f-4d2e-b182-9d9eb15bfab1), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:10.615171 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf3a58-0f8b-426f-98fc-edf7e42e559e req-57da34d6-11e8-4050-a048-dc7a926d33de tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:10.616714 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-8baf3a58-0f8b-426f-98fc-edf7e42e559e req-57da34d6-11e8-4050-a048-dc7a926d33de tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/networks?id=d7304f76-b992-4cc2-a77b-3291aec20f6e HTTP/1.1" status: 200 len: 810 time: 0.4346788 May 06 15:05:10.620923 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f843b002-74be-41d8-b433-7c9a720794a8 service neutron] Pushing event updated for resources: {'Port': ['ID=bb0071d4-031e-4804-a43f-aa46f5e4a62a,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:05:10.655911 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-8baf3a58-0f8b-426f-98fc-edf7e42e559e req-c39f978e-7ec5-484b-b57c-f999bdefcce3 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/quotas/5ad13dae3f6649fb8d8d2bdd1f1caaef HTTP/1.1" status: 200 len: 375 time: 0.0322893 May 06 15:05:10.747763 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-8baf3a58-0f8b-426f-98fc-edf7e42e559e req-883739c1-28dc-4e55-b4d1-ccb79b748d0e tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5ad13dae3f6649fb8d8d2bdd1f1caaef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0720010 May 06 15:05:10.750467 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-b19f3c2a-2f01-4e18-b0cb-1138875a66cd req-f843b002-74be-41d8-b433-7c9a720794a8 service neutron] Attempting to bind port bb0071d4-031e-4804-a43f-aa46f5e4a62a on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 15:05:10.751328 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-b19f3c2a-2f01-4e18-b0cb-1138875a66cd req-f843b002-74be-41d8-b433-7c9a720794a8 service neutron] Attempting to bind port bb0071d4-031e-4804-a43f-aa46f5e4a62a by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '59b9f651-300b-41a0-9754-50f9dffdafce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e617326c-50d9-4a05-90f1-04262502b764'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 15:05:10.751328 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19f3c2a-2f01-4e18-b0cb-1138875a66cd req-f843b002-74be-41d8-b433-7c9a720794a8 service neutron] Attempting to bind port bb0071d4-031e-4804-a43f-aa46f5e4a62a on network e617326c-50d9-4a05-90f1-04262502b764 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 15:05:10.756374 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19f3c2a-2f01-4e18-b0cb-1138875a66cd req-f843b002-74be-41d8-b433-7c9a720794a8 service neutron] Port bb0071d4-031e-4804-a43f-aa46f5e4a62a on network e617326c-50d9-4a05-90f1-04262502b764 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 15:05:10.756824 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19f3c2a-2f01-4e18-b0cb-1138875a66cd req-f843b002-74be-41d8-b433-7c9a720794a8 service neutron] Attempting to bind port bb0071d4-031e-4804-a43f-aa46f5e4a62a on network e617326c-50d9-4a05-90f1-04262502b764 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 15:05:10.762413 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19f3c2a-2f01-4e18-b0cb-1138875a66cd req-f843b002-74be-41d8-b433-7c9a720794a8 service neutron] Checking agent: {'id': '1eb4536b-031c-4a65-bfe5-fc1ede7d9429', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 14, 56, 20), 'started_at': datetime.datetime(2022, 5, 6, 14, 56, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 15, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 15:05:10.762763 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19f3c2a-2f01-4e18-b0cb-1138875a66cd req-f843b002-74be-41d8-b433-7c9a720794a8 service neutron] Checking segment: {'id': '59b9f651-300b-41a0-9754-50f9dffdafce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e617326c-50d9-4a05-90f1-04262502b764'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 15:05:10.763299 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19f3c2a-2f01-4e18-b0cb-1138875a66cd req-f843b002-74be-41d8-b433-7c9a720794a8 service neutron] Bound using segment: {'id': '59b9f651-300b-41a0-9754-50f9dffdafce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e617326c-50d9-4a05-90f1-04262502b764'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 15:05:10.763437 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1dd42b-eebd-4091-b549-fb5bd8565790 req-01af895f-a629-4060-ae57-484ec5e35446 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:10.763877 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-b19f3c2a-2f01-4e18-b0cb-1138875a66cd req-f843b002-74be-41d8-b433-7c9a720794a8 service neutron] Bound port: bb0071d4-031e-4804-a43f-aa46f5e4a62a, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59b9f651-300b-41a0-9754-50f9dffdafce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e617326c-50d9-4a05-90f1-04262502b764'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 15:05:10.764097 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b19f3c2a-2f01-4e18-b0cb-1138875a66cd req-f843b002-74be-41d8-b433-7c9a720794a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (bb0071d4-031e-4804-a43f-aa46f5e4a62a), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:10.765040 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-4a1dd42b-eebd-4091-b549-fb5bd8565790 req-01af895f-a629-4060-ae57-484ec5e35446 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f19adbc-952b-4406-a004-e87ec20fdd63 HTTP/1.1" status: 200 len: 943 time: 0.0506690 May 06 15:05:10.814966 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-4a1dd42b-eebd-4091-b549-fb5bd8565790 req-f8628f84-fa37-48ea-9f89-c5686a1d57e1 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cc91575-ba74-4fa5-bc36-4f5fc54556a0&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0439897 May 06 15:05:10.898278 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-b19f3c2a-2f01-4e18-b0cb-1138875a66cd req-f843b002-74be-41d8-b433-7c9a720794a8 service neutron] For port bb0071d4-031e-4804-a43f-aa46f5e4a62a, host hv-cinder-84067, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 15:05:10.903625 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-b19f3c2a-2f01-4e18-b0cb-1138875a66cd req-f843b002-74be-41d8-b433-7c9a720794a8 service neutron] For port bb0071d4-031e-4804-a43f-aa46f5e4a62a, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=bb0071d4-031e-4804-a43f-aa46f5e4a62a,segment=NetworkSegment(59b9f651-300b-41a0-9754-50f9dffdafce),segment_id=59b9f651-300b-41a0-9754-50f9dffdafce)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 15:05:10.909002 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-8baf3a58-0f8b-426f-98fc-edf7e42e559e req-2bc58a45-40c5-4b55-a203-333af6744900 service neutron] 10.222.0.23 "GET /v2.0/networks/d7304f76-b992-4cc2-a77b-3291aec20f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355362 May 06 15:05:10.911113 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b19f3c2a-2f01-4e18-b0cb-1138875a66cd req-f843b002-74be-41d8-b433-7c9a720794a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59634231'] for port (bb0071d4-031e-4804-a43f-aa46f5e4a62a), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:10.993717 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f3c2a-2f01-4e18-b0cb-1138875a66cd req-f843b002-74be-41d8-b433-7c9a720794a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:10.994526 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b19f3c2a-2f01-4e18-b0cb-1138875a66cd req-f843b002-74be-41d8-b433-7c9a720794a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:10.995913 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-b19f3c2a-2f01-4e18-b0cb-1138875a66cd req-f843b002-74be-41d8-b433-7c9a720794a8 service neutron] 10.222.0.26 "PUT /v2.0/ports/bb0071d4-031e-4804-a43f-aa46f5e4a62a HTTP/1.1" status: 200 len: 1094 time: 1.2918329 May 06 15:05:10.997981 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ad8648-866a-4792-a62e-b737ec4cb06a', 'tag': 'bb0071d4-031e-4804-a43f-aa46f5e4a62a'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 15:05:11.000257 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e079183c6aa01fbf7ecda8705e9d532761ec392512c90f9d6467ac227f3657d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-559bdf46-7406-4287-a9a8-093dc70d0650" -d '{"events": [{"name": "network-changed", "server_uuid": "19ad8648-866a-4792-a62e-b737ec4cb06a", "tag": "bb0071d4-031e-4804-a43f-aa46f5e4a62a"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 15:05:11.041928 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f843b002-74be-41d8-b433-7c9a720794a8 service neutron] Pushing event updated for resources: {'Port': ['ID=bb0071d4-031e-4804-a43f-aa46f5e4a62a,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:05:11.048994 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 15:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d457d64e-1168-416c-8eb3-08b46d0f0431 x-openstack-request-id: req-d457d64e-1168-416c-8eb3-08b46d0f0431 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 15:05:11.049289 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19ad8648-866a-4792-a62e-b737ec4cb06a", "tag": "bb0071d4-031e-4804-a43f-aa46f5e4a62a", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 15:05:11.049545 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d457d64e-1168-416c-8eb3-08b46d0f0431 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 15:05:11.049952 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d457d64e-1168-416c-8eb3-08b46d0f0431'] response: {'name': 'network-changed', 'server_uuid': '19ad8648-866a-4792-a62e-b737ec4cb06a', 'tag': 'bb0071d4-031e-4804-a43f-aa46f5e4a62a', 'status': 'completed', 'code': 200} May 06 15:05:11.096739 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-8baf3a58-0f8b-426f-98fc-edf7e42e559e req-0c31ae02-06bb-4926-87fc-a508209b77ad service neutron] 10.222.0.23 "GET /v2.0/networks/d7304f76-b992-4cc2-a77b-3291aec20f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794937 May 06 15:05:11.109627 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f3c2a-2f01-4e18-b0cb-1138875a66cd req-aaf40889-64e4-4ce0-8d1b-bec8c82c7524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:11.111115 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-b19f3c2a-2f01-4e18-b0cb-1138875a66cd req-aaf40889-64e4-4ce0-8d1b-bec8c82c7524 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=04793e5505aa4d32ab3efed2892ea2b4&device_id=19ad8648-866a-4792-a62e-b737ec4cb06a HTTP/1.1" status: 200 len: 1128 time: 0.0467608 May 06 15:05:11.157295 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-b19f3c2a-2f01-4e18-b0cb-1138875a66cd req-25eb805b-d223-46de-84a1-e7b3a6a0064b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb0071d4-031e-4804-a43f-aa46f5e4a62a HTTP/1.1" status: 200 len: 217 time: 0.0374825 May 06 15:05:11.232421 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f3c2a-2f01-4e18-b0cb-1138875a66cd req-8a43fe60-957d-4972-8648-be8b72075f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:11.234443 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-b19f3c2a-2f01-4e18-b0cb-1138875a66cd req-8a43fe60-957d-4972-8648-be8b72075f8d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=73d058b8-ef9e-473c-9be9-61c8d64fe350 HTTP/1.1" status: 200 len: 854 time: 0.0592527 May 06 15:05:11.287514 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f3c2a-2f01-4e18-b0cb-1138875a66cd req-9871085b-ba1b-42aa-9b2b-7993b2021078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:11.289158 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-b19f3c2a-2f01-4e18-b0cb-1138875a66cd req-9871085b-ba1b-42aa-9b2b-7993b2021078 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e617326c-50d9-4a05-90f1-04262502b764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481372 May 06 15:05:11.291017 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-af4e58b5-1696-42cb-8bc1-13551c9ccf76 req-18ee71a7-ab81-4170-8edb-2857365ceee2 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2576c4a-4c41-432c-83a7-9c7ab6360060 HTTP/1.1" status: 200 len: 210 time: 0.0324328 May 06 15:05:11.387003 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-b19f3c2a-2f01-4e18-b0cb-1138875a66cd req-01ffca9e-96c3-4c49-8bbb-39b4fc281a9d service neutron] 10.222.0.26 "GET /v2.0/networks/e617326c-50d9-4a05-90f1-04262502b764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895517 May 06 15:05:11.487278 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-b19f3c2a-2f01-4e18-b0cb-1138875a66cd req-b6d4e8c5-3484-47a9-b350-9a3b3babc5de service neutron] 10.222.0.26 "GET /v2.0/networks/e617326c-50d9-4a05-90f1-04262502b764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910604 May 06 15:05:11.610391 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed7fe5e-59fa-490e-a582-6a68d9bf7df5 req-cb1f668a-9b4e-461d-8315-4e58c0d3b241 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:11.611783 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-bed7fe5e-59fa-490e-a582-6a68d9bf7df5 req-cb1f668a-9b4e-461d-8315-4e58c0d3b241 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ad8648-866a-4792-a62e-b737ec4cb06a HTTP/1.1" status: 200 len: 944 time: 0.0503304 May 06 15:05:11.659396 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-bed7fe5e-59fa-490e-a582-6a68d9bf7df5 req-4a4a6709-9a74-41d5-8c87-8ec065cad0fa tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=a92eff12-6df3-4bf2-b300-176be048dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419469 May 06 15:05:11.929152 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffbffed-6afe-4a09-9fc4-01648baa6aac req-9cf531ef-2426-4ae8-b199-7a254c8e218e tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:11.930532 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-0ffbffed-6afe-4a09-9fc4-01648baa6aac req-9cf531ef-2426-4ae8-b199-7a254c8e218e tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f19adbc-952b-4406-a004-e87ec20fdd63 HTTP/1.1" status: 200 len: 943 time: 0.0461130 May 06 15:05:11.980211 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-0ffbffed-6afe-4a09-9fc4-01648baa6aac req-5a7f7858-4f4d-4104-bd20-3fea1d68ab0f tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cc91575-ba74-4fa5-bc36-4f5fc54556a0&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0426786 May 06 15:05:12.390961 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-daa4534f-0422-4f45-a5a2-29b0bc6030c2 req-09d22346-cc75-48ad-a1dc-0a170280dc9f tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2576c4a-4c41-432c-83a7-9c7ab6360060 HTTP/1.1" status: 200 len: 210 time: 0.0320334 May 06 15:05:12.641155 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device bb0071d4-031e-4804-a43f-aa46f5e4a62a details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 15:05:12.673995 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-68b1beb6-545b-4f86-a143-b395004404eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b8293b96-1d4f-4101-9243-9870353ff712), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:12.755131 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] For port bb0071d4-031e-4804-a43f-aa46f5e4a62a, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=bb0071d4-031e-4804-a43f-aa46f5e4a62a,segment=NetworkSegment(59b9f651-300b-41a0-9754-50f9dffdafce),segment_id=59b9f651-300b-41a0-9754-50f9dffdafce)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:05:12.767400 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Returning: {'device': 'bb0071d4-031e-4804-a43f-aa46f5e4a62a', 'network_id': 'e617326c-50d9-4a05-90f1-04262502b764', 'port_id': 'bb0071d4-031e-4804-a43f-aa46f5e4a62a', 'mac_address': 'fa:16:3e:31:e5:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73d058b8-ef9e-473c-9be9-61c8d64fe350', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 15:05:12.781222 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df39b46b-f6c2-4b07-9cb8-752ba38815be req-437812d9-7b27-429d-a08c-ff4bc97df0af tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:12.782706 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-df39b46b-f6c2-4b07-9cb8-752ba38815be req-437812d9-7b27-429d-a08c-ff4bc97df0af tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ad8648-866a-4792-a62e-b737ec4cb06a HTTP/1.1" status: 200 len: 944 time: 0.0476403 May 06 15:05:12.805491 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Current status of the port bb0071d4-031e-4804-a43f-aa46f5e4a62a is: DOWN; New status is: BUILD {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:05:12.806546 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (bb0071d4-031e-4804-a43f-aa46f5e4a62a), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:12.820386 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.notifiers.nova [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb0071d4-031e-4804-a43f-aa46f5e4a62a {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 15:05:12.834171 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-df39b46b-f6c2-4b07-9cb8-752ba38815be req-06daf35d-c78b-46c8-9323-10ececdfa07e tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=a92eff12-6df3-4bf2-b300-176be048dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456052 May 06 15:05:12.842227 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] For port bb0071d4-031e-4804-a43f-aa46f5e4a62a, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=bb0071d4-031e-4804-a43f-aa46f5e4a62a,segment=NetworkSegment(59b9f651-300b-41a0-9754-50f9dffdafce),segment_id=59b9f651-300b-41a0-9754-50f9dffdafce)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:05:12.846244 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (bb0071d4-031e-4804-a43f-aa46f5e4a62a), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:12.899767 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Pushing event updated for resources: {'Port': ['ID=bb0071d4-031e-4804-a43f-aa46f5e4a62a,revision_number=4']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:05:13.135967 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f73d5c-8e30-41fe-9586-6beda7f77209 req-28560911-c763-460c-819e-c694dcda40c7 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:13.137513 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-a2f73d5c-8e30-41fe-9586-6beda7f77209 req-28560911-c763-460c-819e-c694dcda40c7 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f19adbc-952b-4406-a004-e87ec20fdd63 HTTP/1.1" status: 200 len: 943 time: 0.0891950 May 06 15:05:13.138702 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559bdf46-7406-4287-a9a8-093dc70d0650 req-9c6a8ad2-14ae-4861-a98c-279b3e450cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:13.140038 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-559bdf46-7406-4287-a9a8-093dc70d0650 req-9c6a8ad2-14ae-4861-a98c-279b3e450cb5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=04793e5505aa4d32ab3efed2892ea2b4&device_id=19ad8648-866a-4792-a62e-b737ec4cb06a HTTP/1.1" status: 200 len: 1129 time: 0.0904603 May 06 15:05:13.240509 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-a2f73d5c-8e30-41fe-9586-6beda7f77209 req-3fffbcaf-4c10-4056-a803-007a4df72e5c tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cc91575-ba74-4fa5-bc36-4f5fc54556a0&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0969892 May 06 15:05:13.249401 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] get_ports_and_sgs() called for port_ids ['bb0071d4-031e-4804-a43f-aa46f5e4a62a'] {{(pid=103344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 15:05:13.276968 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559bdf46-7406-4287-a9a8-093dc70d0650 req-dd0d0978-817e-4750-b1aa-d7e7e5d851aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:13.279338 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-559bdf46-7406-4287-a9a8-093dc70d0650 req-dd0d0978-817e-4750-b1aa-d7e7e5d851aa service neutron] 10.222.0.26 "GET /v2.0/networks?id=e617326c-50d9-4a05-90f1-04262502b764 HTTP/1.1" status: 200 len: 916 time: 0.1223283 May 06 15:05:13.347153 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-559bdf46-7406-4287-a9a8-093dc70d0650 req-93f4eb4b-616c-48c2-9a92-5d20fa35643e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb0071d4-031e-4804-a43f-aa46f5e4a62a HTTP/1.1" status: 200 len: 217 time: 0.0410621 May 06 15:05:13.486580 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-6970902d-dd21-444a-88fb-941105fd2f4d req-71d994cd-b637-46f8-a713-5222e69f5685 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2576c4a-4c41-432c-83a7-9c7ab6360060 HTTP/1.1" status: 200 len: 210 time: 0.0275893 May 06 15:05:13.738650 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (20451d70-ea89-4a66-885a-20a1b2a3bff8), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:13.761380 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559bdf46-7406-4287-a9a8-093dc70d0650 req-a794f85f-cce4-42fa-8c68-f0fa74d75fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:13.762860 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-559bdf46-7406-4287-a9a8-093dc70d0650 req-a794f85f-cce4-42fa-8c68-f0fa74d75fa2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=73d058b8-ef9e-473c-9be9-61c8d64fe350 HTTP/1.1" status: 200 len: 854 time: 0.0495727 May 06 15:05:13.822697 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559bdf46-7406-4287-a9a8-093dc70d0650 req-291a5c1c-b0a1-4842-b9c4-3a180694ff89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:13.824188 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-559bdf46-7406-4287-a9a8-093dc70d0650 req-291a5c1c-b0a1-4842-b9c4-3a180694ff89 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e617326c-50d9-4a05-90f1-04262502b764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441754 May 06 15:05:13.927601 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf3a58-0f8b-426f-98fc-edf7e42e559e req-ed04f2c7-9330-41df-b9b8-b993cc571374 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:13.928802 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-8baf3a58-0f8b-426f-98fc-edf7e42e559e req-ed04f2c7-9330-41df-b9b8-b993cc571374 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.26 "GET /v2.0/networks?id=d7304f76-b992-4cc2-a77b-3291aec20f6e HTTP/1.1" status: 200 len: 810 time: 0.1120973 May 06 15:05:13.939835 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-559bdf46-7406-4287-a9a8-093dc70d0650 req-b60531da-7d02-49b0-8b66-ba250c8b2212 service neutron] 10.222.0.26 "GET /v2.0/networks/e617326c-50d9-4a05-90f1-04262502b764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028342 May 06 15:05:14.016279 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-8baf3a58-0f8b-426f-98fc-edf7e42e559e req-ec3983ba-0283-4226-b804-8373f2de20e6 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ad13dae3f6649fb8d8d2bdd1f1caaef HTTP/1.1" status: 200 len: 380 time: 0.0682511 May 06 15:05:14.023944 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d0e22b-2657-4eb2-8036-4001c758091b req-e0bbaa4e-d6e3-4e11-8f7a-860aefa96abf tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:14.026121 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-95d0e22b-2657-4eb2-8036-4001c758091b req-e0bbaa4e-d6e3-4e11-8f7a-860aefa96abf tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ad8648-866a-4792-a62e-b737ec4cb06a HTTP/1.1" status: 200 len: 945 time: 0.1019452 May 06 15:05:14.032785 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.v2.base [req-8baf3a58-0f8b-426f-98fc-edf7e42e559e req-8b3fd1f6-a1b2-4008-90a8-1ebc0129c37b tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Request body: {'port': {'device_id': 'f2576c4a-4c41-432c-83a7-9c7ab6360060', 'network_id': 'd7304f76-b992-4cc2-a77b-3291aec20f6e', 'admin_state_up': True, 'tenant_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'security_groups': ['c1c87ae4-39bf-49c2-919a-d85c37d766ea']}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:05:14.098512 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-559bdf46-7406-4287-a9a8-093dc70d0650 req-b5df4e49-3789-4e3f-9f51-dbb78c12b95d service neutron] 10.222.0.26 "GET /v2.0/networks/e617326c-50d9-4a05-90f1-04262502b764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421742 May 06 15:05:14.105587 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-95d0e22b-2657-4eb2-8036-4001c758091b req-773cfc99-ab69-4088-ac38-b6db47ba423b tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=a92eff12-6df3-4bf2-b300-176be048dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729578 May 06 15:05:14.163166 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8baf3a58-0f8b-426f-98fc-edf7e42e559e req-8b3fd1f6-a1b2-4008-90a8-1ebc0129c37b tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Made reservation on behalf of 5ad13dae3f6649fb8d8d2bdd1f1caaef for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 15:05:14.167482 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-8baf3a58-0f8b-426f-98fc-edf7e42e559e req-8b3fd1f6-a1b2-4008-90a8-1ebc0129c37b tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:14.299555 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-8baf3a58-0f8b-426f-98fc-edf7e42e559e req-8b3fd1f6-a1b2-4008-90a8-1ebc0129c37b tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Allocated IP 172.20.0.14 (d7304f76-b992-4cc2-a77b-3291aec20f6e/386bbac7-026e-4f68-a22c-f26fa009fb15/252be717-c8b0-42ae-83bc-38db6587b546) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 15:05:14.374799 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0101b3-0413-46a0-950e-c21a75a03566 req-51fc8d5c-d973-40c5-bdf4-d98bc1db23ef tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:14.376314 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-6a0101b3-0413-46a0-950e-c21a75a03566 req-51fc8d5c-d973-40c5-bdf4-d98bc1db23ef tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f19adbc-952b-4406-a004-e87ec20fdd63 HTTP/1.1" status: 200 len: 943 time: 0.0647831 May 06 15:05:14.486412 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-6a0101b3-0413-46a0-950e-c21a75a03566 req-62c1fa9c-12ce-4e77-bdb8-ebee924c4aba tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cc91575-ba74-4fa5-bc36-4f5fc54556a0&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0955997 May 06 15:05:14.512371 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-8baf3a58-0f8b-426f-98fc-edf7e42e559e req-8b3fd1f6-a1b2-4008-90a8-1ebc0129c37b tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks [] for port (252be717-c8b0-42ae-83bc-38db6587b546), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:14.547318 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-8baf3a58-0f8b-426f-98fc-edf7e42e559e req-8b3fd1f6-a1b2-4008-90a8-1ebc0129c37b tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732313435468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194024'] for port (252be717-c8b0-42ae-83bc-38db6587b546), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:14.589575 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8baf3a58-0f8b-426f-98fc-edf7e42e559e req-8b3fd1f6-a1b2-4008-90a8-1ebc0129c37b tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Network d7304f76-b992-4cc2-a77b-3291aec20f6e is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 15:05:14.592740 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-8baf3a58-0f8b-426f-98fc-edf7e42e559e req-8b3fd1f6-a1b2-4008-90a8-1ebc0129c37b tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 15:05:14.596660 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-8baf3a58-0f8b-426f-98fc-edf7e42e559e req-8b3fd1f6-a1b2-4008-90a8-1ebc0129c37b tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 15:05:14.608029 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01376dbf-7691-4c62-b4f9-d0e358a18afc req-7b14b794-eced-401c-8a7c-a5da49f2f800 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:14.609614 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-01376dbf-7691-4c62-b4f9-d0e358a18afc req-7b14b794-eced-401c-8a7c-a5da49f2f800 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2576c4a-4c41-432c-83a7-9c7ab6360060 HTTP/1.1" status: 200 len: 932 time: 0.0540967 May 06 15:05:14.630207 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3fd1f6-a1b2-4008-90a8-1ebc0129c37b tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Pushing event updated for resources: {'Port': ['ID=252be717-c8b0-42ae-83bc-38db6587b546,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:05:14.661561 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device bb0071d4-031e-4804-a43f-aa46f5e4a62a up at agent hyperv_hv-cinder-84067 {{(pid=103344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 15:05:14.667633 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-01376dbf-7691-4c62-b4f9-d0e358a18afc req-203e33aa-c8ab-4603-b33a-143104aa6334 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1c87ae4-39bf-49c2-919a-d85c37d766ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500016 May 06 15:05:14.667930 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf3a58-0f8b-426f-98fc-edf7e42e559e req-8b3fd1f6-a1b2-4008-90a8-1ebc0129c37b tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:14.667930 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-8baf3a58-0f8b-426f-98fc-edf7e42e559e req-8b3fd1f6-a1b2-4008-90a8-1ebc0129c37b tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:14.698038 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-8baf3a58-0f8b-426f-98fc-edf7e42e559e req-8b3fd1f6-a1b2-4008-90a8-1ebc0129c37b tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6703365 May 06 15:05:14.726359 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Provisioning for port bb0071d4-031e-4804-a43f-aa46f5e4a62a completed by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 06 15:05:14.733709 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Provisioning complete for port bb0071d4-031e-4804-a43f-aa46f5e4a62a triggered by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:05:14.734184 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (bb0071d4-031e-4804-a43f-aa46f5e4a62a), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:14.741289 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.v2.base [req-8baf3a58-0f8b-426f-98fc-edf7e42e559e req-f9a37cf5-2746-4966-8e41-bbcd0f941b58 service neutron] Request body: {'port': {'device_id': 'f2576c4a-4c41-432c-83a7-9c7ab6360060', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:05:14.807851 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-8baf3a58-0f8b-426f-98fc-edf7e42e559e req-f9a37cf5-2746-4966-8e41-bbcd0f941b58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (252be717-c8b0-42ae-83bc-38db6587b546), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:14.816043 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Current status of the port bb0071d4-031e-4804-a43f-aa46f5e4a62a is: BUILD; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:05:14.816563 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (bb0071d4-031e-4804-a43f-aa46f5e4a62a), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:14.840113 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ad8648-866a-4792-a62e-b737ec4cb06a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb0071d4-031e-4804-a43f-aa46f5e4a62a'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 15:05:14.842384 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e0964ea08b7304cb3fd06b6962f873a42c5b1f8277632c4cd90ec00bfa9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-995564be-b5db-41cf-a6d4-38a3386453fb" -d '{"events": [{"server_uuid": "19ad8648-866a-4792-a62e-b737ec4cb06a", "name": "network-vif-plugged", "status": "completed", "tag": "bb0071d4-031e-4804-a43f-aa46f5e4a62a"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 15:05:14.854589 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] For port bb0071d4-031e-4804-a43f-aa46f5e4a62a, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=bb0071d4-031e-4804-a43f-aa46f5e4a62a,segment=NetworkSegment(59b9f651-300b-41a0-9754-50f9dffdafce),segment_id=59b9f651-300b-41a0-9754-50f9dffdafce)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:05:14.866427 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (bb0071d4-031e-4804-a43f-aa46f5e4a62a), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:14.896298 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 15:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6766131e-fb1f-49f9-8335-a2cb291c3b08 x-openstack-request-id: req-6766131e-fb1f-49f9-8335-a2cb291c3b08 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 15:05:14.896628 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ad8648-866a-4792-a62e-b737ec4cb06a", "name": "network-vif-plugged", "status": "completed", "tag": "bb0071d4-031e-4804-a43f-aa46f5e4a62a", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 15:05:14.896878 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6766131e-fb1f-49f9-8335-a2cb291c3b08 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 15:05:14.897259 dv-cinder-840678-2-iscsi neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6766131e-fb1f-49f9-8335-a2cb291c3b08'] response: {'server_uuid': '19ad8648-866a-4792-a62e-b737ec4cb06a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb0071d4-031e-4804-a43f-aa46f5e4a62a', 'code': 200} May 06 15:05:14.915050 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-9093e574-715e-4c1c-9fc0-9917cc6773aa None None] Provisioning complete for port 252be717-c8b0-42ae-83bc-38db6587b546 triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:05:14.915591 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9093e574-715e-4c1c-9fc0-9917cc6773aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (252be717-c8b0-42ae-83bc-38db6587b546), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:14.962899 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Pushing event updated for resources: {'Port': ['ID=bb0071d4-031e-4804-a43f-aa46f5e4a62a,revision_number=5']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:05:14.968462 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-9093e574-715e-4c1c-9fc0-9917cc6773aa None None] Port 252be717-c8b0-42ae-83bc-38db6587b546 cannot update to ACTIVE because it is not bound. {{(pid=103344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 06 15:05:15.064345 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.notifiers.nova [req-8baf3a58-0f8b-426f-98fc-edf7e42e559e req-f9a37cf5-2746-4966-8e41-bbcd0f941b58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 252be717-c8b0-42ae-83bc-38db6587b546 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 15:05:15.072343 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-8baf3a58-0f8b-426f-98fc-edf7e42e559e req-f9a37cf5-2746-4966-8e41-bbcd0f941b58 service neutron] Publish callbacks [] for port (252be717-c8b0-42ae-83bc-38db6587b546), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:15.084485 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-8baf3a58-0f8b-426f-98fc-edf7e42e559e req-f9a37cf5-2746-4966-8e41-bbcd0f941b58 service neutron] Transition to ACTIVE for port object 252be717-c8b0-42ae-83bc-38db6587b546 will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 06 15:05:15.088381 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-8baf3a58-0f8b-426f-98fc-edf7e42e559e req-f9a37cf5-2746-4966-8e41-bbcd0f941b58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194015'] for port (252be717-c8b0-42ae-83bc-38db6587b546), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:15.140917 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a37cf5-2746-4966-8e41-bbcd0f941b58 service neutron] Pushing event updated for resources: {'Port': ['ID=252be717-c8b0-42ae-83bc-38db6587b546,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:05:15.222655 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-8baf3a58-0f8b-426f-98fc-edf7e42e559e req-f9a37cf5-2746-4966-8e41-bbcd0f941b58 service neutron] Attempting to bind port 252be717-c8b0-42ae-83bc-38db6587b546 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 15:05:15.223289 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-8baf3a58-0f8b-426f-98fc-edf7e42e559e req-f9a37cf5-2746-4966-8e41-bbcd0f941b58 service neutron] Attempting to bind port 252be717-c8b0-42ae-83bc-38db6587b546 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': 'cf545a1c-4990-4216-8ab0-67a99018f922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd7304f76-b992-4cc2-a77b-3291aec20f6e'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 15:05:15.223615 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8baf3a58-0f8b-426f-98fc-edf7e42e559e req-f9a37cf5-2746-4966-8e41-bbcd0f941b58 service neutron] Attempting to bind port 252be717-c8b0-42ae-83bc-38db6587b546 on network d7304f76-b992-4cc2-a77b-3291aec20f6e {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 15:05:15.228878 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8baf3a58-0f8b-426f-98fc-edf7e42e559e req-f9a37cf5-2746-4966-8e41-bbcd0f941b58 service neutron] Port 252be717-c8b0-42ae-83bc-38db6587b546 on network d7304f76-b992-4cc2-a77b-3291aec20f6e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 15:05:15.229197 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8baf3a58-0f8b-426f-98fc-edf7e42e559e req-f9a37cf5-2746-4966-8e41-bbcd0f941b58 service neutron] Attempting to bind port 252be717-c8b0-42ae-83bc-38db6587b546 on network d7304f76-b992-4cc2-a77b-3291aec20f6e {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 15:05:15.234639 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8baf3a58-0f8b-426f-98fc-edf7e42e559e req-f9a37cf5-2746-4966-8e41-bbcd0f941b58 service neutron] Checking agent: {'id': '1eb4536b-031c-4a65-bfe5-fc1ede7d9429', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 14, 56, 20), 'started_at': datetime.datetime(2022, 5, 6, 14, 56, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 15, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 15:05:15.234967 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8baf3a58-0f8b-426f-98fc-edf7e42e559e req-f9a37cf5-2746-4966-8e41-bbcd0f941b58 service neutron] Checking segment: {'id': 'cf545a1c-4990-4216-8ab0-67a99018f922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd7304f76-b992-4cc2-a77b-3291aec20f6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 15:05:15.235341 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8baf3a58-0f8b-426f-98fc-edf7e42e559e req-f9a37cf5-2746-4966-8e41-bbcd0f941b58 service neutron] Bound using segment: {'id': 'cf545a1c-4990-4216-8ab0-67a99018f922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd7304f76-b992-4cc2-a77b-3291aec20f6e'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 15:05:15.235797 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-8baf3a58-0f8b-426f-98fc-edf7e42e559e req-f9a37cf5-2746-4966-8e41-bbcd0f941b58 service neutron] Bound port: 252be717-c8b0-42ae-83bc-38db6587b546, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf545a1c-4990-4216-8ab0-67a99018f922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd7304f76-b992-4cc2-a77b-3291aec20f6e'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 15:05:15.236353 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-8baf3a58-0f8b-426f-98fc-edf7e42e559e req-f9a37cf5-2746-4966-8e41-bbcd0f941b58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (252be717-c8b0-42ae-83bc-38db6587b546), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:15.237748 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753f24b1-fce7-4686-ac41-fed7b0c4f0ad req-5a8500b8-8901-414a-9fd7-4e958a9813a4 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:15.239753 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-753f24b1-fce7-4686-ac41-fed7b0c4f0ad req-5a8500b8-8901-414a-9fd7-4e958a9813a4 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ad8648-866a-4792-a62e-b737ec4cb06a HTTP/1.1" status: 200 len: 946 time: 0.0525103 May 06 15:05:15.295591 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-753f24b1-fce7-4686-ac41-fed7b0c4f0ad req-f1cc7b9d-1135-40d5-a773-f6848f7426e7 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=a92eff12-6df3-4bf2-b300-176be048dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476382 May 06 15:05:15.306324 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-8baf3a58-0f8b-426f-98fc-edf7e42e559e req-f9a37cf5-2746-4966-8e41-bbcd0f941b58 service neutron] For port 252be717-c8b0-42ae-83bc-38db6587b546, host hv-cinder-84067, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 15:05:15.309895 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-8baf3a58-0f8b-426f-98fc-edf7e42e559e req-f9a37cf5-2746-4966-8e41-bbcd0f941b58 service neutron] For port 252be717-c8b0-42ae-83bc-38db6587b546, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=252be717-c8b0-42ae-83bc-38db6587b546,segment=NetworkSegment(cf545a1c-4990-4216-8ab0-67a99018f922),segment_id=cf545a1c-4990-4216-8ab0-67a99018f922)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 15:05:15.324692 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-8baf3a58-0f8b-426f-98fc-edf7e42e559e req-f9a37cf5-2746-4966-8e41-bbcd0f941b58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194015'] for port (252be717-c8b0-42ae-83bc-38db6587b546), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:15.350822 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf3a58-0f8b-426f-98fc-edf7e42e559e req-f9a37cf5-2746-4966-8e41-bbcd0f941b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:15.351794 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-8baf3a58-0f8b-426f-98fc-edf7e42e559e req-f9a37cf5-2746-4966-8e41-bbcd0f941b58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:15.353886 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-8baf3a58-0f8b-426f-98fc-edf7e42e559e req-f9a37cf5-2746-4966-8e41-bbcd0f941b58 service neutron] 10.222.0.26 "PUT /v2.0/ports/252be717-c8b0-42ae-83bc-38db6587b546 HTTP/1.1" status: 200 len: 1094 time: 0.6174376 May 06 15:05:15.356233 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2576c4a-4c41-432c-83a7-9c7ab6360060', 'tag': '252be717-c8b0-42ae-83bc-38db6587b546'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 15:05:15.358711 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5daf9cee7e39eb515dc660b2975ad5fbac0ba75c1025697cc881fad3e2d3ce45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c79945-7f6b-4de6-a525-7333d7b54ef9" -d '{"events": [{"name": "network-changed", "server_uuid": "f2576c4a-4c41-432c-83a7-9c7ab6360060", "tag": "252be717-c8b0-42ae-83bc-38db6587b546"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 15:05:15.390299 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a37cf5-2746-4966-8e41-bbcd0f941b58 service neutron] Pushing event updated for resources: {'Port': ['ID=252be717-c8b0-42ae-83bc-38db6587b546,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:05:15.409411 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 15:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6319d05e-1f6f-4b69-ba61-aaba86935dc7 x-openstack-request-id: req-6319d05e-1f6f-4b69-ba61-aaba86935dc7 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 15:05:15.409698 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2576c4a-4c41-432c-83a7-9c7ab6360060", "tag": "252be717-c8b0-42ae-83bc-38db6587b546", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 15:05:15.409951 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6319d05e-1f6f-4b69-ba61-aaba86935dc7 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 15:05:15.410353 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6319d05e-1f6f-4b69-ba61-aaba86935dc7'] response: {'name': 'network-changed', 'server_uuid': 'f2576c4a-4c41-432c-83a7-9c7ab6360060', 'tag': '252be717-c8b0-42ae-83bc-38db6587b546', 'status': 'completed', 'code': 200} May 06 15:05:15.605961 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a82b1c-c34e-4ad7-8ef0-36610a977e7d req-142f48a4-7f4d-4bbe-8163-bfb7ae39d5df tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:15.607446 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-c3a82b1c-c34e-4ad7-8ef0-36610a977e7d req-142f48a4-7f4d-4bbe-8163-bfb7ae39d5df tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f19adbc-952b-4406-a004-e87ec20fdd63 HTTP/1.1" status: 200 len: 943 time: 0.0470469 May 06 15:05:15.660564 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-c3a82b1c-c34e-4ad7-8ef0-36610a977e7d req-21c8aeb6-dd81-466d-82c4-dfb2adfcf448 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cc91575-ba74-4fa5-bc36-4f5fc54556a0&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0477037 May 06 15:05:15.797642 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6437212-d379-4b11-ac91-189276fe1b9b req-81e7e303-4d26-4e31-97cc-3d1e4664d22f tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:15.799103 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-e6437212-d379-4b11-ac91-189276fe1b9b req-81e7e303-4d26-4e31-97cc-3d1e4664d22f tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2576c4a-4c41-432c-83a7-9c7ab6360060 HTTP/1.1" status: 200 len: 944 time: 0.0533214 May 06 15:05:15.850953 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-e6437212-d379-4b11-ac91-189276fe1b9b req-a2d6b3c8-89f7-4c40-9c8b-778e0b8650c6 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1c87ae4-39bf-49c2-919a-d85c37d766ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461836 May 06 15:05:15.892925 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c79945-7f6b-4de6-a525-7333d7b54ef9 req-e51c4e9a-7a66-4dbc-b4f8-866ab46be205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:15.894408 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-48c79945-7f6b-4de6-a525-7333d7b54ef9 req-e51c4e9a-7a66-4dbc-b4f8-866ab46be205 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5ad13dae3f6649fb8d8d2bdd1f1caaef&device_id=f2576c4a-4c41-432c-83a7-9c7ab6360060 HTTP/1.1" status: 200 len: 1128 time: 0.0400116 May 06 15:05:15.998990 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c79945-7f6b-4de6-a525-7333d7b54ef9 req-f9092075-4823-496a-b509-3ce80dcc1192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:16.000463 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-48c79945-7f6b-4de6-a525-7333d7b54ef9 req-f9092075-4823-496a-b509-3ce80dcc1192 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=5ad13dae3f6649fb8d8d2bdd1f1caaef&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0965395 May 06 15:05:16.023498 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56ee570-b56a-49a0-942a-6e7c98945c5f req-5f38b436-f144-4f02-add8-f235e151bb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:16.025325 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-d56ee570-b56a-49a0-942a-6e7c98945c5f req-5f38b436-f144-4f02-add8-f235e151bb27 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=19ad8648-866a-4792-a62e-b737ec4cb06a HTTP/1.1" status: 200 len: 1130 time: 0.0393538 May 06 15:05:16.074336 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-d56ee570-b56a-49a0-942a-6e7c98945c5f req-696224bd-66f8-4605-906d-a20d7a22b8fc service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a92eff12-6df3-4bf2-b300-176be048dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384088 May 06 15:05:16.096737 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c79945-7f6b-4de6-a525-7333d7b54ef9 req-a843a72b-a8c5-4f5c-975b-80f10c2950b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:16.098182 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-48c79945-7f6b-4de6-a525-7333d7b54ef9 req-a843a72b-a8c5-4f5c-975b-80f10c2950b1 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0875463 May 06 15:05:16.418078 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde036cc-aa30-4f2b-bbb2-11f6c2289290 req-0dfd8c9f-9766-4720-8fc0-2574dce5ca48 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:16.419494 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-dde036cc-aa30-4f2b-bbb2-11f6c2289290 req-0dfd8c9f-9766-4720-8fc0-2574dce5ca48 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ad8648-866a-4792-a62e-b737ec4cb06a HTTP/1.1" status: 200 len: 946 time: 0.0478537 May 06 15:05:16.467241 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-dde036cc-aa30-4f2b-bbb2-11f6c2289290 req-08ca7a11-a508-4e6e-8e2c-9415650d3d81 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=a92eff12-6df3-4bf2-b300-176be048dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421023 May 06 15:05:16.481091 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf3a58-0f8b-426f-98fc-edf7e42e559e req-ae332c70-7bb7-4a2e-b353-1b37ace6e5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:16.482664 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-8baf3a58-0f8b-426f-98fc-edf7e42e559e req-ae332c70-7bb7-4a2e-b353-1b37ace6e5b6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5ad13dae3f6649fb8d8d2bdd1f1caaef&device_id=f2576c4a-4c41-432c-83a7-9c7ab6360060 HTTP/1.1" status: 200 len: 1128 time: 0.0403688 May 06 15:05:16.542243 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-8baf3a58-0f8b-426f-98fc-edf7e42e559e req-7194d34d-f8bc-4b96-b777-269daa79637c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=252be717-c8b0-42ae-83bc-38db6587b546 HTTP/1.1" status: 200 len: 217 time: 0.0441310 May 06 15:05:16.590928 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf3a58-0f8b-426f-98fc-edf7e42e559e req-4f31c00b-ce3f-4df1-945a-c978b2e1cfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:16.592322 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-8baf3a58-0f8b-426f-98fc-edf7e42e559e req-4f31c00b-ce3f-4df1-945a-c978b2e1cfdb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=386bbac7-026e-4f68-a22c-f26fa009fb15 HTTP/1.1" status: 200 len: 849 time: 0.0432777 May 06 15:05:16.655233 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf3a58-0f8b-426f-98fc-edf7e42e559e req-5f67c6d8-26a6-41a0-ae96-c8d6e3481a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:16.656795 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-8baf3a58-0f8b-426f-98fc-edf7e42e559e req-5f67c6d8-26a6-41a0-ae96-c8d6e3481a03 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d7304f76-b992-4cc2-a77b-3291aec20f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390759 May 06 15:05:16.674171 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device d16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 15:05:16.777633 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] For port d16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=d16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8,segment=NetworkSegment(bb34cda3-37af-4167-b981-0643034a4aa7),segment_id=bb34cda3-37af-4167-b981-0643034a4aa7)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:05:16.788280 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Returning: {'device': 'd16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8', 'network_id': '930e9db3-dfec-4f84-956d-74111c835ba4', 'port_id': 'd16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8', 'mac_address': 'fa:16:3e:87:b6:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df318507-d5d9-462f-9365-0df583e1ec25', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 15:05:16.794058 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b2595b-5a17-4a56-8ef6-de1bf0bd04c3 req-0f1306a4-718d-4fac-9460-44ea4038db3c tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:16.795534 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-52b2595b-5a17-4a56-8ef6-de1bf0bd04c3 req-0f1306a4-718d-4fac-9460-44ea4038db3c tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f19adbc-952b-4406-a004-e87ec20fdd63 HTTP/1.1" status: 200 len: 943 time: 0.0637345 May 06 15:05:16.797536 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-8baf3a58-0f8b-426f-98fc-edf7e42e559e req-76b3e89a-22ea-41ef-a31a-e4a2cea322e9 service neutron] 10.222.0.26 "GET /v2.0/networks/d7304f76-b992-4cc2-a77b-3291aec20f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282039 May 06 15:05:16.825736 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Current status of the port d16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8 is: DOWN; New status is: BUILD {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:05:16.826128 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (d16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:16.839939 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.notifiers.nova [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8 {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 15:05:16.844457 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-52b2595b-5a17-4a56-8ef6-de1bf0bd04c3 req-cb262635-f5de-4c04-9a90-bd033ba0914d tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cc91575-ba74-4fa5-bc36-4f5fc54556a0&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0432367 May 06 15:05:16.860558 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] For port d16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=d16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8,segment=NetworkSegment(bb34cda3-37af-4167-b981-0643034a4aa7),segment_id=bb34cda3-37af-4167-b981-0643034a4aa7)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:05:16.864872 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (d16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:16.913031 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Pushing event updated for resources: {'Port': ['ID=d16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8,revision_number=4']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:05:16.971351 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa6e038-f4ae-4256-b558-e651865124ae req-8c410bf9-28e0-44f1-9ad4-ceeba42b6093 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:16.973124 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-5aa6e038-f4ae-4256-b558-e651865124ae req-8c410bf9-28e0-44f1-9ad4-ceeba42b6093 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2576c4a-4c41-432c-83a7-9c7ab6360060 HTTP/1.1" status: 200 len: 944 time: 0.0512040 May 06 15:05:17.019910 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-5aa6e038-f4ae-4256-b558-e651865124ae req-7c9504f6-bd62-4381-be9a-39804800a99b tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1c87ae4-39bf-49c2-919a-d85c37d766ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409827 May 06 15:05:17.332855 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] get_ports_and_sgs() called for port_ids ['d16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8'] {{(pid=103344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 15:05:17.518187 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-8baf3a58-0f8b-426f-98fc-edf7e42e559e req-5000f47b-8d3e-453c-ba0e-d83291b662d5 service neutron] 10.222.0.26 "GET /v2.0/networks/d7304f76-b992-4cc2-a77b-3291aec20f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879419 May 06 15:05:17.587648 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3f58e2-9c63-4bc6-906c-61221553f610 req-f4d519fc-89b2-4c74-8a2a-ca45e3f815eb tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:17.589055 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-ff3f58e2-9c63-4bc6-906c-61221553f610 req-f4d519fc-89b2-4c74-8a2a-ca45e3f815eb tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ad8648-866a-4792-a62e-b737ec4cb06a HTTP/1.1" status: 200 len: 946 time: 0.0478725 May 06 15:05:17.635260 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-ff3f58e2-9c63-4bc6-906c-61221553f610 req-fd3badd1-1356-4d97-a2df-3269e4d249fa tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=a92eff12-6df3-4bf2-b300-176be048dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405371 May 06 15:05:17.956632 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32203401-a4b6-4c30-9f11-ef3e08649aa9 req-8811edf1-69cd-407e-94d7-8d1bba04beb0 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:17.958091 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-32203401-a4b6-4c30-9f11-ef3e08649aa9 req-8811edf1-69cd-407e-94d7-8d1bba04beb0 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f19adbc-952b-4406-a004-e87ec20fdd63 HTTP/1.1" status: 200 len: 944 time: 0.0464251 May 06 15:05:18.006399 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-32203401-a4b6-4c30-9f11-ef3e08649aa9 req-eb50bfc0-033a-4aef-b7e5-ca4497107ced tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cc91575-ba74-4fa5-bc36-4f5fc54556a0&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0426362 May 06 15:05:18.133143 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e0b5b1-e07b-4c36-91e5-a83a184cf4c5 req-29c9e0a9-cf66-42e7-9fc1-b0b129f316f5 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:18.135353 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-a4e0b5b1-e07b-4c36-91e5-a83a184cf4c5 req-29c9e0a9-cf66-42e7-9fc1-b0b129f316f5 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2576c4a-4c41-432c-83a7-9c7ab6360060 HTTP/1.1" status: 200 len: 944 time: 0.0478425 May 06 15:05:18.187112 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-a4e0b5b1-e07b-4c36-91e5-a83a184cf4c5 req-71a05ae9-9e9d-4043-a53b-53df458e93dd tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1c87ae4-39bf-49c2-919a-d85c37d766ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461681 May 06 15:05:18.749509 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee0478-3018-4f23-9d53-72dc235e9e25 req-856574b9-e2b4-4ba8-98c6-49cc19e66682 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:18.750963 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-34ee0478-3018-4f23-9d53-72dc235e9e25 req-856574b9-e2b4-4ba8-98c6-49cc19e66682 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ad8648-866a-4792-a62e-b737ec4cb06a HTTP/1.1" status: 200 len: 946 time: 0.0465076 May 06 15:05:18.778367 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device d16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8 up at agent hyperv_hv-cinder-84067 {{(pid=103344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 15:05:18.817409 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-34ee0478-3018-4f23-9d53-72dc235e9e25 req-51d5b3cf-ac6e-4fc5-80d3-7dc0d1fcbfc8 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=a92eff12-6df3-4bf2-b300-176be048dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605900 May 06 15:05:18.836529 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Provisioning for port d16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8 completed by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 06 15:05:18.844320 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Provisioning complete for port d16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8 triggered by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:05:18.844778 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (d16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:18.921126 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Current status of the port d16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8 is: BUILD; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:05:18.921428 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (d16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:18.942991 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f19adbc-952b-4406-a004-e87ec20fdd63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 15:05:18.945237 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e0964ea08b7304cb3fd06b6962f873a42c5b1f8277632c4cd90ec00bfa9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-726be7cb-3340-48e9-b1eb-bb4962bca9d9" -d '{"events": [{"server_uuid": "5f19adbc-952b-4406-a004-e87ec20fdd63", "name": "network-vif-plugged", "status": "completed", "tag": "d16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 15:05:18.958308 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] For port d16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=d16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8,segment=NetworkSegment(bb34cda3-37af-4167-b981-0643034a4aa7),segment_id=bb34cda3-37af-4167-b981-0643034a4aa7)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:05:18.963487 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (d16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:18.989973 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 15:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e12567bd-fae4-4612-a83c-9eb3f2b78ab2 x-openstack-request-id: req-e12567bd-fae4-4612-a83c-9eb3f2b78ab2 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 15:05:18.990275 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f19adbc-952b-4406-a004-e87ec20fdd63", "name": "network-vif-plugged", "status": "completed", "tag": "d16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 15:05:18.990529 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e12567bd-fae4-4612-a83c-9eb3f2b78ab2 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 15:05:18.990919 dv-cinder-840678-2-iscsi neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e12567bd-fae4-4612-a83c-9eb3f2b78ab2'] response: {'server_uuid': '5f19adbc-952b-4406-a004-e87ec20fdd63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8', 'code': 200} May 06 15:05:19.015005 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Pushing event updated for resources: {'Port': ['ID=d16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8,revision_number=5']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:05:19.119876 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0796d2bd-b8c9-47e7-8739-f2d3dd94b1e0 req-81b9a0cd-c0d5-445f-84dd-255392492878 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:19.121353 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-0796d2bd-b8c9-47e7-8739-f2d3dd94b1e0 req-81b9a0cd-c0d5-445f-84dd-255392492878 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f19adbc-952b-4406-a004-e87ec20fdd63 HTTP/1.1" status: 200 len: 945 time: 0.0469232 May 06 15:05:19.172329 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-0796d2bd-b8c9-47e7-8739-f2d3dd94b1e0 req-d44477e6-3b39-4bbd-8da4-f625514c9820 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cc91575-ba74-4fa5-bc36-4f5fc54556a0&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0453546 May 06 15:05:19.300701 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c853e27d-6bb7-4c78-9340-64b7d23ed4a0 req-2bb5c090-97d9-41ba-838b-dc1df1d27d21 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:19.302151 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-c853e27d-6bb7-4c78-9340-64b7d23ed4a0 req-2bb5c090-97d9-41ba-838b-dc1df1d27d21 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2576c4a-4c41-432c-83a7-9c7ab6360060 HTTP/1.1" status: 200 len: 944 time: 0.0466650 May 06 15:05:19.347785 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-c853e27d-6bb7-4c78-9340-64b7d23ed4a0 req-428f473d-f198-47f3-b7d4-f4e01bc36a00 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1c87ae4-39bf-49c2-919a-d85c37d766ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400200 May 06 15:05:19.935917 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dca00b-3a25-4873-b32c-349b6dd4b58d req-ef0681e9-f989-4147-9e6a-9858da4da5fd tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:19.937436 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-d2dca00b-3a25-4873-b32c-349b6dd4b58d req-ef0681e9-f989-4147-9e6a-9858da4da5fd tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ad8648-866a-4792-a62e-b737ec4cb06a HTTP/1.1" status: 200 len: 946 time: 0.0474377 May 06 15:05:19.983783 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-d2dca00b-3a25-4873-b32c-349b6dd4b58d req-748be083-8b3f-4435-a023-7adab12aa93f tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=a92eff12-6df3-4bf2-b300-176be048dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408170 May 06 15:05:20.099185 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae47f4a-cdee-44af-a091-1db7ba537aa7 req-c955e430-d7bb-460a-a168-5e96d703e963 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:20.100677 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-5ae47f4a-cdee-44af-a091-1db7ba537aa7 req-c955e430-d7bb-460a-a168-5e96d703e963 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ad8648-866a-4792-a62e-b737ec4cb06a HTTP/1.1" status: 200 len: 946 time: 0.0467980 May 06 15:05:20.109264 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 50020) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:05:20.113701 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.v2.base [None req-f03d8816-2428-46eb-aa23-9f79f73afdf8 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Request body: {'floatingip': {'port_id': 'bb0071d4-031e-4804-a43f-aa46f5e4a62a'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:05:20.192348 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f03d8816-2428-46eb-aa23-9f79f73afdf8 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks [] for floatingip (976df5f7-1f39-4358-961a-e1c1f5ab0154), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:20.294419 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a3fce-20ce-4bf3-8fa8-d88eab451758 req-629492d1-b2da-4ea6-ba47-251dc1e3a547 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:20.296783 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-8e3a3fce-20ce-4bf3-8fa8-d88eab451758 req-629492d1-b2da-4ea6-ba47-251dc1e3a547 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f19adbc-952b-4406-a004-e87ec20fdd63 HTTP/1.1" status: 200 len: 945 time: 0.0559351 May 06 15:05:20.360385 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-8e3a3fce-20ce-4bf3-8fa8-d88eab451758 req-01a2eb12-1c8f-49a6-b1ae-ba97f770907b tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cc91575-ba74-4fa5-bc36-4f5fc54556a0&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0566230 May 06 15:05:20.609646 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfde528a-4cc9-4f1b-8c54-7b0546912a23 req-a7a3c12d-79fd-4441-a40c-b289f5586815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:20.611214 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-cfde528a-4cc9-4f1b-8c54-7b0546912a23 req-a7a3c12d-79fd-4441-a40c-b289f5586815 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5f19adbc-952b-4406-a004-e87ec20fdd63 HTTP/1.1" status: 200 len: 1129 time: 0.0918629 May 06 15:05:20.617129 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5922c1-32dd-4ad3-b6b7-a30b6eb29b82 req-f87b784d-40f4-4ad5-88bc-393fbaa776a0 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:20.618612 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-3c5922c1-32dd-4ad3-b6b7-a30b6eb29b82 req-f87b784d-40f4-4ad5-88bc-393fbaa776a0 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2576c4a-4c41-432c-83a7-9c7ab6360060 HTTP/1.1" status: 200 len: 944 time: 0.1003430 May 06 15:05:20.619501 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (1eb4536b-031c-4a65-bfe5-fc1ede7d9429), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:20.736295 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-cfde528a-4cc9-4f1b-8c54-7b0546912a23 req-9223b831-5a88-4182-83e7-17e9a9483919 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4cc91575-ba74-4fa5-bc36-4f5fc54556a0&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0876379 May 06 15:05:20.741795 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-3c5922c1-32dd-4ad3-b6b7-a30b6eb29b82 req-bc9d0f30-3619-4b39-9fc2-ca1220be8bc4 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1c87ae4-39bf-49c2-919a-d85c37d766ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915473 May 06 15:05:20.781196 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device 252be717-c8b0-42ae-83bc-38db6587b546 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 15:05:20.876680 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] For port 252be717-c8b0-42ae-83bc-38db6587b546, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=252be717-c8b0-42ae-83bc-38db6587b546,segment=NetworkSegment(cf545a1c-4990-4216-8ab0-67a99018f922),segment_id=cf545a1c-4990-4216-8ab0-67a99018f922)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:05:20.891353 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Returning: {'device': '252be717-c8b0-42ae-83bc-38db6587b546', 'network_id': 'd7304f76-b992-4cc2-a77b-3291aec20f6e', 'port_id': '252be717-c8b0-42ae-83bc-38db6587b546', 'mac_address': 'fa:16:3e:df:a0:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '386bbac7-026e-4f68-a22c-f26fa009fb15', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 15:05:20.929584 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Current status of the port 252be717-c8b0-42ae-83bc-38db6587b546 is: DOWN; New status is: BUILD {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:05:20.929982 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (252be717-c8b0-42ae-83bc-38db6587b546), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:20.943924 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.notifiers.nova [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 252be717-c8b0-42ae-83bc-38db6587b546 {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 15:05:20.963824 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] For port 252be717-c8b0-42ae-83bc-38db6587b546, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=252be717-c8b0-42ae-83bc-38db6587b546,segment=NetworkSegment(cf545a1c-4990-4216-8ab0-67a99018f922),segment_id=cf545a1c-4990-4216-8ab0-67a99018f922)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:05:20.966943 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (252be717-c8b0-42ae-83bc-38db6587b546), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:21.013969 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Pushing event updated for resources: {'Port': ['ID=252be717-c8b0-42ae-83bc-38db6587b546,revision_number=4']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:05:21.047786 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f03d8816-2428-46eb-aa23-9f79f73afdf8 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:21.051583 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f03d8816-2428-46eb-aa23-9f79f73afdf8 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429592'] for floatingip (976df5f7-1f39-4358-961a-e1c1f5ab0154), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:21.155501 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.db.l3_db [None req-f03d8816-2428-46eb-aa23-9f79f73afdf8 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Floating IP 976df5f7-1f39-4358-961a-e1c1f5ab0154 associated. External IP: 172.27.2.248, port: bb0071d4-031e-4804-a43f-aa46f5e4a62a. May 06 15:05:21.366311 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f03d8816-2428-46eb-aa23-9f79f73afdf8 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Router 9b86048a-66a1-446e-9597-a9a025a1c8d0 has already been hosted by L3 agent ec8f31e6-1756-4927-8bc3-e144e6f0af83 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 15:05:21.468451 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] get_ports_and_sgs() called for port_ids ['252be717-c8b0-42ae-83bc-38db6587b546'] {{(pid=103344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 15:05:21.481089 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f03d8816-2428-46eb-aa23-9f79f73afdf8 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Notify agent at l3_agent.dv-cinder-840678-2-iscsi the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 15:05:21.484719 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2a6860-4c0a-494f-a491-bbc7978ee574 req-3e034867-cca7-4b46-aac8-4c795fa6a4cc tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:21.486308 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-fc2a6860-4c0a-494f-a491-bbc7978ee574 req-3e034867-cca7-4b46-aac8-4c795fa6a4cc tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f19adbc-952b-4406-a004-e87ec20fdd63 HTTP/1.1" status: 200 len: 945 time: 0.0530086 May 06 15:05:21.491268 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b893268-bae1-4a93-94de-bab159d36e04 None None] Sync routers for ids ['9b86048a-66a1-446e-9597-a9a025a1c8d0'] in dv-cinder-840678-2-iscsi {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 15:05:21.491863 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f03d8816-2428-46eb-aa23-9f79f73afdf8 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for floatingip (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:21.519542 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b893268-bae1-4a93-94de-bab159d36e04 None None] Routers {'9b86048a-66a1-446e-9597-a9a025a1c8d0'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:05:21.520178 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-9b893268-bae1-4a93-94de-bab159d36e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:05:09Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['9b86048a-66a1-446e-9597-a9a025a1c8d0'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:05:21.526503 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-f03d8816-2428-46eb-aa23-9f79f73afdf8 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "PUT /v2.0/floatingips/976df5f7-1f39-4358-961a-e1c1f5ab0154 HTTP/1.1" status: 200 len: 992 time: 1.4161704 May 06 15:05:21.527597 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ad8648-866a-4792-a62e-b737ec4cb06a', 'tag': 'bb0071d4-031e-4804-a43f-aa46f5e4a62a'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 15:05:21.529920 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5daf9cee7e39eb515dc660b2975ad5fbac0ba75c1025697cc881fad3e2d3ce45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec646a6-ab26-4ae9-a330-a3eb28aacc6d" -d '{"events": [{"name": "network-changed", "server_uuid": "19ad8648-866a-4792-a62e-b737ec4cb06a", "tag": "bb0071d4-031e-4804-a43f-aa46f5e4a62a"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 15:05:21.548141 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-fc2a6860-4c0a-494f-a491-bbc7978ee574 req-a24fe350-ec62-4b31-8087-eae787408ea5 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cc91575-ba74-4fa5-bc36-4f5fc54556a0&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0547094 May 06 15:05:21.569625 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 15:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1aae89f-f3a2-4278-82eb-ec8446083dae x-openstack-request-id: req-b1aae89f-f3a2-4278-82eb-ec8446083dae {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 15:05:21.569923 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19ad8648-866a-4792-a62e-b737ec4cb06a", "tag": "bb0071d4-031e-4804-a43f-aa46f5e4a62a", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 15:05:21.570201 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b1aae89f-f3a2-4278-82eb-ec8446083dae {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 15:05:21.570610 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1aae89f-f3a2-4278-82eb-ec8446083dae'] response: {'name': 'network-changed', 'server_uuid': '19ad8648-866a-4792-a62e-b737ec4cb06a', 'tag': 'bb0071d4-031e-4804-a43f-aa46f5e4a62a', 'status': 'completed', 'code': 200} May 06 15:05:21.691163 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-9b893268-bae1-4a93-94de-bab159d36e04 None None] Set router 9b86048a-66a1-446e-9597-a9a025a1c8d0 gateway port host: dv-cinder-840678-2-iscsi {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:05:21.868951 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d615b2-2294-4178-a545-bdb721e70d83 req-23cbd37d-d086-4a19-af8c-ff3fddfedac8 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:21.870433 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-08d615b2-2294-4178-a545-bdb721e70d83 req-23cbd37d-d086-4a19-af8c-ff3fddfedac8 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2576c4a-4c41-432c-83a7-9c7ab6360060 HTTP/1.1" status: 200 len: 945 time: 0.0537462 May 06 15:05:21.918617 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-08d615b2-2294-4178-a545-bdb721e70d83 req-6a59bcba-2779-46da-9b91-b835ac1ae890 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1c87ae4-39bf-49c2-919a-d85c37d766ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425565 May 06 15:05:21.999238 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec646a6-ab26-4ae9-a330-a3eb28aacc6d req-d2373ef0-c4ad-4c8e-a6b5-581f376d8259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:22.000900 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-eec646a6-ab26-4ae9-a330-a3eb28aacc6d req-d2373ef0-c4ad-4c8e-a6b5-581f376d8259 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=04793e5505aa4d32ab3efed2892ea2b4&device_id=19ad8648-866a-4792-a62e-b737ec4cb06a HTTP/1.1" status: 200 len: 1130 time: 0.0434346 May 06 15:05:22.111041 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-9b893268-bae1-4a93-94de-bab159d36e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b86048a-66a1-446e-9597-a9a025a1c8d0', 'name': 'tempest-AttachVolumeShelveTestJSON-59332451-router', 'tenant_id': '04793e5505aa4d32ab3efed2892ea2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'b43727e9-9f23-42da-9566-42ed79f45494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:58:21Z', 'updated_at': '2022-05-06T14:58:36Z', 'revision_number': 4, 'project_id': '04793e5505aa4d32ab3efed2892ea2b4', 'gw_port': {'id': 'b43727e9-9f23-42da-9566-42ed79f45494', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b86048a-66a1-446e-9597-a9a025a1c8d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:23Z', 'updated_at': '2022-05-06T14:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_floatingips': [{'id': '976df5f7-1f39-4358-961a-e1c1f5ab0154', 'tenant_id': '04793e5505aa4d32ab3efed2892ea2b4', 'floating_ip_address': '172.27.2.248', 'floating_network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'router_id': '9b86048a-66a1-446e-9597-a9a025a1c8d0', 'port_id': 'bb0071d4-031e-4804-a43f-aa46f5e4a62a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e617326c-50d9-4a05-90f1-04262502b764', 'mac_address': 'fa:16:3e:31:e5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ad8648-866a-4792-a62e-b737ec4cb06a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T15:05:05Z', 'updated_at': '2022-05-06T15:05:20Z', 'revision_number': 1, 'project_id': '04793e5505aa4d32ab3efed2892ea2b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83e3d554-1cc7-4fb4-8cc6-640161742fc5', 'name': '', 'network_id': 'e617326c-50d9-4a05-90f1-04262502b764', 'tenant_id': '04793e5505aa4d32ab3efed2892ea2b4', 'mac_address': 'fa:16:3e:0b:15:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b86048a-66a1-446e-9597-a9a025a1c8d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '73d058b8-ef9e-473c-9be9-61c8d64fe350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:32Z', 'updated_at': '2022-05-06T14:58:46Z', 'revision_number': 5, 'project_id': '04793e5505aa4d32ab3efed2892ea2b4', 'subnets': [{'id': '73d058b8-ef9e-473c-9be9-61c8d64fe350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:05:22.117245 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec646a6-ab26-4ae9-a330-a3eb28aacc6d req-3501b4ba-2280-4d66-98d0-55580e4d6fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:22.118770 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-eec646a6-ab26-4ae9-a330-a3eb28aacc6d req-3501b4ba-2280-4d66-98d0-55580e4d6fbd service neutron] 10.222.0.26 "GET /v2.0/networks?id=e617326c-50d9-4a05-90f1-04262502b764 HTTP/1.1" status: 200 len: 916 time: 0.0896091 May 06 15:05:22.137213 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b893268-bae1-4a93-94de-bab159d36e04 None None] Checking router: 9b86048a-66a1-446e-9597-a9a025a1c8d0 for host: dv-cinder-840678-2-iscsi {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 15:05:22.145556 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b893268-bae1-4a93-94de-bab159d36e04 None None] Routers {'9b86048a-66a1-446e-9597-a9a025a1c8d0'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:05:22.146170 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-9b893268-bae1-4a93-94de-bab159d36e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:05:09Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['9b86048a-66a1-446e-9597-a9a025a1c8d0'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:05:22.226171 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-eec646a6-ab26-4ae9-a330-a3eb28aacc6d req-416c15d7-1016-48ae-acc8-e918ebd9acbc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb0071d4-031e-4804-a43f-aa46f5e4a62a HTTP/1.1" status: 200 len: 1000 time: 0.0592835 May 06 15:05:22.256859 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-9b893268-bae1-4a93-94de-bab159d36e04 None None] Set router 9b86048a-66a1-446e-9597-a9a025a1c8d0 gateway port host: dv-cinder-840678-2-iscsi {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:05:22.317097 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec646a6-ab26-4ae9-a330-a3eb28aacc6d req-abcc8dfd-6e19-4325-a60e-9935dc6c9519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:22.318615 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-eec646a6-ab26-4ae9-a330-a3eb28aacc6d req-abcc8dfd-6e19-4325-a60e-9935dc6c9519 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=73d058b8-ef9e-473c-9be9-61c8d64fe350 HTTP/1.1" status: 200 len: 854 time: 0.0484722 May 06 15:05:22.478594 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-9b893268-bae1-4a93-94de-bab159d36e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b86048a-66a1-446e-9597-a9a025a1c8d0', 'name': 'tempest-AttachVolumeShelveTestJSON-59332451-router', 'tenant_id': '04793e5505aa4d32ab3efed2892ea2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'b43727e9-9f23-42da-9566-42ed79f45494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:58:21Z', 'updated_at': '2022-05-06T14:58:36Z', 'revision_number': 4, 'project_id': '04793e5505aa4d32ab3efed2892ea2b4', 'gw_port': {'id': 'b43727e9-9f23-42da-9566-42ed79f45494', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b86048a-66a1-446e-9597-a9a025a1c8d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:23Z', 'updated_at': '2022-05-06T14:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_floatingips': [{'id': '976df5f7-1f39-4358-961a-e1c1f5ab0154', 'tenant_id': '04793e5505aa4d32ab3efed2892ea2b4', 'floating_ip_address': '172.27.2.248', 'floating_network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'router_id': '9b86048a-66a1-446e-9597-a9a025a1c8d0', 'port_id': 'bb0071d4-031e-4804-a43f-aa46f5e4a62a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e617326c-50d9-4a05-90f1-04262502b764', 'mac_address': 'fa:16:3e:31:e5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ad8648-866a-4792-a62e-b737ec4cb06a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T15:05:05Z', 'updated_at': '2022-05-06T15:05:20Z', 'revision_number': 1, 'project_id': '04793e5505aa4d32ab3efed2892ea2b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83e3d554-1cc7-4fb4-8cc6-640161742fc5', 'name': '', 'network_id': 'e617326c-50d9-4a05-90f1-04262502b764', 'tenant_id': '04793e5505aa4d32ab3efed2892ea2b4', 'mac_address': 'fa:16:3e:0b:15:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b86048a-66a1-446e-9597-a9a025a1c8d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '73d058b8-ef9e-473c-9be9-61c8d64fe350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:32Z', 'updated_at': '2022-05-06T14:58:46Z', 'revision_number': 5, 'project_id': '04793e5505aa4d32ab3efed2892ea2b4', 'subnets': [{'id': '73d058b8-ef9e-473c-9be9-61c8d64fe350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:05:22.504585 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b893268-bae1-4a93-94de-bab159d36e04 None None] The sync data for ids ['9b86048a-66a1-446e-9597-a9a025a1c8d0'] in dv-cinder-840678-2-iscsi is: [{'id': '9b86048a-66a1-446e-9597-a9a025a1c8d0', 'name': 'tempest-AttachVolumeShelveTestJSON-59332451-router', 'tenant_id': '04793e5505aa4d32ab3efed2892ea2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'b43727e9-9f23-42da-9566-42ed79f45494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:58:21Z', 'updated_at': '2022-05-06T14:58:36Z', 'revision_number': 4, 'project_id': '04793e5505aa4d32ab3efed2892ea2b4', 'gw_port': {'id': 'b43727e9-9f23-42da-9566-42ed79f45494', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b86048a-66a1-446e-9597-a9a025a1c8d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:23Z', 'updated_at': '2022-05-06T14:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_floatingips': [{'id': '976df5f7-1f39-4358-961a-e1c1f5ab0154', 'tenant_id': '04793e5505aa4d32ab3efed2892ea2b4', 'floating_ip_address': '172.27.2.248', 'floating_network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'router_id': '9b86048a-66a1-446e-9597-a9a025a1c8d0', 'port_id': 'bb0071d4-031e-4804-a43f-aa46f5e4a62a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e617326c-50d9-4a05-90f1-04262502b764', 'mac_address': 'fa:16:3e:31:e5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ad8648-866a-4792-a62e-b737ec4cb06a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T15:05:05Z', 'updated_at': '2022-05-06T15:05:20Z', 'revision_number': 1, 'project_id': '04793e5505aa4d32ab3efed2892ea2b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83e3d554-1cc7-4fb4-8cc6-640161742fc5', 'name': '', 'network_id': 'e617326c-50d9-4a05-90f1-04262502b764', 'tenant_id': '04793e5505aa4d32ab3efed2892ea2b4', 'mac_address': 'fa:16:3e:0b:15:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b86048a-66a1-446e-9597-a9a025a1c8d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '73d058b8-ef9e-473c-9be9-61c8d64fe350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:32Z', 'updated_at': '2022-05-06T14:58:46Z', 'revision_number': 5, 'project_id': '04793e5505aa4d32ab3efed2892ea2b4', 'subnets': [{'id': '73d058b8-ef9e-473c-9be9-61c8d64fe350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 15:05:22.601299 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec646a6-ab26-4ae9-a330-a3eb28aacc6d req-f7f56795-2792-4a05-bfda-13974bf66123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:22.603256 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-eec646a6-ab26-4ae9-a330-a3eb28aacc6d req-f7f56795-2792-4a05-bfda-13974bf66123 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e617326c-50d9-4a05-90f1-04262502b764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0547917 May 06 15:05:22.677639 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a015b66d-5374-47a2-b645-266168bd50ae req-5262c57e-baea-438d-8794-3125c0554558 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:22.679185 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-a015b66d-5374-47a2-b645-266168bd50ae req-5262c57e-baea-438d-8794-3125c0554558 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f19adbc-952b-4406-a004-e87ec20fdd63 HTTP/1.1" status: 200 len: 945 time: 0.0528545 May 06 15:05:22.734474 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-a015b66d-5374-47a2-b645-266168bd50ae req-98cb82b1-f197-4508-9dce-39853756574e tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cc91575-ba74-4fa5-bc36-4f5fc54556a0&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0485592 May 06 15:05:22.735569 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2738bde6-cff1-4028-9e97-18d3beef51af None None] New status for floating IP 976df5f7-1f39-4358-961a-e1c1f5ab0154: ACTIVE {{(pid=103345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 15:05:23.038599 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd4cac3-421e-4929-8abe-4a2b9fad66f8 req-6ece8958-ef01-4c83-a560-06ef0d0d7af6 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:23.040154 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-1dd4cac3-421e-4929-8abe-4a2b9fad66f8 req-6ece8958-ef01-4c83-a560-06ef0d0d7af6 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2576c4a-4c41-432c-83a7-9c7ab6360060 HTTP/1.1" status: 200 len: 945 time: 0.0484111 May 06 15:05:23.089365 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-1dd4cac3-421e-4929-8abe-4a2b9fad66f8 req-e285cba6-6568-4dcf-b6fb-b6f37ba42e1c tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1c87ae4-39bf-49c2-919a-d85c37d766ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430827 May 06 15:05:23.185502 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device 252be717-c8b0-42ae-83bc-38db6587b546 up at agent hyperv_hv-cinder-84067 {{(pid=103344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 15:05:23.230475 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Provisioning for port 252be717-c8b0-42ae-83bc-38db6587b546 completed by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 06 15:05:23.236336 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Provisioning complete for port 252be717-c8b0-42ae-83bc-38db6587b546 triggered by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:05:23.236793 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (252be717-c8b0-42ae-83bc-38db6587b546), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:23.320609 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Current status of the port 252be717-c8b0-42ae-83bc-38db6587b546 is: BUILD; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:05:23.321553 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (252be717-c8b0-42ae-83bc-38db6587b546), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:23.346114 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2576c4a-4c41-432c-83a7-9c7ab6360060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '252be717-c8b0-42ae-83bc-38db6587b546'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 15:05:23.348364 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e0964ea08b7304cb3fd06b6962f873a42c5b1f8277632c4cd90ec00bfa9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd22813e-f404-4fd6-acde-9f1e77a015c4" -d '{"events": [{"server_uuid": "f2576c4a-4c41-432c-83a7-9c7ab6360060", "name": "network-vif-plugged", "status": "completed", "tag": "252be717-c8b0-42ae-83bc-38db6587b546"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 15:05:23.364450 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] For port 252be717-c8b0-42ae-83bc-38db6587b546, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=252be717-c8b0-42ae-83bc-38db6587b546,segment=NetworkSegment(cf545a1c-4990-4216-8ab0-67a99018f922),segment_id=cf545a1c-4990-4216-8ab0-67a99018f922)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:05:23.369835 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (252be717-c8b0-42ae-83bc-38db6587b546), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:23.403333 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 15:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a2e83f8-fd14-4923-a28e-eb621503e287 x-openstack-request-id: req-5a2e83f8-fd14-4923-a28e-eb621503e287 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 15:05:23.403610 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2576c4a-4c41-432c-83a7-9c7ab6360060", "name": "network-vif-plugged", "status": "completed", "tag": "252be717-c8b0-42ae-83bc-38db6587b546", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 15:05:23.403803 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5a2e83f8-fd14-4923-a28e-eb621503e287 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 15:05:23.404203 dv-cinder-840678-2-iscsi neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a2e83f8-fd14-4923-a28e-eb621503e287'] response: {'server_uuid': 'f2576c4a-4c41-432c-83a7-9c7ab6360060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '252be717-c8b0-42ae-83bc-38db6587b546', 'code': 200} May 06 15:05:23.432114 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Pushing event updated for resources: {'Port': ['ID=252be717-c8b0-42ae-83bc-38db6587b546,revision_number=5']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:05:23.486222 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-eec646a6-ab26-4ae9-a330-a3eb28aacc6d req-24a441c1-37ea-448b-9bb8-842802deb75a service neutron] 10.222.0.26 "GET /v2.0/networks/e617326c-50d9-4a05-90f1-04262502b764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917687 May 06 15:05:23.848694 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b22abb5-2c51-47ad-b3b7-36bfa31b0069 req-2371b83f-bfbc-46c0-8984-de5b474a551c tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:23.850228 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-6b22abb5-2c51-47ad-b3b7-36bfa31b0069 req-2371b83f-bfbc-46c0-8984-de5b474a551c tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f19adbc-952b-4406-a004-e87ec20fdd63 HTTP/1.1" status: 200 len: 945 time: 0.0472572 May 06 15:05:23.904124 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-6b22abb5-2c51-47ad-b3b7-36bfa31b0069 req-4d4ce6d5-9399-46f9-8729-d8f88688280a tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cc91575-ba74-4fa5-bc36-4f5fc54556a0&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0477705 May 06 15:05:24.053502 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9a000-e03b-4b01-b97a-147ffda92697 req-555e7355-be79-4541-9d01-b231bc9287dc tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:24.054964 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-08a9a000-e03b-4b01-b97a-147ffda92697 req-555e7355-be79-4541-9d01-b231bc9287dc tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f19adbc-952b-4406-a004-e87ec20fdd63 HTTP/1.1" status: 200 len: 945 time: 0.0682399 May 06 15:05:24.061937 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-eec646a6-ab26-4ae9-a330-a3eb28aacc6d req-055f1c31-d9db-4b3a-884a-2b42a6f70673 service neutron] 10.222.0.26 "GET /v2.0/networks/e617326c-50d9-4a05-90f1-04262502b764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464121 May 06 15:05:24.115289 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-08a9a000-e03b-4b01-b97a-147ffda92697 req-f4afe123-7c74-44e2-9539-25181a065b28 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cc91575-ba74-4fa5-bc36-4f5fc54556a0&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0523911 May 06 15:05:24.129920 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5057b52b-0ea8-44b8-b460-d28432815b9e req-1f816fe5-44a8-44a6-b2c4-f5a6c9f0e0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:24.131617 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-5057b52b-0ea8-44b8-b460-d28432815b9e req-1f816fe5-44a8-44a6-b2c4-f5a6c9f0e0a3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f2576c4a-4c41-432c-83a7-9c7ab6360060 HTTP/1.1" status: 200 len: 1130 time: 0.0424571 May 06 15:05:24.138525 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 50048) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:05:24.201898 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88fb8f9-6439-4e00-bff2-07ae76d97ad7 tempest-TestVolumeBootPattern-949814838 tempest-TestVolumeBootPattern-949814838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:24.203415 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-f88fb8f9-6439-4e00-bff2-07ae76d97ad7 tempest-TestVolumeBootPattern-949814838 tempest-TestVolumeBootPattern-949814838-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5f19adbc-952b-4406-a004-e87ec20fdd63 HTTP/1.1" status: 200 len: 1124 time: 0.0639207 May 06 15:05:24.206264 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 50050) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:05:24.210476 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.v2.base [None req-0ab86c53-947f-4554-9a8a-5df216853c11 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Request body: {'floatingip': {'floating_network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'port_id': 'd16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8', 'tenant_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:05:24.235538 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0252fb-fa6b-48b8-8e74-7871138f36ed req-e7f51694-2566-497c-9822-f7fcb036c6a9 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:24.237016 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-ba0252fb-fa6b-48b8-8e74-7871138f36ed req-e7f51694-2566-497c-9822-f7fcb036c6a9 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2576c4a-4c41-432c-83a7-9c7ab6360060 HTTP/1.1" status: 200 len: 946 time: 0.0684659 May 06 15:05:24.250776 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0ab86c53-947f-4554-9a8a-5df216853c11 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:24.342861 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-ba0252fb-fa6b-48b8-8e74-7871138f36ed req-50bdf836-337d-4853-823b-858fa261cc89 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1c87ae4-39bf-49c2-919a-d85c37d766ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999391 May 06 15:05:24.360573 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0ab86c53-947f-4554-9a8a-5df216853c11 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:24.478831 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-0ab86c53-947f-4554-9a8a-5df216853c11 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Allocated IP 172.27.2.169 (06a85250-557d-4448-8943-b2192c4da88d/cd3545e0-d98c-46ff-bce0-08f4555cdcb4/91b47d21-94d0-47e2-8e26-1ec530b4364e) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 15:05:24.588983 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0ab86c53-947f-4554-9a8a-5df216853c11 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks [] for port (91b47d21-94d0-47e2-8e26-1ec530b4364e), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:24.639178 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-5057b52b-0ea8-44b8-b460-d28432815b9e req-8f0835e4-c4a0-4256-b520-6a22411e80d7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c1c87ae4-39bf-49c2-919a-d85c37d766ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611489 May 06 15:05:24.650999 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0ab86c53-947f-4554-9a8a-5df216853c11 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732313435468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59634176'] for port (91b47d21-94d0-47e2-8e26-1ec530b4364e), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:24.692451 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab86c53-947f-4554-9a8a-5df216853c11 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Network 06a85250-557d-4448-8943-b2192c4da88d is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 15:05:24.695427 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-0ab86c53-947f-4554-9a8a-5df216853c11 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 15:05:24.701734 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab86c53-947f-4554-9a8a-5df216853c11 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 15:05:24.707219 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab86c53-947f-4554-9a8a-5df216853c11 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Pushing event updated for resources: {'Port': ['ID=91b47d21-94d0-47e2-8e26-1ec530b4364e,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:05:25.068859 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0ab86c53-947f-4554-9a8a-5df216853c11 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks [] for floatingip (c19111b1-041d-42e4-baa3-111c03db6684), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:25.142524 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0ab86c53-947f-4554-9a8a-5df216853c11 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (91b47d21-94d0-47e2-8e26-1ec530b4364e), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:25.294325 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0ab86c53-947f-4554-9a8a-5df216853c11 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks [] for port (91b47d21-94d0-47e2-8e26-1ec530b4364e), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:25.299082 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0ab86c53-947f-4554-9a8a-5df216853c11 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59634231'] for port (91b47d21-94d0-47e2-8e26-1ec530b4364e), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:25.396333 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab86c53-947f-4554-9a8a-5df216853c11 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Pushing event updated for resources: {'Port': ['ID=91b47d21-94d0-47e2-8e26-1ec530b4364e,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:05:25.408904 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0ab86c53-947f-4554-9a8a-5df216853c11 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429592'] for floatingip (c19111b1-041d-42e4-baa3-111c03db6684), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:25.415017 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-bc9de0ef-a9c8-496e-9836-874a305f61a0 req-1347d0d8-637a-49df-a3bf-44f31105f736 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0608671 May 06 15:05:25.464808 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7693b9f-6905-4c8a-a23e-c9dcb184e38e req-f9fed770-98ec-4c43-a477-9d0a740832cb tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:25.466452 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-d7693b9f-6905-4c8a-a23e-c9dcb184e38e req-f9fed770-98ec-4c43-a477-9d0a740832cb tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2576c4a-4c41-432c-83a7-9c7ab6360060 HTTP/1.1" status: 200 len: 946 time: 0.0515749 May 06 15:05:25.515200 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-d7693b9f-6905-4c8a-a23e-c9dcb184e38e req-d02fe793-d515-4bd2-a71d-29b9483d0d5f tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1c87ae4-39bf-49c2-919a-d85c37d766ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427520 May 06 15:05:25.516350 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.db.l3_db [None req-0ab86c53-947f-4554-9a8a-5df216853c11 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Floating IP c19111b1-041d-42e4-baa3-111c03db6684 associated. External IP: 172.27.2.169, port: d16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8. May 06 15:05:25.728112 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ab86c53-947f-4554-9a8a-5df216853c11 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Router 6b883df9-6795-4edd-8a80-d947ab5730a5 has already been hosted by L3 agent ec8f31e6-1756-4927-8bc3-e144e6f0af83 {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 15:05:25.839082 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab86c53-947f-4554-9a8a-5df216853c11 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Notify agent at l3_agent.dv-cinder-840678-2-iscsi the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 15:05:25.853586 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0c0341-76c8-4543-9817-f8f46a789957 None None] Sync routers for ids ['6b883df9-6795-4edd-8a80-d947ab5730a5'] in dv-cinder-840678-2-iscsi {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 15:05:25.857283 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0ab86c53-947f-4554-9a8a-5df216853c11 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:25.863114 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0c0341-76c8-4543-9817-f8f46a789957 None None] Routers {'6b883df9-6795-4edd-8a80-d947ab5730a5'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:05:25.863841 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-ce0c0341-76c8-4543-9817-f8f46a789957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:05:09Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['6b883df9-6795-4edd-8a80-d947ab5730a5'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:05:25.887261 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-0ab86c53-947f-4554-9a8a-5df216853c11 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6799827 May 06 15:05:25.887841 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f19adbc-952b-4406-a004-e87ec20fdd63', 'tag': 'd16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 15:05:25.890127 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e079183c6aa01fbf7ecda8705e9d532761ec392512c90f9d6467ac227f3657d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a1eaec9-16ef-4a87-8276-aed4b037ce33" -d '{"events": [{"name": "network-changed", "server_uuid": "5f19adbc-952b-4406-a004-e87ec20fdd63", "tag": "d16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 15:05:25.926647 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 15:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f5eb04-5737-48ef-bf99-f8c06b706e01 x-openstack-request-id: req-95f5eb04-5737-48ef-bf99-f8c06b706e01 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 15:05:25.926936 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f19adbc-952b-4406-a004-e87ec20fdd63", "tag": "d16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 15:05:25.927193 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-95f5eb04-5737-48ef-bf99-f8c06b706e01 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 15:05:25.927682 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95f5eb04-5737-48ef-bf99-f8c06b706e01'] response: {'name': 'network-changed', 'server_uuid': '5f19adbc-952b-4406-a004-e87ec20fdd63', 'tag': 'd16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8', 'status': 'completed', 'code': 200} May 06 15:05:25.976229 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-ce0c0341-76c8-4543-9817-f8f46a789957 None None] Set router 6b883df9-6795-4edd-8a80-d947ab5730a5 gateway port host: dv-cinder-840678-2-iscsi {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:05:26.188727 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-ce0c0341-76c8-4543-9817-f8f46a789957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b883df9-6795-4edd-8a80-d947ab5730a5', 'name': 'tempest-TestVolumeBootPattern-408062417-router', 'tenant_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '1b6defe5-72de-447a-9942-cc09c7b0d6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:59:47Z', 'updated_at': '2022-05-06T14:59:51Z', 'revision_number': 4, 'project_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'gw_port': {'id': '1b6defe5-72de-447a-9942-cc09c7b0d6d1', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:99:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b883df9-6795-4edd-8a80-d947ab5730a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:59:47Z', 'updated_at': '2022-05-06T14:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_floatingips': [{'id': 'c19111b1-041d-42e4-baa3-111c03db6684', 'tenant_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'floating_ip_address': '172.27.2.169', 'floating_network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'router_id': '6b883df9-6795-4edd-8a80-d947ab5730a5', 'port_id': 'd16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '930e9db3-dfec-4f84-956d-74111c835ba4', 'mac_address': 'fa:16:3e:87:b6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f19adbc-952b-4406-a004-e87ec20fdd63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T15:05:24Z', 'updated_at': '2022-05-06T15:05:24Z', 'revision_number': 0, 'project_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd77f6e64-7c32-4bf9-b879-a7ff27851f56', 'name': '', 'network_id': '930e9db3-dfec-4f84-956d-74111c835ba4', 'tenant_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'mac_address': 'fa:16:3e:b2:e8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b883df9-6795-4edd-8a80-d947ab5730a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'df318507-d5d9-462f-9365-0df583e1ec25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:59:50Z', 'updated_at': '2022-05-06T14:59:56Z', 'revision_number': 5, 'project_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'subnets': [{'id': 'df318507-d5d9-462f-9365-0df583e1ec25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:05:26.218845 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0c0341-76c8-4543-9817-f8f46a789957 None None] Checking router: 6b883df9-6795-4edd-8a80-d947ab5730a5 for host: dv-cinder-840678-2-iscsi {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 15:05:26.227813 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0c0341-76c8-4543-9817-f8f46a789957 None None] Routers {'6b883df9-6795-4edd-8a80-d947ab5730a5'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:05:26.229100 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-ce0c0341-76c8-4543-9817-f8f46a789957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:05:09Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['6b883df9-6795-4edd-8a80-d947ab5730a5'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:05:26.231172 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9de0ef-a9c8-496e-9836-874a305f61a0 req-c8a84291-8061-4f07-8fb5-01296e2fb2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:26.232816 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-bc9de0ef-a9c8-496e-9836-874a305f61a0 req-c8a84291-8061-4f07-8fb5-01296e2fb2da service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=66121d02dbff4c3a920161e445959085&device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 1130 time: 0.0416067 May 06 15:05:26.238024 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1eaec9-16ef-4a87-8276-aed4b037ce33 req-fedc974b-fd53-4012-8b0d-1399b2e76247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:26.239778 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-4a1eaec9-16ef-4a87-8276-aed4b037ce33 req-fedc974b-fd53-4012-8b0d-1399b2e76247 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bb5f41fdaad246b7bc30c8f8021129a3&device_id=5f19adbc-952b-4406-a004-e87ec20fdd63 HTTP/1.1" status: 200 len: 1129 time: 0.0412312 May 06 15:05:26.340017 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-ce0c0341-76c8-4543-9817-f8f46a789957 None None] Set router 6b883df9-6795-4edd-8a80-d947ab5730a5 gateway port host: dv-cinder-840678-2-iscsi {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:05:26.378203 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1eaec9-16ef-4a87-8276-aed4b037ce33 req-47f22078-7bd1-45fc-a320-a480c6c735c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:26.380027 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-4a1eaec9-16ef-4a87-8276-aed4b037ce33 req-47f22078-7bd1-45fc-a320-a480c6c735c3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=930e9db3-dfec-4f84-956d-74111c835ba4 HTTP/1.1" status: 200 len: 912 time: 0.0973034 May 06 15:05:26.499735 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-4a1eaec9-16ef-4a87-8276-aed4b037ce33 req-7f3f0ee4-1ac1-4582-87de-80aeedcd0f7a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8 HTTP/1.1" status: 200 len: 999 time: 0.0622754 May 06 15:05:26.563946 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1eaec9-16ef-4a87-8276-aed4b037ce33 req-88837a84-c7ed-40d2-adce-7ae8113798e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:26.565707 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-4a1eaec9-16ef-4a87-8276-aed4b037ce33 req-88837a84-c7ed-40d2-adce-7ae8113798e3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=df318507-d5d9-462f-9365-0df583e1ec25 HTTP/1.1" status: 200 len: 850 time: 0.0509398 May 06 15:05:26.579405 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-ce0c0341-76c8-4543-9817-f8f46a789957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b883df9-6795-4edd-8a80-d947ab5730a5', 'name': 'tempest-TestVolumeBootPattern-408062417-router', 'tenant_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '1b6defe5-72de-447a-9942-cc09c7b0d6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:59:47Z', 'updated_at': '2022-05-06T14:59:51Z', 'revision_number': 4, 'project_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'gw_port': {'id': '1b6defe5-72de-447a-9942-cc09c7b0d6d1', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:99:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b883df9-6795-4edd-8a80-d947ab5730a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:59:47Z', 'updated_at': '2022-05-06T14:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_floatingips': [{'id': 'c19111b1-041d-42e4-baa3-111c03db6684', 'tenant_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'floating_ip_address': '172.27.2.169', 'floating_network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'router_id': '6b883df9-6795-4edd-8a80-d947ab5730a5', 'port_id': 'd16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '930e9db3-dfec-4f84-956d-74111c835ba4', 'mac_address': 'fa:16:3e:87:b6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f19adbc-952b-4406-a004-e87ec20fdd63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T15:05:24Z', 'updated_at': '2022-05-06T15:05:24Z', 'revision_number': 0, 'project_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd77f6e64-7c32-4bf9-b879-a7ff27851f56', 'name': '', 'network_id': '930e9db3-dfec-4f84-956d-74111c835ba4', 'tenant_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'mac_address': 'fa:16:3e:b2:e8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b883df9-6795-4edd-8a80-d947ab5730a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'df318507-d5d9-462f-9365-0df583e1ec25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:59:50Z', 'updated_at': '2022-05-06T14:59:56Z', 'revision_number': 5, 'project_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'subnets': [{'id': 'df318507-d5d9-462f-9365-0df583e1ec25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:05:26.607304 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0c0341-76c8-4543-9817-f8f46a789957 None None] The sync data for ids ['6b883df9-6795-4edd-8a80-d947ab5730a5'] in dv-cinder-840678-2-iscsi is: [{'id': '6b883df9-6795-4edd-8a80-d947ab5730a5', 'name': 'tempest-TestVolumeBootPattern-408062417-router', 'tenant_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '1b6defe5-72de-447a-9942-cc09c7b0d6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:59:47Z', 'updated_at': '2022-05-06T14:59:51Z', 'revision_number': 4, 'project_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'gw_port': {'id': '1b6defe5-72de-447a-9942-cc09c7b0d6d1', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:99:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b883df9-6795-4edd-8a80-d947ab5730a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:59:47Z', 'updated_at': '2022-05-06T14:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_floatingips': [{'id': 'c19111b1-041d-42e4-baa3-111c03db6684', 'tenant_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'floating_ip_address': '172.27.2.169', 'floating_network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'router_id': '6b883df9-6795-4edd-8a80-d947ab5730a5', 'port_id': 'd16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '930e9db3-dfec-4f84-956d-74111c835ba4', 'mac_address': 'fa:16:3e:87:b6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f19adbc-952b-4406-a004-e87ec20fdd63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T15:05:24Z', 'updated_at': '2022-05-06T15:05:24Z', 'revision_number': 0, 'project_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd77f6e64-7c32-4bf9-b879-a7ff27851f56', 'name': '', 'network_id': '930e9db3-dfec-4f84-956d-74111c835ba4', 'tenant_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'mac_address': 'fa:16:3e:b2:e8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b883df9-6795-4edd-8a80-d947ab5730a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'df318507-d5d9-462f-9365-0df583e1ec25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:59:50Z', 'updated_at': '2022-05-06T14:59:56Z', 'revision_number': 5, 'project_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'subnets': [{'id': 'df318507-d5d9-462f-9365-0df583e1ec25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 15:05:26.643847 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9de0ef-a9c8-496e-9836-874a305f61a0 req-b78d391b-f05f-4f80-8df6-8cd2ad19faae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:26.645500 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-bc9de0ef-a9c8-496e-9836-874a305f61a0 req-b78d391b-f05f-4f80-8df6-8cd2ad19faae service neutron] 10.222.0.26 "GET /v2.0/networks?id=1f8443d4-24c9-4ac0-96d7-8083233dcc1b HTTP/1.1" status: 200 len: 919 time: 0.3430912 May 06 15:05:26.671275 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ce7f5-4cbc-4e84-9824-20bf548254af req-b49a4d39-f600-4177-adf7-920f0bd82449 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:26.672850 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-340ce7f5-4cbc-4e84-9824-20bf548254af req-b49a4d39-f600-4177-adf7-920f0bd82449 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2576c4a-4c41-432c-83a7-9c7ab6360060 HTTP/1.1" status: 200 len: 946 time: 0.0781171 May 06 15:05:26.679216 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1eaec9-16ef-4a87-8276-aed4b037ce33 req-b377d79e-562d-4712-9343-cba189c7cb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:26.681391 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-4a1eaec9-16ef-4a87-8276-aed4b037ce33 req-b377d79e-562d-4712-9343-cba189c7cb38 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=930e9db3-dfec-4f84-956d-74111c835ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0565543 May 06 15:05:26.694356 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-bc9de0ef-a9c8-496e-9836-874a305f61a0 req-1d4cc3d7-3b29-4695-a5a5-6db72a3c1ebc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc111146-c44c-49db-8747-5b951a689021 HTTP/1.1" status: 200 len: 217 time: 0.0382643 May 06 15:05:26.723711 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-340ce7f5-4cbc-4e84-9824-20bf548254af req-a79cf867-ec97-409c-b1bc-9181fc453952 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1c87ae4-39bf-49c2-919a-d85c37d766ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414059 May 06 15:05:26.799364 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.agents_db [None req-6003b131-4361-4e36-81e7-47e90cbdf206 None None] Agent healthcheck: found 6 active agents {{(pid=103345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 15:05:26.830166 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b15226-c986-4d24-9131-6c982c79e9fb None None] New status for floating IP c19111b1-041d-42e4-baa3-111c03db6684: ACTIVE {{(pid=103345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 15:05:26.967143 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9de0ef-a9c8-496e-9836-874a305f61a0 req-c662f04b-6964-4676-aaa0-80bce1cb23e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:26.968629 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-bc9de0ef-a9c8-496e-9836-874a305f61a0 req-c662f04b-6964-4676-aaa0-80bce1cb23e7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=67575c08-c86c-46ea-9526-64956bd20b03 HTTP/1.1" status: 200 len: 857 time: 0.0533998 May 06 15:05:27.007690 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-4a1eaec9-16ef-4a87-8276-aed4b037ce33 req-6b996a1f-3c9d-4f0d-b477-1abf9972bd62 service neutron] 10.222.0.26 "GET /v2.0/networks/930e9db3-dfec-4f84-956d-74111c835ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912004 May 06 15:05:27.848970 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d15aa-638f-49fa-bf5f-6bdcfd5c7933 req-aaff3eaf-2e10-4651-aa96-3be1cb0e3e99 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:27.850462 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-d12d15aa-638f-49fa-bf5f-6bdcfd5c7933 req-aaff3eaf-2e10-4651-aa96-3be1cb0e3e99 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2576c4a-4c41-432c-83a7-9c7ab6360060 HTTP/1.1" status: 200 len: 946 time: 0.0570443 May 06 15:05:27.903312 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9de0ef-a9c8-496e-9836-874a305f61a0 req-c7e5b3ea-3d6f-4679-9eec-4b9149138141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:27.904852 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-bc9de0ef-a9c8-496e-9836-874a305f61a0 req-c7e5b3ea-3d6f-4679-9eec-4b9149138141 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f8443d4-24c9-4ac0-96d7-8083233dcc1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0701635 May 06 15:05:27.930502 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-4a1eaec9-16ef-4a87-8276-aed4b037ce33 req-5f4b594c-e877-4b7c-8d9c-023362e89edb service neutron] 10.222.0.26 "GET /v2.0/networks/930e9db3-dfec-4f84-956d-74111c835ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929518 May 06 15:05:27.972131 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-d12d15aa-638f-49fa-bf5f-6bdcfd5c7933 req-79ac3089-326a-43c0-883d-c2477ac4b24d tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1c87ae4-39bf-49c2-919a-d85c37d766ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987895 May 06 15:05:28.026053 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-bc9de0ef-a9c8-496e-9836-874a305f61a0 req-b90a7dbd-b761-40d5-a494-fcf77dcd7cae service neutron] 10.222.0.26 "GET /v2.0/networks/1f8443d4-24c9-4ac0-96d7-8083233dcc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094096 May 06 15:05:28.087544 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7363126-035e-4abc-987b-46e934532795 req-b4cf0fe4-f49c-42da-95b5-018627507f10 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:28.089430 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-b7363126-035e-4abc-987b-46e934532795 req-b4cf0fe4-f49c-42da-95b5-018627507f10 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2576c4a-4c41-432c-83a7-9c7ab6360060 HTTP/1.1" status: 200 len: 946 time: 0.0528421 May 06 15:05:28.101516 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 50068) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:05:28.102946 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.v2.base [None req-a0f71313-230c-4e2b-95d7-cf4f749ed2d8 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Request body: {'floatingip': {'port_id': '252be717-c8b0-42ae-83bc-38db6587b546'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:05:28.119194 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-bc9de0ef-a9c8-496e-9836-874a305f61a0 req-b114ea4b-d8d7-45f7-99d1-27400bbf8751 service neutron] 10.222.0.26 "GET /v2.0/networks/1f8443d4-24c9-4ac0-96d7-8083233dcc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854049 May 06 15:05:28.144144 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a0f71313-230c-4e2b-95d7-cf4f749ed2d8 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks [] for floatingip (3d467d53-489e-4c73-bb72-fbf3582a6207), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:28.587055 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a0f71313-230c-4e2b-95d7-cf4f749ed2d8 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:28.590859 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a0f71313-230c-4e2b-95d7-cf4f749ed2d8 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429592'] for floatingip (3d467d53-489e-4c73-bb72-fbf3582a6207), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:28.925756 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.db.l3_db [None req-a0f71313-230c-4e2b-95d7-cf4f749ed2d8 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Floating IP 3d467d53-489e-4c73-bb72-fbf3582a6207 associated. External IP: 172.27.2.44, port: 252be717-c8b0-42ae-83bc-38db6587b546. May 06 15:05:29.134379 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0f71313-230c-4e2b-95d7-cf4f749ed2d8 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Router 8a0c7401-61b1-45fb-ad97-618184e04f5f has already been hosted by L3 agent ec8f31e6-1756-4927-8bc3-e144e6f0af83 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 15:05:29.248761 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f71313-230c-4e2b-95d7-cf4f749ed2d8 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Notify agent at l3_agent.dv-cinder-840678-2-iscsi the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 15:05:29.253513 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a0f71313-230c-4e2b-95d7-cf4f749ed2d8 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for floatingip (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:29.258360 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a5d527-291b-44b9-9f39-ae65ce698bfc None None] Sync routers for ids ['8a0c7401-61b1-45fb-ad97-618184e04f5f'] in dv-cinder-840678-2-iscsi {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 15:05:29.268736 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a5d527-291b-44b9-9f39-ae65ce698bfc None None] Routers {'8a0c7401-61b1-45fb-ad97-618184e04f5f'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:05:29.269350 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-26a5d527-291b-44b9-9f39-ae65ce698bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:05:09Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['8a0c7401-61b1-45fb-ad97-618184e04f5f'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:05:29.283008 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-a0f71313-230c-4e2b-95d7-cf4f749ed2d8 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "PUT /v2.0/floatingips/3d467d53-489e-4c73-bb72-fbf3582a6207 HTTP/1.1" status: 200 len: 991 time: 1.1842067 May 06 15:05:29.283733 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2576c4a-4c41-432c-83a7-9c7ab6360060', 'tag': '252be717-c8b0-42ae-83bc-38db6587b546'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 15:05:29.286090 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5daf9cee7e39eb515dc660b2975ad5fbac0ba75c1025697cc881fad3e2d3ce45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d468fd53-794a-48aa-97db-6262f1a0d048" -d '{"events": [{"name": "network-changed", "server_uuid": "f2576c4a-4c41-432c-83a7-9c7ab6360060", "tag": "252be717-c8b0-42ae-83bc-38db6587b546"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 15:05:29.322192 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 15:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b16e4f4-45ee-4284-8442-c6234f1eb560 x-openstack-request-id: req-6b16e4f4-45ee-4284-8442-c6234f1eb560 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 15:05:29.322486 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2576c4a-4c41-432c-83a7-9c7ab6360060", "tag": "252be717-c8b0-42ae-83bc-38db6587b546", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 15:05:29.322739 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6b16e4f4-45ee-4284-8442-c6234f1eb560 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 15:05:29.323153 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b16e4f4-45ee-4284-8442-c6234f1eb560'] response: {'name': 'network-changed', 'server_uuid': 'f2576c4a-4c41-432c-83a7-9c7ab6360060', 'tag': '252be717-c8b0-42ae-83bc-38db6587b546', 'status': 'completed', 'code': 200} May 06 15:05:29.387291 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-26a5d527-291b-44b9-9f39-ae65ce698bfc None None] Set router 8a0c7401-61b1-45fb-ad97-618184e04f5f gateway port host: dv-cinder-840678-2-iscsi {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:05:29.417423 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d468fd53-794a-48aa-97db-6262f1a0d048 req-703cee9f-9a6b-45b0-a202-25e1bcd1b925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:29.418910 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-d468fd53-794a-48aa-97db-6262f1a0d048 req-703cee9f-9a6b-45b0-a202-25e1bcd1b925 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5ad13dae3f6649fb8d8d2bdd1f1caaef&device_id=f2576c4a-4c41-432c-83a7-9c7ab6360060 HTTP/1.1" status: 200 len: 1130 time: 0.0411823 May 06 15:05:29.537315 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d468fd53-794a-48aa-97db-6262f1a0d048 req-dbde3fd5-023c-464b-aec1-ed6225260065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:29.538814 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-d468fd53-794a-48aa-97db-6262f1a0d048 req-dbde3fd5-023c-464b-aec1-ed6225260065 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d7304f76-b992-4cc2-a77b-3291aec20f6e HTTP/1.1" status: 200 len: 911 time: 0.0969787 May 06 15:05:29.613080 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-d468fd53-794a-48aa-97db-6262f1a0d048 req-fe43c04e-829d-49d6-b4f4-99f041ba62d3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=252be717-c8b0-42ae-83bc-38db6587b546 HTTP/1.1" status: 200 len: 999 time: 0.0625467 May 06 15:05:29.675537 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d468fd53-794a-48aa-97db-6262f1a0d048 req-d5450538-3b61-47e4-a94b-611e1446599b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:29.676984 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-d468fd53-794a-48aa-97db-6262f1a0d048 req-d5450538-3b61-47e4-a94b-611e1446599b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=386bbac7-026e-4f68-a22c-f26fa009fb15 HTTP/1.1" status: 200 len: 849 time: 0.0525575 May 06 15:05:29.732158 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d468fd53-794a-48aa-97db-6262f1a0d048 req-2371b332-8b26-4344-afa6-f8f977168195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:29.733684 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-d468fd53-794a-48aa-97db-6262f1a0d048 req-2371b332-8b26-4344-afa6-f8f977168195 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d7304f76-b992-4cc2-a77b-3291aec20f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403805 May 06 15:05:29.740587 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-26a5d527-291b-44b9-9f39-ae65ce698bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0c7401-61b1-45fb-ad97-618184e04f5f', 'name': 'tempest-AttachVolumeTestJSON-221166996-router', 'tenant_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f9c2112f-e4c4-4372-9457-49fe78c23454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:58:19Z', 'updated_at': '2022-05-06T14:58:32Z', 'revision_number': 4, 'project_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'gw_port': {'id': 'f9c2112f-e4c4-4372-9457-49fe78c23454', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0c7401-61b1-45fb-ad97-618184e04f5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:20Z', 'updated_at': '2022-05-06T14:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_floatingips': [{'id': '3d467d53-489e-4c73-bb72-fbf3582a6207', 'tenant_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'floating_ip_address': '172.27.2.44', 'floating_network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'router_id': '8a0c7401-61b1-45fb-ad97-618184e04f5f', 'port_id': '252be717-c8b0-42ae-83bc-38db6587b546', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7304f76-b992-4cc2-a77b-3291aec20f6e', 'mac_address': 'fa:16:3e:df:a0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2576c4a-4c41-432c-83a7-9c7ab6360060', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T15:05:09Z', 'updated_at': '2022-05-06T15:05:28Z', 'revision_number': 1, 'project_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '209a3bdd-8a51-42ac-a00b-6fcb2e14dcb2', 'name': '', 'network_id': 'd7304f76-b992-4cc2-a77b-3291aec20f6e', 'tenant_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'mac_address': 'fa:16:3e:5e:a1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0c7401-61b1-45fb-ad97-618184e04f5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '386bbac7-026e-4f68-a22c-f26fa009fb15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:28Z', 'updated_at': '2022-05-06T14:58:49Z', 'revision_number': 5, 'project_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'subnets': [{'id': '386bbac7-026e-4f68-a22c-f26fa009fb15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:05:29.766919 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a5d527-291b-44b9-9f39-ae65ce698bfc None None] Checking router: 8a0c7401-61b1-45fb-ad97-618184e04f5f for host: dv-cinder-840678-2-iscsi {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 15:05:29.776203 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a5d527-291b-44b9-9f39-ae65ce698bfc None None] Routers {'8a0c7401-61b1-45fb-ad97-618184e04f5f'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:05:29.777050 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-26a5d527-291b-44b9-9f39-ae65ce698bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:05:09Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['8a0c7401-61b1-45fb-ad97-618184e04f5f'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:05:29.833336 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-d468fd53-794a-48aa-97db-6262f1a0d048 req-9279bdf3-4c47-492b-afea-4c813f15a556 service neutron] 10.222.0.26 "GET /v2.0/networks/d7304f76-b992-4cc2-a77b-3291aec20f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833766 May 06 15:05:29.886031 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-26a5d527-291b-44b9-9f39-ae65ce698bfc None None] Set router 8a0c7401-61b1-45fb-ad97-618184e04f5f gateway port host: dv-cinder-840678-2-iscsi {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:05:29.940543 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-d468fd53-794a-48aa-97db-6262f1a0d048 req-b405c41b-4188-4f3f-be1d-6f4a249c3baa service neutron] 10.222.0.26 "GET /v2.0/networks/d7304f76-b992-4cc2-a77b-3291aec20f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900407 May 06 15:05:30.101674 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-26a5d527-291b-44b9-9f39-ae65ce698bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0c7401-61b1-45fb-ad97-618184e04f5f', 'name': 'tempest-AttachVolumeTestJSON-221166996-router', 'tenant_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f9c2112f-e4c4-4372-9457-49fe78c23454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:58:19Z', 'updated_at': '2022-05-06T14:58:32Z', 'revision_number': 4, 'project_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'gw_port': {'id': 'f9c2112f-e4c4-4372-9457-49fe78c23454', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0c7401-61b1-45fb-ad97-618184e04f5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:20Z', 'updated_at': '2022-05-06T14:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_floatingips': [{'id': '3d467d53-489e-4c73-bb72-fbf3582a6207', 'tenant_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'floating_ip_address': '172.27.2.44', 'floating_network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'router_id': '8a0c7401-61b1-45fb-ad97-618184e04f5f', 'port_id': '252be717-c8b0-42ae-83bc-38db6587b546', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7304f76-b992-4cc2-a77b-3291aec20f6e', 'mac_address': 'fa:16:3e:df:a0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2576c4a-4c41-432c-83a7-9c7ab6360060', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T15:05:09Z', 'updated_at': '2022-05-06T15:05:28Z', 'revision_number': 1, 'project_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '209a3bdd-8a51-42ac-a00b-6fcb2e14dcb2', 'name': '', 'network_id': 'd7304f76-b992-4cc2-a77b-3291aec20f6e', 'tenant_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'mac_address': 'fa:16:3e:5e:a1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0c7401-61b1-45fb-ad97-618184e04f5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '386bbac7-026e-4f68-a22c-f26fa009fb15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:28Z', 'updated_at': '2022-05-06T14:58:49Z', 'revision_number': 5, 'project_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'subnets': [{'id': '386bbac7-026e-4f68-a22c-f26fa009fb15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:05:30.128197 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a5d527-291b-44b9-9f39-ae65ce698bfc None None] The sync data for ids ['8a0c7401-61b1-45fb-ad97-618184e04f5f'] in dv-cinder-840678-2-iscsi is: [{'id': '8a0c7401-61b1-45fb-ad97-618184e04f5f', 'name': 'tempest-AttachVolumeTestJSON-221166996-router', 'tenant_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f9c2112f-e4c4-4372-9457-49fe78c23454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:58:19Z', 'updated_at': '2022-05-06T14:58:32Z', 'revision_number': 4, 'project_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'gw_port': {'id': 'f9c2112f-e4c4-4372-9457-49fe78c23454', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0c7401-61b1-45fb-ad97-618184e04f5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:20Z', 'updated_at': '2022-05-06T14:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_floatingips': [{'id': '3d467d53-489e-4c73-bb72-fbf3582a6207', 'tenant_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'floating_ip_address': '172.27.2.44', 'floating_network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'router_id': '8a0c7401-61b1-45fb-ad97-618184e04f5f', 'port_id': '252be717-c8b0-42ae-83bc-38db6587b546', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7304f76-b992-4cc2-a77b-3291aec20f6e', 'mac_address': 'fa:16:3e:df:a0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2576c4a-4c41-432c-83a7-9c7ab6360060', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T15:05:09Z', 'updated_at': '2022-05-06T15:05:28Z', 'revision_number': 1, 'project_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '209a3bdd-8a51-42ac-a00b-6fcb2e14dcb2', 'name': '', 'network_id': 'd7304f76-b992-4cc2-a77b-3291aec20f6e', 'tenant_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'mac_address': 'fa:16:3e:5e:a1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0c7401-61b1-45fb-ad97-618184e04f5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '386bbac7-026e-4f68-a22c-f26fa009fb15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:28Z', 'updated_at': '2022-05-06T14:58:49Z', 'revision_number': 5, 'project_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'subnets': [{'id': '386bbac7-026e-4f68-a22c-f26fa009fb15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 15:05:30.317581 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794fc45e-4e97-48b3-be8f-3f077de9c85e None None] New status for floating IP 3d467d53-489e-4c73-bb72-fbf3582a6207: ACTIVE {{(pid=103345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 15:05:34.850656 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57cb37f-b98c-4c2d-bbc1-53356cb478f8 req-0e6f90c1-4faa-4ad3-b024-83de8cdc5608 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:34.852908 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-c57cb37f-b98c-4c2d-bbc1-53356cb478f8 req-0e6f90c1-4faa-4ad3-b024-83de8cdc5608 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bcb98ae-66b1-40c0-a62b-9020f24f2f35 HTTP/1.1" status: 200 len: 946 time: 0.0487311 May 06 15:05:34.900748 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-c57cb37f-b98c-4c2d-bbc1-53356cb478f8 req-5a0e9c68-7943-440d-9139-903a09aea48f tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ce1eba2-17cd-4db7-8aac-d5fdec873105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423174 May 06 15:05:36.016200 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08eb632-70df-436d-9c86-35f51dd34ae6 req-1f77ab1f-0e26-483f-acab-e6762e3fcc7c tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:36.017720 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-c08eb632-70df-436d-9c86-35f51dd34ae6 req-1f77ab1f-0e26-483f-acab-e6762e3fcc7c tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bcb98ae-66b1-40c0-a62b-9020f24f2f35 HTTP/1.1" status: 200 len: 946 time: 0.0474343 May 06 15:05:36.064846 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-c08eb632-70df-436d-9c86-35f51dd34ae6 req-1e99f884-81b6-40cd-a537-a5e51070f23c tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ce1eba2-17cd-4db7-8aac-d5fdec873105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414863 May 06 15:05:37.127620 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0cf6fb57-9ba9-4be8-bb17-94fd3b8ea79b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (79b17169-ed94-4769-ba4e-30adf371f78f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:37.187494 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb990d7-0e02-4fe4-8d83-de89e342c987 req-23f52e9d-c5b2-418b-8207-d804c6becd95 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:37.189333 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-edb990d7-0e02-4fe4-8d83-de89e342c987 req-23f52e9d-c5b2-418b-8207-d804c6becd95 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bcb98ae-66b1-40c0-a62b-9020f24f2f35 HTTP/1.1" status: 200 len: 946 time: 0.0536168 May 06 15:05:37.236100 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-edb990d7-0e02-4fe4-8d83-de89e342c987 req-e3b113be-391e-40f7-9e9b-d870f81c5383 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ce1eba2-17cd-4db7-8aac-d5fdec873105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411453 May 06 15:05:38.353619 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5109ff-1912-497c-8d4e-a073135993e7 req-de1dca95-09f9-4530-b860-e066cf3995ca tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:38.355045 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-3d5109ff-1912-497c-8d4e-a073135993e7 req-de1dca95-09f9-4530-b860-e066cf3995ca tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bcb98ae-66b1-40c0-a62b-9020f24f2f35 HTTP/1.1" status: 200 len: 946 time: 0.0509000 May 06 15:05:38.403110 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-3d5109ff-1912-497c-8d4e-a073135993e7 req-934e4534-d691-4645-b550-15310767e589 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ce1eba2-17cd-4db7-8aac-d5fdec873105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418711 May 06 15:05:39.437767 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-6282753a-333b-4442-87ac-5d3a4753b507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (ec8f31e6-1756-4927-8bc3-e144e6f0af83), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:39.518660 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a6da0a-bb69-4ed8-be26-b733244b906f req-0938fd3e-30fc-417c-850b-d21b6b670333 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:39.520221 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-43a6da0a-bb69-4ed8-be26-b733244b906f req-0938fd3e-30fc-417c-850b-d21b6b670333 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bcb98ae-66b1-40c0-a62b-9020f24f2f35 HTTP/1.1" status: 200 len: 946 time: 0.0486598 May 06 15:05:39.572649 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-43a6da0a-bb69-4ed8-be26-b733244b906f req-35f0d1b1-5d36-440d-a3ae-fdd0b9d6be3a tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ce1eba2-17cd-4db7-8aac-d5fdec873105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420296 May 06 15:05:40.544284 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1afa6ce1-9145-4257-8e23-9dd2cd4b1998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b699075f-0d9f-4d2e-b182-9d9eb15bfab1), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:40.725660 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d9954-465e-44c1-9105-376ed516e7a1 req-99fdc628-ac75-4e84-98cc-86ded0c54e12 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:40.727359 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-2c2d9954-465e-44c1-9105-376ed516e7a1 req-99fdc628-ac75-4e84-98cc-86ded0c54e12 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bcb98ae-66b1-40c0-a62b-9020f24f2f35 HTTP/1.1" status: 200 len: 946 time: 0.0622506 May 06 15:05:40.788295 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-2c2d9954-465e-44c1-9105-376ed516e7a1 req-9776c7e2-b572-44b0-b738-b70ef5488417 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=5ce1eba2-17cd-4db7-8aac-d5fdec873105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553067 May 06 15:05:41.212200 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117fc70-b2e9-47c5-96d7-b28aef014eff req-628ca812-a026-4068-81c3-161454f50615 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:41.213688 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-5117fc70-b2e9-47c5-96d7-b28aef014eff req-628ca812-a026-4068-81c3-161454f50615 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.26 "GET /v2.0/ports?device_id=9bcb98ae-66b1-40c0-a62b-9020f24f2f35 HTTP/1.1" status: 200 len: 946 time: 0.0590312 May 06 15:05:41.310293 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-5117fc70-b2e9-47c5-96d7-b28aef014eff req-428adf51-2835-4145-9749-c4d89be6a8b6 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Deleting port 980720ca-338d-4874-8df5-925675b727ef {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 15:05:41.310633 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5117fc70-b2e9-47c5-96d7-b28aef014eff req-428adf51-2835-4145-9749-c4d89be6a8b6 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732313803493'] for port (980720ca-338d-4874-8df5-925675b727ef), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:41.403121 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-5117fc70-b2e9-47c5-96d7-b28aef014eff req-428adf51-2835-4145-9749-c4d89be6a8b6 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] For port 980720ca-338d-4874-8df5-925675b727ef, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=980720ca-338d-4874-8df5-925675b727ef,segment=NetworkSegment(be6ce9c6-e762-4e52-a069-ce1413c2ff6a),segment_id=be6ce9c6-e762-4e52-a069-ce1413c2ff6a)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:05:41.403483 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5117fc70-b2e9-47c5-96d7-b28aef014eff req-428adf51-2835-4145-9749-c4d89be6a8b6 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426303'] for port (980720ca-338d-4874-8df5-925675b727ef), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:41.577687 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5117fc70-b2e9-47c5-96d7-b28aef014eff req-428adf51-2835-4145-9749-c4d89be6a8b6 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:41.578061 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5117fc70-b2e9-47c5-96d7-b28aef014eff req-428adf51-2835-4145-9749-c4d89be6a8b6 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429592'] for floatingip (aeae4d8f-9557-4eca-a888-c225dbf0b97f), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:41.578382 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.db.l3_db [req-5117fc70-b2e9-47c5-96d7-b28aef014eff req-428adf51-2835-4145-9749-c4d89be6a8b6 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Floating IP aeae4d8f-9557-4eca-a888-c225dbf0b97f disassociated. External IP: 172.27.2.65, port: 980720ca-338d-4874-8df5-925675b727ef. May 06 15:05:41.578729 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-5117fc70-b2e9-47c5-96d7-b28aef014eff req-428adf51-2835-4145-9749-c4d89be6a8b6 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Calling delete_port for 980720ca-338d-4874-8df5-925675b727ef owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 15:05:41.711623 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5117fc70-b2e9-47c5-96d7-b28aef014eff req-428adf51-2835-4145-9749-c4d89be6a8b6 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732313812345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732313435477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59634176'] for port (980720ca-338d-4874-8df5-925675b727ef), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:41.740565 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428adf51-2835-4145-9749-c4d89be6a8b6 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Pushing event deleted for resources: {'Port': ['ID=980720ca-338d-4874-8df5-925675b727ef,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:05:41.863295 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5117fc70-b2e9-47c5-96d7-b28aef014eff req-428adf51-2835-4145-9749-c4d89be6a8b6 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Router f77e6523-6838-4eed-bd19-4c79a22cf92c has already been hosted by L3 agent ec8f31e6-1756-4927-8bc3-e144e6f0af83 {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 15:05:41.895423 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-74d83d31-bfb4-423d-9de7-8b4286a241ef req-e9c56ea2-3cf4-4cdf-ae21-a57c6cc18dce tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bcb98ae-66b1-40c0-a62b-9020f24f2f35 HTTP/1.1" status: 200 len: 210 time: 0.0310793 May 06 15:05:42.000089 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5117fc70-b2e9-47c5-96d7-b28aef014eff req-428adf51-2835-4145-9749-c4d89be6a8b6 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Notify agent at l3_agent.dv-cinder-840678-2-iscsi the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 15:05:42.010399 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8c86dd-9caf-4250-900f-c698bba6e7d0 None None] Sync routers for ids ['f77e6523-6838-4eed-bd19-4c79a22cf92c'] in dv-cinder-840678-2-iscsi {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 15:05:42.020428 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8c86dd-9caf-4250-900f-c698bba6e7d0 None None] Routers {'f77e6523-6838-4eed-bd19-4c79a22cf92c'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:05:42.021210 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-1a8c86dd-9caf-4250-900f-c698bba6e7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:05:39Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['f77e6523-6838-4eed-bd19-4c79a22cf92c'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:05:42.044802 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-5117fc70-b2e9-47c5-96d7-b28aef014eff req-428adf51-2835-4145-9749-c4d89be6a8b6 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] No DVR routers for this DVR port 980720ca-338d-4874-8df5-925675b727ef on host hv-cinder-84067 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 15:05:42.047442 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-5117fc70-b2e9-47c5-96d7-b28aef014eff req-428adf51-2835-4145-9749-c4d89be6a8b6 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:42.050957 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-5117fc70-b2e9-47c5-96d7-b28aef014eff req-428adf51-2835-4145-9749-c4d89be6a8b6 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.26 "DELETE /v2.0/ports/980720ca-338d-4874-8df5-925675b727ef HTTP/1.1" status: 204 len: 173 time: 0.8300366 May 06 15:05:42.051425 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bcb98ae-66b1-40c0-a62b-9020f24f2f35', 'name': 'network-vif-deleted', 'tag': '980720ca-338d-4874-8df5-925675b727ef'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 15:05:42.053705 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e079183c6aa01fbf7ecda8705e9d532761ec392512c90f9d6467ac227f3657d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d3341e4-8cb4-4215-8d89-7a79e192e46c" -d '{"events": [{"server_uuid": "9bcb98ae-66b1-40c0-a62b-9020f24f2f35", "name": "network-vif-deleted", "tag": "980720ca-338d-4874-8df5-925675b727ef"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 15:05:42.094629 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 15:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-659edff7-8525-43b6-9acf-3636df6ddbba x-openstack-request-id: req-659edff7-8525-43b6-9acf-3636df6ddbba {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 15:05:42.094958 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bcb98ae-66b1-40c0-a62b-9020f24f2f35", "name": "network-vif-deleted", "tag": "980720ca-338d-4874-8df5-925675b727ef", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 15:05:42.095302 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-659edff7-8525-43b6-9acf-3636df6ddbba {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 15:05:42.095794 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-659edff7-8525-43b6-9acf-3636df6ddbba'] response: {'server_uuid': '9bcb98ae-66b1-40c0-a62b-9020f24f2f35', 'name': 'network-vif-deleted', 'tag': '980720ca-338d-4874-8df5-925675b727ef', 'status': 'completed', 'code': 200} May 06 15:05:42.148909 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-1a8c86dd-9caf-4250-900f-c698bba6e7d0 None None] Set router f77e6523-6838-4eed-bd19-4c79a22cf92c gateway port host: dv-cinder-840678-2-iscsi {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:05:42.346566 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-1a8c86dd-9caf-4250-900f-c698bba6e7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f77e6523-6838-4eed-bd19-4c79a22cf92c', 'name': 'tempest-ServerRescueNegativeTestJSON-151767868-router', 'tenant_id': '66121d02dbff4c3a920161e445959085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'cb3cff7e-5f59-4fc2-b09d-77da58aa420f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:58:23Z', 'updated_at': '2022-05-06T14:58:39Z', 'revision_number': 4, 'project_id': '66121d02dbff4c3a920161e445959085', 'gw_port': {'id': 'cb3cff7e-5f59-4fc2-b09d-77da58aa420f', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:84:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77e6523-6838-4eed-bd19-4c79a22cf92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:24Z', 'updated_at': '2022-05-06T14:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_interfaces': [{'id': 'aea4266d-ea07-4e53-9927-beb0af0981f5', 'name': '', 'network_id': '1f8443d4-24c9-4ac0-96d7-8083233dcc1b', 'tenant_id': '66121d02dbff4c3a920161e445959085', 'mac_address': 'fa:16:3e:d7:26:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77e6523-6838-4eed-bd19-4c79a22cf92c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '67575c08-c86c-46ea-9526-64956bd20b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:33Z', 'updated_at': '2022-05-06T14:58:51Z', 'revision_number': 5, 'project_id': '66121d02dbff4c3a920161e445959085', 'subnets': [{'id': '67575c08-c86c-46ea-9526-64956bd20b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:05:42.376336 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8c86dd-9caf-4250-900f-c698bba6e7d0 None None] Checking router: f77e6523-6838-4eed-bd19-4c79a22cf92c for host: dv-cinder-840678-2-iscsi {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 15:05:42.385060 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8c86dd-9caf-4250-900f-c698bba6e7d0 None None] Routers {'f77e6523-6838-4eed-bd19-4c79a22cf92c'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:05:42.385677 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-1a8c86dd-9caf-4250-900f-c698bba6e7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:05:39Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['f77e6523-6838-4eed-bd19-4c79a22cf92c'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:05:42.494219 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-1a8c86dd-9caf-4250-900f-c698bba6e7d0 None None] Set router f77e6523-6838-4eed-bd19-4c79a22cf92c gateway port host: dv-cinder-840678-2-iscsi {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:05:42.690031 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-68b1beb6-545b-4f86-a143-b395004404eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b8293b96-1d4f-4101-9243-9870353ff712), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:42.691279 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-1a8c86dd-9caf-4250-900f-c698bba6e7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f77e6523-6838-4eed-bd19-4c79a22cf92c', 'name': 'tempest-ServerRescueNegativeTestJSON-151767868-router', 'tenant_id': '66121d02dbff4c3a920161e445959085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'cb3cff7e-5f59-4fc2-b09d-77da58aa420f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:58:23Z', 'updated_at': '2022-05-06T14:58:39Z', 'revision_number': 4, 'project_id': '66121d02dbff4c3a920161e445959085', 'gw_port': {'id': 'cb3cff7e-5f59-4fc2-b09d-77da58aa420f', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:84:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77e6523-6838-4eed-bd19-4c79a22cf92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:24Z', 'updated_at': '2022-05-06T14:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_interfaces': [{'id': 'aea4266d-ea07-4e53-9927-beb0af0981f5', 'name': '', 'network_id': '1f8443d4-24c9-4ac0-96d7-8083233dcc1b', 'tenant_id': '66121d02dbff4c3a920161e445959085', 'mac_address': 'fa:16:3e:d7:26:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77e6523-6838-4eed-bd19-4c79a22cf92c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '67575c08-c86c-46ea-9526-64956bd20b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:33Z', 'updated_at': '2022-05-06T14:58:51Z', 'revision_number': 5, 'project_id': '66121d02dbff4c3a920161e445959085', 'subnets': [{'id': '67575c08-c86c-46ea-9526-64956bd20b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:05:42.723625 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8c86dd-9caf-4250-900f-c698bba6e7d0 None None] The sync data for ids ['f77e6523-6838-4eed-bd19-4c79a22cf92c'] in dv-cinder-840678-2-iscsi is: [{'id': 'f77e6523-6838-4eed-bd19-4c79a22cf92c', 'name': 'tempest-ServerRescueNegativeTestJSON-151767868-router', 'tenant_id': '66121d02dbff4c3a920161e445959085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'cb3cff7e-5f59-4fc2-b09d-77da58aa420f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:58:23Z', 'updated_at': '2022-05-06T14:58:39Z', 'revision_number': 4, 'project_id': '66121d02dbff4c3a920161e445959085', 'gw_port': {'id': 'cb3cff7e-5f59-4fc2-b09d-77da58aa420f', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:84:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77e6523-6838-4eed-bd19-4c79a22cf92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:24Z', 'updated_at': '2022-05-06T14:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_interfaces': [{'id': 'aea4266d-ea07-4e53-9927-beb0af0981f5', 'name': '', 'network_id': '1f8443d4-24c9-4ac0-96d7-8083233dcc1b', 'tenant_id': '66121d02dbff4c3a920161e445959085', 'mac_address': 'fa:16:3e:d7:26:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77e6523-6838-4eed-bd19-4c79a22cf92c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '67575c08-c86c-46ea-9526-64956bd20b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:33Z', 'updated_at': '2022-05-06T14:58:51Z', 'revision_number': 5, 'project_id': '66121d02dbff4c3a920161e445959085', 'subnets': [{'id': '67575c08-c86c-46ea-9526-64956bd20b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 15:05:42.958634 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd3a99a-5117-4a82-85d7-8f9679cb748e None None] New status for floating IP aeae4d8f-9557-4eca-a888-c225dbf0b97f: DOWN {{(pid=103345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 15:05:42.981844 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 50134) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:05:43.034497 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88fb4aff-ae13-4034-b847-7e851e508733 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Publish callbacks [] for security_group (5ce1eba2-17cd-4db7-8aac-d5fdec873105), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:43.057832 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88fb4aff-ae13-4034-b847-7e851e508733 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Publish callbacks [] for security_group (5ce1eba2-17cd-4db7-8aac-d5fdec873105), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:43.110954 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88fb4aff-ae13-4034-b847-7e851e508733 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (5ce1eba2-17cd-4db7-8aac-d5fdec873105), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:43.113522 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88fb4aff-ae13-4034-b847-7e851e508733 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:43.114672 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-88fb4aff-ae13-4034-b847-7e851e508733 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "DELETE /v2.0/security-groups/5ce1eba2-17cd-4db7-8aac-d5fdec873105 HTTP/1.1" status: 204 len: 168 time: 0.1318343 May 06 15:05:43.118603 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 50136) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:05:43.124280 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fb4aff-ae13-4034-b847-7e851e508733 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce1eba2-17cd-4db7-8aac-d5fdec873105,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:05:43.140319 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.api.v2.resource [None req-1da71259-234f-4ba7-bb9b-e67d88edecea tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] show failed (client error): The resource could not be found. May 06 15:05:43.144314 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 50138) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:05:43.144967 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-1da71259-234f-4ba7-bb9b-e67d88edecea tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups/5ce1eba2-17cd-4db7-8aac-d5fdec873105 HTTP/1.1" status: 404 len: 347 time: 0.0253081 May 06 15:05:43.267997 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-e992bf27-bb02-4f7d-a56c-e0443e74032b tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Deleting port 4ac57270-0edd-426e-b15a-17ed7b49e8a7 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 15:05:43.268335 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e992bf27-bb02-4f7d-a56c-e0443e74032b tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732313803493'] for port (4ac57270-0edd-426e-b15a-17ed7b49e8a7), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:43.358771 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e992bf27-bb02-4f7d-a56c-e0443e74032b tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426303'] for port (4ac57270-0edd-426e-b15a-17ed7b49e8a7), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:43.359542 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e992bf27-bb02-4f7d-a56c-e0443e74032b tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Publish callbacks [] for floatingip (4ac57270-0edd-426e-b15a-17ed7b49e8a7), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:43.377323 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-e992bf27-bb02-4f7d-a56c-e0443e74032b tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Calling delete_port for 4ac57270-0edd-426e-b15a-17ed7b49e8a7 owned by network:floatingip {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 15:05:43.517391 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e992bf27-bb02-4f7d-a56c-e0443e74032b tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732313812345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732313435477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194024'] for port (4ac57270-0edd-426e-b15a-17ed7b49e8a7), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:43.543266 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e992bf27-bb02-4f7d-a56c-e0443e74032b tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Pushing event deleted for resources: {'Port': ['ID=4ac57270-0edd-426e-b15a-17ed7b49e8a7,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:05:43.607329 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e992bf27-bb02-4f7d-a56c-e0443e74032b tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Publish callbacks [] for floatingip (aeae4d8f-9557-4eca-a888-c225dbf0b97f), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:43.609977 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e992bf27-bb02-4f7d-a56c-e0443e74032b tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for floatingip (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:43.611132 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-e992bf27-bb02-4f7d-a56c-e0443e74032b tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "DELETE /v2.0/floatingips/aeae4d8f-9557-4eca-a888-c225dbf0b97f HTTP/1.1" status: 204 len: 168 time: 0.4658196 May 06 15:05:43.741857 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (20451d70-ea89-4a66-885a-20a1b2a3bff8), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:45.264504 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device 980720ca-338d-4874-8df5-925675b727ef no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 15:05:45.284895 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] No Port match for: 980720ca-338d-4874-8df5-925675b727ef {{(pid=103344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 15:05:45.285244 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device 980720ca-338d-4874-8df5-925675b727ef not bound to the agent host hv-cinder-84067 {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 15:05:46.084757 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2402396-fcc7-49e6-bead-0172d64285db req-7be90d4a-98bb-45b9-96b3-9cc647455a62 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:46.086786 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-a2402396-fcc7-49e6-bead-0172d64285db req-7be90d4a-98bb-45b9-96b3-9cc647455a62 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 946 time: 0.0469363 May 06 15:05:46.133096 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-a2402396-fcc7-49e6-bead-0172d64285db req-79f69c6b-cdde-436e-9bca-66cdfa8d9a98 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406947 May 06 15:05:46.789838 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e1f5cb-15e6-467f-8811-2fc045acb68f req-b5847beb-79ab-4baf-9793-bc8877f75e71 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:46.791328 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-87e1f5cb-15e6-467f-8811-2fc045acb68f req-b5847beb-79ab-4baf-9793-bc8877f75e71 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.26 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 946 time: 0.0476825 May 06 15:05:46.884224 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-87e1f5cb-15e6-467f-8811-2fc045acb68f req-0f96e90b-d269-4dd5-9bda-db56932b67bc tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Deleting port fc111146-c44c-49db-8747-5b951a689021 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 15:05:46.884564 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-87e1f5cb-15e6-467f-8811-2fc045acb68f req-0f96e90b-d269-4dd5-9bda-db56932b67bc tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732313803493'] for port (fc111146-c44c-49db-8747-5b951a689021), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:46.977029 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-87e1f5cb-15e6-467f-8811-2fc045acb68f req-0f96e90b-d269-4dd5-9bda-db56932b67bc tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] For port fc111146-c44c-49db-8747-5b951a689021, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=fc111146-c44c-49db-8747-5b951a689021,segment=NetworkSegment(be6ce9c6-e762-4e52-a069-ce1413c2ff6a),segment_id=be6ce9c6-e762-4e52-a069-ce1413c2ff6a)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:05:46.977381 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-87e1f5cb-15e6-467f-8811-2fc045acb68f req-0f96e90b-d269-4dd5-9bda-db56932b67bc tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426303'] for port (fc111146-c44c-49db-8747-5b951a689021), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:46.990636 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-87e1f5cb-15e6-467f-8811-2fc045acb68f req-0f96e90b-d269-4dd5-9bda-db56932b67bc tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Calling delete_port for fc111146-c44c-49db-8747-5b951a689021 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 15:05:47.118589 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-87e1f5cb-15e6-467f-8811-2fc045acb68f req-0f96e90b-d269-4dd5-9bda-db56932b67bc tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732313812345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732313435477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59634176'] for port (fc111146-c44c-49db-8747-5b951a689021), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:47.135573 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] get_ports_and_sgs() called for port_ids ['a0c80ff3-d242-45f6-84fa-b0941a41414e', 'fc111146-c44c-49db-8747-5b951a689021'] {{(pid=103344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 15:05:47.148449 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f96e90b-d269-4dd5-9bda-db56932b67bc tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Pushing event deleted for resources: {'Port': ['ID=fc111146-c44c-49db-8747-5b951a689021,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:05:47.203141 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f96e90b-d269-4dd5-9bda-db56932b67bc tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:05:47.203496 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f96e90b-d269-4dd5-9bda-db56932b67bc tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:05:47.203842 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f96e90b-d269-4dd5-9bda-db56932b67bc tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:05:47.204196 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f96e90b-d269-4dd5-9bda-db56932b67bc tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:05:47.204530 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f96e90b-d269-4dd5-9bda-db56932b67bc tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:05:47.204892 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f96e90b-d269-4dd5-9bda-db56932b67bc tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:05:47.205222 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f96e90b-d269-4dd5-9bda-db56932b67bc tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:05:47.205552 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f96e90b-d269-4dd5-9bda-db56932b67bc tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:05:47.205880 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f96e90b-d269-4dd5-9bda-db56932b67bc tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:05:47.206208 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f96e90b-d269-4dd5-9bda-db56932b67bc tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:05:47.206536 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f96e90b-d269-4dd5-9bda-db56932b67bc tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:05:47.206863 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f96e90b-d269-4dd5-9bda-db56932b67bc tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:05:47.207318 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f96e90b-d269-4dd5-9bda-db56932b67bc tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:05:47.207652 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f96e90b-d269-4dd5-9bda-db56932b67bc tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:05:47.207978 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f96e90b-d269-4dd5-9bda-db56932b67bc tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:05:47.211417 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-87e1f5cb-15e6-467f-8811-2fc045acb68f req-0f96e90b-d269-4dd5-9bda-db56932b67bc tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] No DVR routers for this DVR port fc111146-c44c-49db-8747-5b951a689021 on host hv-cinder-84067 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 15:05:47.213818 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-87e1f5cb-15e6-467f-8811-2fc045acb68f req-0f96e90b-d269-4dd5-9bda-db56932b67bc tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:47.217302 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-87e1f5cb-15e6-467f-8811-2fc045acb68f req-0f96e90b-d269-4dd5-9bda-db56932b67bc tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.26 "DELETE /v2.0/ports/fc111146-c44c-49db-8747-5b951a689021 HTTP/1.1" status: 204 len: 173 time: 0.4154825 May 06 15:05:47.217761 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '519cecee-39e5-4926-b71e-f13614fb3ac2', 'name': 'network-vif-deleted', 'tag': 'fc111146-c44c-49db-8747-5b951a689021'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 15:05:47.220016 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e079183c6aa01fbf7ecda8705e9d532761ec392512c90f9d6467ac227f3657d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e94e4ec-8319-4d2c-a281-f36594b1b95e" -d '{"events": [{"server_uuid": "519cecee-39e5-4926-b71e-f13614fb3ac2", "name": "network-vif-deleted", "tag": "fc111146-c44c-49db-8747-5b951a689021"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 15:05:47.262074 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-794b8703-1147-4266-bc5e-ee0fa20aa0bb req-5cf98da7-c988-4098-8c78-c3189f770476 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=519cecee-39e5-4926-b71e-f13614fb3ac2 HTTP/1.1" status: 200 len: 210 time: 0.0392039 May 06 15:05:47.278486 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 15:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d74db219-e675-4733-a868-b3583576ac67 x-openstack-request-id: req-d74db219-e675-4733-a868-b3583576ac67 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 15:05:47.278849 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "519cecee-39e5-4926-b71e-f13614fb3ac2", "name": "network-vif-deleted", "tag": "fc111146-c44c-49db-8747-5b951a689021", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 15:05:47.279110 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d74db219-e675-4733-a868-b3583576ac67 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 15:05:47.279528 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d74db219-e675-4733-a868-b3583576ac67'] response: {'server_uuid': '519cecee-39e5-4926-b71e-f13614fb3ac2', 'name': 'network-vif-deleted', 'tag': 'fc111146-c44c-49db-8747-5b951a689021', 'status': 'completed', 'code': 200} May 06 15:05:48.530904 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e0bd24-85a4-49ac-a6a8-7aa26b7863a9 req-8f2cf58e-9ca6-422a-819f-60fe5fafb13a tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:48.532377 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-d2e0bd24-85a4-49ac-a6a8-7aa26b7863a9 req-8f2cf58e-9ca6-422a-819f-60fe5fafb13a tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab1e10ed-8f86-49b0-8b91-00f990b09e38 HTTP/1.1" status: 200 len: 945 time: 0.0520725 May 06 15:05:48.579510 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-d2e0bd24-85a4-49ac-a6a8-7aa26b7863a9 req-5c3cb22b-b783-4d27-adc2-4ac257b301d5 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415721 May 06 15:05:49.280706 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device fc111146-c44c-49db-8747-5b951a689021 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 15:05:49.301738 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] No Port match for: fc111146-c44c-49db-8747-5b951a689021 {{(pid=103344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 15:05:49.302090 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device fc111146-c44c-49db-8747-5b951a689021 not bound to the agent host hv-cinder-84067 {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 15:05:49.695356 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d687e3d-d26f-4cf7-b0f9-ba2e1bd5f9d2 req-900e4bb2-731b-43ed-85c3-4c3722b66572 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:49.696854 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-9d687e3d-d26f-4cf7-b0f9-ba2e1bd5f9d2 req-900e4bb2-731b-43ed-85c3-4c3722b66572 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab1e10ed-8f86-49b0-8b91-00f990b09e38 HTTP/1.1" status: 200 len: 945 time: 0.0477850 May 06 15:05:49.742063 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-9d687e3d-d26f-4cf7-b0f9-ba2e1bd5f9d2 req-913856ac-3b2b-4676-a132-bd76dc972060 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392232 May 06 15:05:50.606617 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (1eb4536b-031c-4a65-bfe5-fc1ede7d9429), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:50.855342 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b1db31-241c-4d7c-9f4b-1fea25fe27a5 req-39b36d88-9eed-4ada-8284-e9c0900fc526 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:50.856874 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-81b1db31-241c-4d7c-9f4b-1fea25fe27a5 req-39b36d88-9eed-4ada-8284-e9c0900fc526 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab1e10ed-8f86-49b0-8b91-00f990b09e38 HTTP/1.1" status: 200 len: 945 time: 0.0473275 May 06 15:05:50.903992 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-81b1db31-241c-4d7c-9f4b-1fea25fe27a5 req-5a5cf841-2554-4efd-b341-952c428cfc60 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415990 May 06 15:05:52.021642 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde18262-25eb-495e-9589-f3786b7502ab req-65c10231-e03d-4117-845c-81ff0f2c1fe2 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:52.023666 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-fde18262-25eb-495e-9589-f3786b7502ab req-65c10231-e03d-4117-845c-81ff0f2c1fe2 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab1e10ed-8f86-49b0-8b91-00f990b09e38 HTTP/1.1" status: 200 len: 945 time: 0.0538790 May 06 15:05:52.070210 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-fde18262-25eb-495e-9589-f3786b7502ab req-ffd4849d-9e57-4f75-b9ef-3313c1af765e tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1b3d61-72d6-45df-aaaa-157cfbe65206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406647 May 06 15:05:52.464641 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acadafd-9d48-4cce-bf05-8ee1c8a8c967 req-1be57a9c-f8ba-4138-bc17-d8fa6408b3d3 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:05:52.466071 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-2acadafd-9d48-4cce-bf05-8ee1c8a8c967 req-1be57a9c-f8ba-4138-bc17-d8fa6408b3d3 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab1e10ed-8f86-49b0-8b91-00f990b09e38 HTTP/1.1" status: 200 len: 945 time: 0.0462658 May 06 15:05:52.567902 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-2acadafd-9d48-4cce-bf05-8ee1c8a8c967 req-799b37b6-9901-403b-aae4-45f21c000479 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Deleting port a0c80ff3-d242-45f6-84fa-b0941a41414e {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 15:05:52.568246 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-2acadafd-9d48-4cce-bf05-8ee1c8a8c967 req-799b37b6-9901-403b-aae4-45f21c000479 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732313803493'] for port (a0c80ff3-d242-45f6-84fa-b0941a41414e), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:52.659397 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-2acadafd-9d48-4cce-bf05-8ee1c8a8c967 req-799b37b6-9901-403b-aae4-45f21c000479 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] For port a0c80ff3-d242-45f6-84fa-b0941a41414e, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=a0c80ff3-d242-45f6-84fa-b0941a41414e,segment=NetworkSegment(be6ce9c6-e762-4e52-a069-ce1413c2ff6a),segment_id=be6ce9c6-e762-4e52-a069-ce1413c2ff6a)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:05:52.659759 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-2acadafd-9d48-4cce-bf05-8ee1c8a8c967 req-799b37b6-9901-403b-aae4-45f21c000479 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426303'] for port (a0c80ff3-d242-45f6-84fa-b0941a41414e), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:52.673332 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-2acadafd-9d48-4cce-bf05-8ee1c8a8c967 req-799b37b6-9901-403b-aae4-45f21c000479 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Calling delete_port for a0c80ff3-d242-45f6-84fa-b0941a41414e owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 15:05:52.798922 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-2acadafd-9d48-4cce-bf05-8ee1c8a8c967 req-799b37b6-9901-403b-aae4-45f21c000479 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732313812345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732313435477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59634176'] for port (a0c80ff3-d242-45f6-84fa-b0941a41414e), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:52.814902 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] get_ports_and_sgs() called for port_ids ['a0c80ff3-d242-45f6-84fa-b0941a41414e'] {{(pid=103344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 15:05:52.825301 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799b37b6-9901-403b-aae4-45f21c000479 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Pushing event deleted for resources: {'Port': ['ID=a0c80ff3-d242-45f6-84fa-b0941a41414e,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:05:52.878777 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-2acadafd-9d48-4cce-bf05-8ee1c8a8c967 req-799b37b6-9901-403b-aae4-45f21c000479 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] No DVR routers for this DVR port a0c80ff3-d242-45f6-84fa-b0941a41414e on host hv-cinder-84067 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 15:05:52.881259 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-2acadafd-9d48-4cce-bf05-8ee1c8a8c967 req-799b37b6-9901-403b-aae4-45f21c000479 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:52.885307 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-2acadafd-9d48-4cce-bf05-8ee1c8a8c967 req-799b37b6-9901-403b-aae4-45f21c000479 tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.26 "DELETE /v2.0/ports/a0c80ff3-d242-45f6-84fa-b0941a41414e HTTP/1.1" status: 204 len: 173 time: 0.4028540 May 06 15:05:52.885749 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab1e10ed-8f86-49b0-8b91-00f990b09e38', 'name': 'network-vif-deleted', 'tag': 'a0c80ff3-d242-45f6-84fa-b0941a41414e'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 15:05:52.888045 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e079183c6aa01fbf7ecda8705e9d532761ec392512c90f9d6467ac227f3657d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aed447d-39ed-44d2-83b7-e8b888850b37" -d '{"events": [{"server_uuid": "ab1e10ed-8f86-49b0-8b91-00f990b09e38", "name": "network-vif-deleted", "tag": "a0c80ff3-d242-45f6-84fa-b0941a41414e"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 15:05:52.925078 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 15:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11cdfd6e-f99c-4fb8-9e51-df709a333994 x-openstack-request-id: req-11cdfd6e-f99c-4fb8-9e51-df709a333994 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 15:05:52.925375 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab1e10ed-8f86-49b0-8b91-00f990b09e38", "name": "network-vif-deleted", "tag": "a0c80ff3-d242-45f6-84fa-b0941a41414e", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 15:05:52.925631 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-11cdfd6e-f99c-4fb8-9e51-df709a333994 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 15:05:52.926037 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11cdfd6e-f99c-4fb8-9e51-df709a333994'] response: {'server_uuid': 'ab1e10ed-8f86-49b0-8b91-00f990b09e38', 'name': 'network-vif-deleted', 'tag': 'a0c80ff3-d242-45f6-84fa-b0941a41414e', 'status': 'completed', 'code': 200} May 06 15:05:53.185835 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-13dc4114-08d3-4bd6-8f7e-ede4b6f5516e req-a113fd21-0dba-43e1-901f-41e6ca2eea1d tempest-ServerRescueNegativeTestJSON-1285567656 tempest-ServerRescueNegativeTestJSON-1285567656-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab1e10ed-8f86-49b0-8b91-00f990b09e38 HTTP/1.1" status: 200 len: 210 time: 0.0303926 May 06 15:05:54.243019 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 50190) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:05:54.729338 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cb6e0c41-d65e-4a11-a34f-a29c8f6c432c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-426485'] for router_interface (f77e6523-6838-4eed-bd19-4c79a22cf92c), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:55.017009 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-cb6e0c41-d65e-4a11-a34f-a29c8f6c432c admin admin] Deleting port aea4266d-ea07-4e53-9927-beb0af0981f5 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 15:05:55.017350 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cb6e0c41-d65e-4a11-a34f-a29c8f6c432c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732313803493'] for port (aea4266d-ea07-4e53-9927-beb0af0981f5), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:55.097288 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-cb6e0c41-d65e-4a11-a34f-a29c8f6c432c admin admin] For port aea4266d-ea07-4e53-9927-beb0af0981f5, host dv-cinder-840678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=aea4266d-ea07-4e53-9927-beb0af0981f5,segment=NetworkSegment(be6ce9c6-e762-4e52-a069-ce1413c2ff6a),segment_id=be6ce9c6-e762-4e52-a069-ce1413c2ff6a)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:05:55.097649 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cb6e0c41-d65e-4a11-a34f-a29c8f6c432c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426303'] for port (aea4266d-ea07-4e53-9927-beb0af0981f5), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:55.113288 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-cb6e0c41-d65e-4a11-a34f-a29c8f6c432c admin admin] Calling delete_port for aea4266d-ea07-4e53-9927-beb0af0981f5 owned by network:router_interface {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 15:05:55.295428 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cb6e0c41-d65e-4a11-a34f-a29c8f6c432c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732313812345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732313435477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194024'] for port (aea4266d-ea07-4e53-9927-beb0af0981f5), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:55.296130 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device a0c80ff3-d242-45f6-84fa-b0941a41414e no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 15:05:55.317165 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] No Port match for: a0c80ff3-d242-45f6-84fa-b0941a41414e {{(pid=103344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 15:05:55.317516 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device a0c80ff3-d242-45f6-84fa-b0941a41414e not bound to the agent host hv-cinder-84067 {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 15:05:55.319717 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6e0c41-d65e-4a11-a34f-a29c8f6c432c admin admin] Pushing event deleted for resources: {'Port': ['ID=aea4266d-ea07-4e53-9927-beb0af0981f5,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:05:55.329443 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6e0c41-d65e-4a11-a34f-a29c8f6c432c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:05:55.329802 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6e0c41-d65e-4a11-a34f-a29c8f6c432c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:05:55.330153 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6e0c41-d65e-4a11-a34f-a29c8f6c432c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:05:55.330498 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6e0c41-d65e-4a11-a34f-a29c8f6c432c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:05:55.330836 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6e0c41-d65e-4a11-a34f-a29c8f6c432c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:05:55.331606 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6e0c41-d65e-4a11-a34f-a29c8f6c432c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:05:55.331606 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6e0c41-d65e-4a11-a34f-a29c8f6c432c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:05:55.331805 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6e0c41-d65e-4a11-a34f-a29c8f6c432c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:05:55.332131 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6e0c41-d65e-4a11-a34f-a29c8f6c432c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:05:55.332461 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6e0c41-d65e-4a11-a34f-a29c8f6c432c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:05:55.333020 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6e0c41-d65e-4a11-a34f-a29c8f6c432c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:05:55.333605 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6e0c41-d65e-4a11-a34f-a29c8f6c432c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:05:55.334121 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6e0c41-d65e-4a11-a34f-a29c8f6c432c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:05:55.334457 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6e0c41-d65e-4a11-a34f-a29c8f6c432c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:05:55.334792 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6e0c41-d65e-4a11-a34f-a29c8f6c432c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:05:55.501968 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-cb6e0c41-d65e-4a11-a34f-a29c8f6c432c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430826'] for router_interface (f77e6523-6838-4eed-bd19-4c79a22cf92c), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:55.717960 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb6e0c41-d65e-4a11-a34f-a29c8f6c432c admin admin] Router f77e6523-6838-4eed-bd19-4c79a22cf92c has already been hosted by L3 agent ec8f31e6-1756-4927-8bc3-e144e6f0af83 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 15:05:56.073728 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb6e0c41-d65e-4a11-a34f-a29c8f6c432c admin admin] Notify agent at l3_agent.dv-cinder-840678-2-iscsi the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 15:05:56.078844 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-cb6e0c41-d65e-4a11-a34f-a29c8f6c432c admin admin] 10.222.0.23 "PUT /v2.0/routers/f77e6523-6838-4eed-bd19-4c79a22cf92c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8348103 May 06 15:05:56.081299 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 50196) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:05:56.084668 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8718f5c4-9ece-4d4c-aa53-03ccd946b58c None None] Sync routers for ids ['f77e6523-6838-4eed-bd19-4c79a22cf92c'] in dv-cinder-840678-2-iscsi {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 15:05:56.094707 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8718f5c4-9ece-4d4c-aa53-03ccd946b58c None None] Routers {'f77e6523-6838-4eed-bd19-4c79a22cf92c'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:05:56.095329 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-8718f5c4-9ece-4d4c-aa53-03ccd946b58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:05:39Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['f77e6523-6838-4eed-bd19-4c79a22cf92c'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:05:56.191642 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4b424c85-c2e5-4892-9f37-90b03e8df4d5 admin admin] Publish callbacks [] for router (f77e6523-6838-4eed-bd19-4c79a22cf92c), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:56.207065 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-8718f5c4-9ece-4d4c-aa53-03ccd946b58c None None] Set router f77e6523-6838-4eed-bd19-4c79a22cf92c gateway port host: dv-cinder-840678-2-iscsi {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:05:56.302436 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4b424c85-c2e5-4892-9f37-90b03e8df4d5 admin admin] Publish callbacks [] for router_gateway (f77e6523-6838-4eed-bd19-4c79a22cf92c), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:56.348575 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-4b424c85-c2e5-4892-9f37-90b03e8df4d5 admin admin] Deleting port cb3cff7e-5f59-4fc2-b09d-77da58aa420f {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 15:05:56.348943 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4b424c85-c2e5-4892-9f37-90b03e8df4d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732313803493'] for port (cb3cff7e-5f59-4fc2-b09d-77da58aa420f), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:56.379653 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-8718f5c4-9ece-4d4c-aa53-03ccd946b58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f77e6523-6838-4eed-bd19-4c79a22cf92c', 'name': 'tempest-ServerRescueNegativeTestJSON-151767868-router', 'tenant_id': '66121d02dbff4c3a920161e445959085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'cb3cff7e-5f59-4fc2-b09d-77da58aa420f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:58:23Z', 'updated_at': '2022-05-06T15:05:55Z', 'revision_number': 5, 'project_id': '66121d02dbff4c3a920161e445959085', 'gw_port': {'id': 'cb3cff7e-5f59-4fc2-b09d-77da58aa420f', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:84:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77e6523-6838-4eed-bd19-4c79a22cf92c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:24Z', 'updated_at': '2022-05-06T14:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi'}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:05:56.411377 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8718f5c4-9ece-4d4c-aa53-03ccd946b58c None None] Checking router: f77e6523-6838-4eed-bd19-4c79a22cf92c for host: dv-cinder-840678-2-iscsi {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 15:05:56.420656 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8718f5c4-9ece-4d4c-aa53-03ccd946b58c None None] Routers {'f77e6523-6838-4eed-bd19-4c79a22cf92c'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:05:56.421277 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-8718f5c4-9ece-4d4c-aa53-03ccd946b58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:05:39Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['f77e6523-6838-4eed-bd19-4c79a22cf92c'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:05:56.432254 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-4b424c85-c2e5-4892-9f37-90b03e8df4d5 admin admin] For port cb3cff7e-5f59-4fc2-b09d-77da58aa420f, host dv-cinder-840678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=cb3cff7e-5f59-4fc2-b09d-77da58aa420f,segment=NetworkSegment(19695222-3a66-4083-822d-690c63f08412),segment_id=19695222-3a66-4083-822d-690c63f08412)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:05:56.432645 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4b424c85-c2e5-4892-9f37-90b03e8df4d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426303'] for port (cb3cff7e-5f59-4fc2-b09d-77da58aa420f), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:56.446054 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-4b424c85-c2e5-4892-9f37-90b03e8df4d5 admin admin] Calling delete_port for cb3cff7e-5f59-4fc2-b09d-77da58aa420f owned by network:router_gateway {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 15:05:56.622461 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4b424c85-c2e5-4892-9f37-90b03e8df4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732313812345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732313435477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194024'] for port (cb3cff7e-5f59-4fc2-b09d-77da58aa420f), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:56.642587 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-8718f5c4-9ece-4d4c-aa53-03ccd946b58c None None] Set router f77e6523-6838-4eed-bd19-4c79a22cf92c gateway port host: None {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:05:56.648391 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b424c85-c2e5-4892-9f37-90b03e8df4d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb3cff7e-5f59-4fc2-b09d-77da58aa420f,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:05:56.697228 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-8718f5c4-9ece-4d4c-aa53-03ccd946b58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f77e6523-6838-4eed-bd19-4c79a22cf92c', 'name': 'tempest-ServerRescueNegativeTestJSON-151767868-router', 'tenant_id': '66121d02dbff4c3a920161e445959085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:58:23Z', 'updated_at': '2022-05-06T15:05:56Z', 'revision_number': 6, 'project_id': '66121d02dbff4c3a920161e445959085', 'gw_port_host': None}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:05:56.712269 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4b424c85-c2e5-4892-9f37-90b03e8df4d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-428999'] for router_gateway (f77e6523-6838-4eed-bd19-4c79a22cf92c), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:56.728451 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8718f5c4-9ece-4d4c-aa53-03ccd946b58c None None] The sync data for ids ['f77e6523-6838-4eed-bd19-4c79a22cf92c'] in dv-cinder-840678-2-iscsi is: [{'id': 'f77e6523-6838-4eed-bd19-4c79a22cf92c', 'name': 'tempest-ServerRescueNegativeTestJSON-151767868-router', 'tenant_id': '66121d02dbff4c3a920161e445959085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:58:23Z', 'updated_at': '2022-05-06T15:05:56Z', 'revision_number': 6, 'project_id': '66121d02dbff4c3a920161e445959085', 'gw_port_host': None}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 15:05:56.826748 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4b424c85-c2e5-4892-9f37-90b03e8df4d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5235'] for router (f77e6523-6838-4eed-bd19-4c79a22cf92c), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:56.829386 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4b424c85-c2e5-4892-9f37-90b03e8df4d5 admin admin] Publish callbacks [] for router_controller (f77e6523-6838-4eed-bd19-4c79a22cf92c), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:56.892159 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4b424c85-c2e5-4892-9f37-90b03e8df4d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422550'] for router (f77e6523-6838-4eed-bd19-4c79a22cf92c), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:56.892786 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b424c85-c2e5-4892-9f37-90b03e8df4d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f77e6523-6838-4eed-bd19-4c79a22cf92c {{(pid=103343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 15:05:56.898242 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4b424c85-c2e5-4892-9f37-90b03e8df4d5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:56.899356 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-4b424c85-c2e5-4892-9f37-90b03e8df4d5 admin admin] 10.222.0.23 "DELETE /v2.0/routers/f77e6523-6838-4eed-bd19-4c79a22cf92c HTTP/1.1" status: 204 len: 168 time: 0.8170049 May 06 15:05:56.902132 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 50198) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:05:56.949009 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c6f3f2a-80c6-469d-89b2-9f37cae12513 admin admin] Deleting subnet 67575c08-c86c-46ea-9526-64956bd20b03 {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 06 15:05:56.952155 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3c6f3f2a-80c6-469d-89b2-9f37cae12513 admin admin] Publish callbacks [] for subnet (67575c08-c86c-46ea-9526-64956bd20b03), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:56.986836 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3c6f3f2a-80c6-469d-89b2-9f37cae12513 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3289624'] for subnet (67575c08-c86c-46ea-9526-64956bd20b03), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:57.098701 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3c6f3f2a-80c6-469d-89b2-9f37cae12513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16159455'] for subnet (67575c08-c86c-46ea-9526-64956bd20b03), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:57.155138 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3c6f3f2a-80c6-469d-89b2-9f37cae12513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16159430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4192537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3310261'] for subnet (67575c08-c86c-46ea-9526-64956bd20b03), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:57.181539 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6f3f2a-80c6-469d-89b2-9f37cae12513 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67575c08-c86c-46ea-9526-64956bd20b03,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:05:57.185576 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3c6f3f2a-80c6-469d-89b2-9f37cae12513 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566627'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:57.191026 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-3c6f3f2a-80c6-469d-89b2-9f37cae12513 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/67575c08-c86c-46ea-9526-64956bd20b03 HTTP/1.1" status: 204 len: 168 time: 0.2857203 May 06 15:05:57.191284 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 50200) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:05:57.193938 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65eb4e64-ed57-43d3-83ae-411c8c040e58 None None] Network 1f8443d4-24c9-4ac0-96d7-8083233dcc1b requested from dv-cinder-840678-2-iscsi {{(pid=103344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 15:05:57.264839 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-52c9e97d-b681-4441-9841-37f3e582a1ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16137472'] for network (1f8443d4-24c9-4ac0-96d7-8083233dcc1b), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:57.310403 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-52c9e97d-b681-4441-9841-37f3e582a1ef admin admin] Deleting port 769674f0-8e47-48c1-a6ef-b4cc50792c8c {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 15:05:57.310991 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-52c9e97d-b681-4441-9841-37f3e582a1ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732313803493'] for port (769674f0-8e47-48c1-a6ef-b4cc50792c8c), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:57.374031 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-52c9e97d-b681-4441-9841-37f3e582a1ef admin admin] For port 769674f0-8e47-48c1-a6ef-b4cc50792c8c, host dv-cinder-840678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=769674f0-8e47-48c1-a6ef-b4cc50792c8c,segment=NetworkSegment(be6ce9c6-e762-4e52-a069-ce1413c2ff6a),segment_id=be6ce9c6-e762-4e52-a069-ce1413c2ff6a)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:05:57.374383 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-52c9e97d-b681-4441-9841-37f3e582a1ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426303'] for port (769674f0-8e47-48c1-a6ef-b4cc50792c8c), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:57.387489 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-52c9e97d-b681-4441-9841-37f3e582a1ef admin admin] Calling delete_port for 769674f0-8e47-48c1-a6ef-b4cc50792c8c owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 15:05:57.470702 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-52c9e97d-b681-4441-9841-37f3e582a1ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732313812345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732313435477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194024'] for port (769674f0-8e47-48c1-a6ef-b4cc50792c8c), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:57.497551 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c9e97d-b681-4441-9841-37f3e582a1ef admin admin] Pushing event deleted for resources: {'Port': ['ID=769674f0-8e47-48c1-a6ef-b4cc50792c8c,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:05:57.501963 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c9e97d-b681-4441-9841-37f3e582a1ef admin admin] No DVR routers for this DVR port 769674f0-8e47-48c1-a6ef-b4cc50792c8c on host dv-cinder-840678-2-iscsi {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 15:05:57.519028 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b797d96-2c65-445f-92bf-9c4eac33a509 None None] DHCP port deletion for 1f8443d4-24c9-4ac0-96d7-8083233dcc1b request from dv-cinder-840678-2-iscsi {{(pid=103344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 06 15:05:57.582164 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-52c9e97d-b681-4441-9841-37f3e582a1ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16161642', 'neutron.services.segments.db._delete_segments_for_network-8732313914390'] for network (1f8443d4-24c9-4ac0-96d7-8083233dcc1b), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:57.603568 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.services.segments.db [None req-52c9e97d-b681-4441-9841-37f3e582a1ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f8443d4-24c9-4ac0-96d7-8083233dcc1b']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:05:57.613909 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.services.segments.db [None req-52c9e97d-b681-4441-9841-37f3e582a1ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be6ce9c6-e762-4e52-a069-ce1413c2ff6a') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:05:57.614207 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.services.segments.db [None req-52c9e97d-b681-4441-9841-37f3e582a1ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be6ce9c6-e762-4e52-a069-ce1413c2ff6a') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:05:57.624881 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-52c9e97d-b681-4441-9841-37f3e582a1ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732313914911', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3289633'] for segment (be6ce9c6-e762-4e52-a069-ce1413c2ff6a), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:57.639924 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-52c9e97d-b681-4441-9841-37f3e582a1ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16165668'] for segment (be6ce9c6-e762-4e52-a069-ce1413c2ff6a), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:57.646819 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52c9e97d-b681-4441-9841-37f3e582a1ef admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 15:05:57.647232 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-52c9e97d-b681-4441-9841-37f3e582a1ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16165668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193979'] for segment (be6ce9c6-e762-4e52-a069-ce1413c2ff6a), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:57.649797 dv-cinder-840678-2-iscsi neutron-server[103343]: Traceback (most recent call last): May 06 15:05:57.649797 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 15:05:57.649797 dv-cinder-840678-2-iscsi neutron-server[103343]: timer() May 06 15:05:57.649797 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 15:05:57.649797 dv-cinder-840678-2-iscsi neutron-server[103343]: cb(*args, **kw) May 06 15:05:57.649797 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 15:05:57.649797 dv-cinder-840678-2-iscsi neutron-server[103343]: return func(*args, **kwargs) May 06 15:05:57.649797 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 15:05:57.649797 dv-cinder-840678-2-iscsi neutron-server[103343]: self._notify() May 06 15:05:57.649797 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 15:05:57.649797 dv-cinder-840678-2-iscsi neutron-server[103343]: self.callback(batched_events) May 06 15:05:57.649797 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 15:05:57.649797 dv-cinder-840678-2-iscsi neutron-server[103343]: event.method(event) May 06 15:05:57.649797 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 15:05:57.649797 dv-cinder-840678-2-iscsi neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 15:05:57.649797 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 15:05:57.649797 dv-cinder-840678-2-iscsi neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( May 06 15:05:57.649797 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 15:05:57.649797 dv-cinder-840678-2-iscsi neutron-server[103343]: return f(self, *a, **k) May 06 15:05:57.649797 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 15:05:57.649797 dv-cinder-840678-2-iscsi neutron-server[103343]: return self._get(url).json() May 06 15:05:57.649797 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 15:05:57.649797 dv-cinder-840678-2-iscsi neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 15:05:57.649797 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 15:05:57.649797 dv-cinder-840678-2-iscsi neutron-server[103343]: return self.request(url, 'GET', **kwargs) May 06 15:05:57.649797 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 15:05:57.649797 dv-cinder-840678-2-iscsi neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, May 06 15:05:57.649797 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 15:05:57.649797 dv-cinder-840678-2-iscsi neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 15:05:57.649797 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 15:05:57.649797 dv-cinder-840678-2-iscsi neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 15:05:57.649797 dv-cinder-840678-2-iscsi neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 15:05:57.705354 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-52c9e97d-b681-4441-9841-37f3e582a1ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16161617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429813'] for network (1f8443d4-24c9-4ac0-96d7-8083233dcc1b), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:57.714801 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-52c9e97d-b681-4441-9841-37f3e582a1ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566627'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:57.718365 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-52c9e97d-b681-4441-9841-37f3e582a1ef admin admin] 10.222.0.23 "DELETE /v2.0/networks/1f8443d4-24c9-4ac0-96d7-8083233dcc1b HTTP/1.1" status: 204 len: 168 time: 0.5261128 May 06 15:05:57.728850 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c9e97d-b681-4441-9841-37f3e582a1ef admin admin] Pushing event deleted for resources: {'Network': ['ID=1f8443d4-24c9-4ac0-96d7-8083233dcc1b,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:05:57.849760 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 50204) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:05:57.889900 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-8274eb4e-0bdb-47a6-a4e9-04818f35e637 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=66121d02dbff4c3a920161e445959085&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0389144 May 06 15:05:57.892315 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 50206) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:05:57.943445 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bea657b1-bd5f-40a2-b74a-a5e0374cb95c admin admin] Publish callbacks [] for security_group (3b1b3d61-72d6-45df-aaaa-157cfbe65206), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:57.965577 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bea657b1-bd5f-40a2-b74a-a5e0374cb95c admin admin] Publish callbacks [] for security_group (3b1b3d61-72d6-45df-aaaa-157cfbe65206), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:58.016088 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bea657b1-bd5f-40a2-b74a-a5e0374cb95c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (3b1b3d61-72d6-45df-aaaa-157cfbe65206), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:58.020706 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bea657b1-bd5f-40a2-b74a-a5e0374cb95c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:58.023609 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-bea657b1-bd5f-40a2-b74a-a5e0374cb95c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3b1b3d61-72d6-45df-aaaa-157cfbe65206 HTTP/1.1" status: 204 len: 168 time: 0.1290479 May 06 15:05:58.044754 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea657b1-bd5f-40a2-b74a-a5e0374cb95c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1b3d61-72d6-45df-aaaa-157cfbe65206,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:05:58.106262 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device aea4266d-ea07-4e53-9927-beb0af0981f5 no longer exists at agent ovs-agent-dv-cinder-840678-2-iscsi {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 15:05:58.132464 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] No Port match for: aea4266d-ea07-4e53-9927-beb0af0981f5 {{(pid=103344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 15:05:58.133024 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device aea4266d-ea07-4e53-9927-beb0af0981f5 not bound to the agent host dv-cinder-840678-2-iscsi {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 15:05:58.133460 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device 769674f0-8e47-48c1-a6ef-b4cc50792c8c no longer exists at agent ovs-agent-dv-cinder-840678-2-iscsi {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 15:05:58.154854 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] No Port match for: 769674f0-8e47-48c1-a6ef-b4cc50792c8c {{(pid=103344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 15:05:58.155552 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device 769674f0-8e47-48c1-a6ef-b4cc50792c8c not bound to the agent host dv-cinder-840678-2-iscsi {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 15:05:58.156170 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device cb3cff7e-5f59-4fc2-b09d-77da58aa420f no longer exists at agent ovs-agent-dv-cinder-840678-2-iscsi {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 15:05:58.183797 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] No Port match for: cb3cff7e-5f59-4fc2-b09d-77da58aa420f {{(pid=103344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 15:05:58.184098 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device cb3cff7e-5f59-4fc2-b09d-77da58aa420f not bound to the agent host dv-cinder-840678-2-iscsi {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 15:05:59.758865 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 50258) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:05:59.863494 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d75075f0-cbf1-4c96-b4d5-e7b2d3870d34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:59.937675 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d75075f0-cbf1-4c96-b4d5-e7b2d3870d34 admin admin] Publish callbacks [] for security_group (4aa3eed9-0474-4447-80fb-1b683b75809a), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:59.941608 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d75075f0-cbf1-4c96-b4d5-e7b2d3870d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (4aa3eed9-0474-4447-80fb-1b683b75809a), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:05:59.980443 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-d75075f0-cbf1-4c96-b4d5-e7b2d3870d34 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=837aa9d1761e4608bc8300c52c1db311&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2204745 May 06 15:05:59.981335 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75075f0-cbf1-4c96-b4d5-e7b2d3870d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa3eed9-0474-4447-80fb-1b683b75809a,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:05:59.983151 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 50262) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:06:00.032195 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3d83d30d-15fb-4c14-bb21-6ad105edf85d admin admin] Publish callbacks [] for security_group (4aa3eed9-0474-4447-80fb-1b683b75809a), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:00.054315 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3d83d30d-15fb-4c14-bb21-6ad105edf85d admin admin] Publish callbacks [] for security_group (4aa3eed9-0474-4447-80fb-1b683b75809a), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:00.104542 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3d83d30d-15fb-4c14-bb21-6ad105edf85d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (4aa3eed9-0474-4447-80fb-1b683b75809a), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:00.107462 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3d83d30d-15fb-4c14-bb21-6ad105edf85d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:00.108626 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-3d83d30d-15fb-4c14-bb21-6ad105edf85d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4aa3eed9-0474-4447-80fb-1b683b75809a HTTP/1.1" status: 204 len: 168 time: 0.1244161 May 06 15:06:00.117225 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d83d30d-15fb-4c14-bb21-6ad105edf85d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa3eed9-0474-4447-80fb-1b683b75809a,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:06:00.369099 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 50270) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:06:00.382257 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6fb65f3c-1b1b-46fd-a949-59c39401999e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:00.461175 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6fb65f3c-1b1b-46fd-a949-59c39401999e admin admin] Publish callbacks [] for security_group (c0498d59-dff3-4506-83a1-7e94e9fdda42), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:00.465137 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6fb65f3c-1b1b-46fd-a949-59c39401999e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (c0498d59-dff3-4506-83a1-7e94e9fdda42), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:00.505308 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-6fb65f3c-1b1b-46fd-a949-59c39401999e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7f9817356e674c9c8bae5825a3ca9ce2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1351376 May 06 15:06:00.506247 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb65f3c-1b1b-46fd-a949-59c39401999e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0498d59-dff3-4506-83a1-7e94e9fdda42,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:06:00.508700 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 50272) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:06:00.557679 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8b571d5c-f746-4ee9-9253-b206669f1d8f admin admin] Publish callbacks [] for security_group (c0498d59-dff3-4506-83a1-7e94e9fdda42), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:00.579128 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8b571d5c-f746-4ee9-9253-b206669f1d8f admin admin] Publish callbacks [] for security_group (c0498d59-dff3-4506-83a1-7e94e9fdda42), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:00.627036 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8b571d5c-f746-4ee9-9253-b206669f1d8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (c0498d59-dff3-4506-83a1-7e94e9fdda42), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:00.629630 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8b571d5c-f746-4ee9-9253-b206669f1d8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:00.630785 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-8b571d5c-f746-4ee9-9253-b206669f1d8f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c0498d59-dff3-4506-83a1-7e94e9fdda42 HTTP/1.1" status: 204 len: 168 time: 0.1210926 May 06 15:06:00.639272 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b571d5c-f746-4ee9-9253-b206669f1d8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0498d59-dff3-4506-83a1-7e94e9fdda42,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:06:03.171006 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-fca9e1a7-967f-496f-9957-064bd0c63063 req-f41280f6-1c81-4ee1-b7bd-71fc095aebe9 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1067262204&fields=id&tenant_id=4be2354633354d249a0598f589a987b8 HTTP/1.1" status: 200 len: 267 time: 0.0448608 May 06 15:06:03.220545 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca9e1a7-967f-496f-9957-064bd0c63063 req-9f4a9094-31d3-40d8-9b12-d6f2644355e8 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:06:03.222011 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-fca9e1a7-967f-496f-9957-064bd0c63063 req-9f4a9094-31d3-40d8-9b12-d6f2644355e8 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/ports?device_id=1190aec7-7179-482b-a705-8943f357c18f HTTP/1.1" status: 200 len: 985 time: 0.0456207 May 06 15:06:03.233861 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.v2.base [req-fca9e1a7-967f-496f-9957-064bd0c63063 req-abdba190-6988-456b-90f4-860c6efa277f tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Request body: {'port': {'security_groups': ['7788c52f-729c-40ca-8f6a-df96ae39c655']}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:06:03.311376 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-fca9e1a7-967f-496f-9957-064bd0c63063 req-abdba190-6988-456b-90f4-860c6efa277f tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:03.493390 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-fca9e1a7-967f-496f-9957-064bd0c63063 req-abdba190-6988-456b-90f4-860c6efa277f tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] For port 7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed,segment=NetworkSegment(890b06b2-20bf-4aaa-b1b2-5b1efb314674),segment_id=890b06b2-20bf-4aaa-b1b2-5b1efb314674)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:06:03.525455 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-fca9e1a7-967f-496f-9957-064bd0c63063 req-abdba190-6988-456b-90f4-860c6efa277f tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Publish callbacks [] for port (7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:03.530317 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-fca9e1a7-967f-496f-9957-064bd0c63063 req-abdba190-6988-456b-90f4-860c6efa277f tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194015'] for port (7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:03.549753 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] get_ports_and_sgs() called for port_ids ['7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed'] {{(pid=103344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 15:06:03.580000 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca9e1a7-967f-496f-9957-064bd0c63063 req-abdba190-6988-456b-90f4-860c6efa277f tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:06:03.580204 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-fca9e1a7-967f-496f-9957-064bd0c63063 req-abdba190-6988-456b-90f4-860c6efa277f tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:03.581670 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-fca9e1a7-967f-496f-9957-064bd0c63063 req-abdba190-6988-456b-90f4-860c6efa277f tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "PUT /v2.0/ports/7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed HTTP/1.1" status: 200 len: 943 time: 0.3523114 May 06 15:06:03.582142 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1190aec7-7179-482b-a705-8943f357c18f', 'tag': '7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 15:06:03.584552 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5daf9cee7e39eb515dc660b2975ad5fbac0ba75c1025697cc881fad3e2d3ce45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b12d75fb-7af3-440d-8174-a616866809af" -d '{"events": [{"name": "network-changed", "server_uuid": "1190aec7-7179-482b-a705-8943f357c18f", "tag": "7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 15:06:03.589839 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 50348) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:06:03.625753 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdba190-6988-456b-90f4-860c6efa277f tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Pushing event updated for resources: {'Port': ['ID=7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed,revision_number=7']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:06:03.659873 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 15:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e925d80-a01b-42b2-abd8-ae62cf2b8b43 x-openstack-request-id: req-3e925d80-a01b-42b2-abd8-ae62cf2b8b43 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 15:06:03.660202 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1190aec7-7179-482b-a705-8943f357c18f", "tag": "7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 15:06:03.660483 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3e925d80-a01b-42b2-abd8-ae62cf2b8b43 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 15:06:03.661271 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e925d80-a01b-42b2-abd8-ae62cf2b8b43'] response: {'name': 'network-changed', 'server_uuid': '1190aec7-7179-482b-a705-8943f357c18f', 'tag': '7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed', 'status': 'completed', 'code': 200} May 06 15:06:03.715339 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7b5436d8-d59e-40ef-9f3c-40fd0ccf184f tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Publish callbacks [] for security_group (876e3184-9979-4e71-9333-fdc1a28abd9d), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:03.741358 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d75fb-7af3-440d-8174-a616866809af req-9e833b31-8083-430a-af14-5f4d35174d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:06:03.742981 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-b12d75fb-7af3-440d-8174-a616866809af req-9e833b31-8083-430a-af14-5f4d35174d8c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4be2354633354d249a0598f589a987b8&device_id=1190aec7-7179-482b-a705-8943f357c18f HTTP/1.1" status: 200 len: 1130 time: 0.0593805 May 06 15:06:03.753978 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7b5436d8-d59e-40ef-9f3c-40fd0ccf184f tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Publish callbacks [] for security_group (876e3184-9979-4e71-9333-fdc1a28abd9d), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:03.769264 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] get_ports_and_sgs() called for port_ids ['7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed'] {{(pid=103344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 15:06:03.799124 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.agents_db [None req-6003b131-4361-4e36-81e7-47e90cbdf206 None None] Agent healthcheck: found 6 active agents {{(pid=103345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 15:06:03.879921 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d75fb-7af3-440d-8174-a616866809af req-5e7d3823-b5c6-4176-8150-90a262e01181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:06:03.881379 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-b12d75fb-7af3-440d-8174-a616866809af req-5e7d3823-b5c6-4176-8150-90a262e01181 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a5b33968-9a47-4e49-a4ac-4bdb672e1215 HTTP/1.1" status: 200 len: 916 time: 0.1128767 May 06 15:06:03.889437 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7b5436d8-d59e-40ef-9f3c-40fd0ccf184f tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (876e3184-9979-4e71-9333-fdc1a28abd9d), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:03.892013 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7b5436d8-d59e-40ef-9f3c-40fd0ccf184f tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:03.893251 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-7b5436d8-d59e-40ef-9f3c-40fd0ccf184f tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "DELETE /v2.0/security-groups/876e3184-9979-4e71-9333-fdc1a28abd9d HTTP/1.1" status: 204 len: 168 time: 0.3023207 May 06 15:06:03.896147 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 50352) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:06:03.937284 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5436d8-d59e-40ef-9f3c-40fd0ccf184f tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=876e3184-9979-4e71-9333-fdc1a28abd9d,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:06:03.944773 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-50f3e9ed-3db0-4e4b-b95a-09bade89e6b0 None None] Provisioning complete for port 7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:06:03.945204 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-50f3e9ed-3db0-4e4b-b95a-09bade89e6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:03.969500 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-b12d75fb-7af3-440d-8174-a616866809af req-42a1bda6-fbc5-46a8-a7ee-26dfe9958aed service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed HTTP/1.1" status: 200 len: 1001 time: 0.0750484 May 06 15:06:04.027061 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d75fb-7af3-440d-8174-a616866809af req-0fd0c0b6-8839-45be-834a-de837cb0fd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:06:04.028532 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-b12d75fb-7af3-440d-8174-a616866809af req-0fd0c0b6-8839-45be-834a-de837cb0fd4b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8ec52d68-94e9-40d7-b80a-32fe51def5e4 HTTP/1.1" status: 200 len: 854 time: 0.0517852 May 06 15:06:04.054940 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-50f3e9ed-3db0-4e4b-b95a-09bade89e6b0 None None] Current status of the port 7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed is: ACTIVE; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:06:04.073463 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-c8b6a5d6-7a50-435b-a9ad-b14c9d60e398 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Deleting port d8050e52-3327-476b-95f2-f703b2269ce3 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 15:06:04.073816 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c8b6a5d6-7a50-435b-a9ad-b14c9d60e398 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732313803493'] for port (d8050e52-3327-476b-95f2-f703b2269ce3), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:04.081613 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d75fb-7af3-440d-8174-a616866809af req-7cbf2703-e5ab-4b2f-a301-bd63f6ba1269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:06:04.082988 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-b12d75fb-7af3-440d-8174-a616866809af req-7cbf2703-e5ab-4b2f-a301-bd63f6ba1269 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a5b33968-9a47-4e49-a4ac-4bdb672e1215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422001 May 06 15:06:04.163483 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c8b6a5d6-7a50-435b-a9ad-b14c9d60e398 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426303'] for port (d8050e52-3327-476b-95f2-f703b2269ce3), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:04.163824 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c8b6a5d6-7a50-435b-a9ad-b14c9d60e398 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Publish callbacks [] for floatingip (d8050e52-3327-476b-95f2-f703b2269ce3), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:04.176902 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-c8b6a5d6-7a50-435b-a9ad-b14c9d60e398 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Calling delete_port for d8050e52-3327-476b-95f2-f703b2269ce3 owned by network:floatingip {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 15:06:04.181965 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-b12d75fb-7af3-440d-8174-a616866809af req-366fcaa2-922c-47c1-95b6-a19e68cee496 service neutron] 10.222.0.26 "GET /v2.0/networks/a5b33968-9a47-4e49-a4ac-4bdb672e1215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857458 May 06 15:06:04.279345 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-b12d75fb-7af3-440d-8174-a616866809af req-763ff295-064d-4607-9939-66a130985ffe service neutron] 10.222.0.26 "GET /v2.0/networks/a5b33968-9a47-4e49-a4ac-4bdb672e1215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872638 May 06 15:06:04.348954 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c8b6a5d6-7a50-435b-a9ad-b14c9d60e398 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732313812345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732313435477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194024'] for port (d8050e52-3327-476b-95f2-f703b2269ce3), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:04.373381 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b6a5d6-7a50-435b-a9ad-b14c9d60e398 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Pushing event deleted for resources: {'Port': ['ID=d8050e52-3327-476b-95f2-f703b2269ce3,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:06:04.435859 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c8b6a5d6-7a50-435b-a9ad-b14c9d60e398 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Publish callbacks [] for floatingip (e5ae10c2-c22e-4a77-ba38-ac750b9eabc5), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:04.436102 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.db.l3_db [None req-c8b6a5d6-7a50-435b-a9ad-b14c9d60e398 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Floating IP e5ae10c2-c22e-4a77-ba38-ac750b9eabc5 disassociated (deleted). External IP: 172.27.2.32, port: 7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed. May 06 15:06:04.645561 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8b6a5d6-7a50-435b-a9ad-b14c9d60e398 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Router f32f4e45-692c-47be-b54e-3acea4e41601 has already been hosted by L3 agent ec8f31e6-1756-4927-8bc3-e144e6f0af83 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 15:06:04.765341 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8b6a5d6-7a50-435b-a9ad-b14c9d60e398 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Notify agent at l3_agent.dv-cinder-840678-2-iscsi the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 15:06:04.774313 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c8b6a5d6-7a50-435b-a9ad-b14c9d60e398 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for floatingip (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:04.778032 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1b3dc2-531c-427f-aaf1-f7892409c7aa None None] Sync routers for ids ['f32f4e45-692c-47be-b54e-3acea4e41601'] in dv-cinder-840678-2-iscsi {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 15:06:04.791268 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1b3dc2-531c-427f-aaf1-f7892409c7aa None None] Routers {'f32f4e45-692c-47be-b54e-3acea4e41601'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:06:04.792145 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-fe1b3dc2-531c-427f-aaf1-f7892409c7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:05:39Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['f32f4e45-692c-47be-b54e-3acea4e41601'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:06:04.810787 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-c8b6a5d6-7a50-435b-a9ad-b14c9d60e398 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "DELETE /v2.0/floatingips/e5ae10c2-c22e-4a77-ba38-ac750b9eabc5 HTTP/1.1" status: 204 len: 168 time: 0.9127269 May 06 15:06:04.910786 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-fe1b3dc2-531c-427f-aaf1-f7892409c7aa None None] Set router f32f4e45-692c-47be-b54e-3acea4e41601 gateway port host: dv-cinder-840678-2-iscsi {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:06:04.978287 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 50368) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:06:05.111385 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-942dac7b-8aa2-45c2-a5c5-9b3b40f8ad5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:05.119127 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-fe1b3dc2-531c-427f-aaf1-f7892409c7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f32f4e45-692c-47be-b54e-3acea4e41601', 'name': 'tempest-TestMinimumBasicScenario-1513183517-router', 'tenant_id': '4be2354633354d249a0598f589a987b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '4c51fedd-d4e6-43e3-86bd-bf37d06a3fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T15:01:30Z', 'updated_at': '2022-05-06T15:01:33Z', 'revision_number': 4, 'project_id': '4be2354633354d249a0598f589a987b8', 'gw_port': {'id': '4c51fedd-d4e6-43e3-86bd-bf37d06a3fb0', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:55:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32f4e45-692c-47be-b54e-3acea4e41601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:01:30Z', 'updated_at': '2022-05-06T15:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_interfaces': [{'id': '1b6d5674-e4d2-4482-ad64-262c92189407', 'name': '', 'network_id': 'a5b33968-9a47-4e49-a4ac-4bdb672e1215', 'tenant_id': '4be2354633354d249a0598f589a987b8', 'mac_address': 'fa:16:3e:3a:18:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32f4e45-692c-47be-b54e-3acea4e41601', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '8ec52d68-94e9-40d7-b80a-32fe51def5e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:01:33Z', 'updated_at': '2022-05-06T15:01:39Z', 'revision_number': 5, 'project_id': '4be2354633354d249a0598f589a987b8', 'subnets': [{'id': '8ec52d68-94e9-40d7-b80a-32fe51def5e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:06:05.147762 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1b3dc2-531c-427f-aaf1-f7892409c7aa None None] Checking router: f32f4e45-692c-47be-b54e-3acea4e41601 for host: dv-cinder-840678-2-iscsi {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 15:06:05.158181 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1b3dc2-531c-427f-aaf1-f7892409c7aa None None] Routers {'f32f4e45-692c-47be-b54e-3acea4e41601'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:06:05.159060 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-fe1b3dc2-531c-427f-aaf1-f7892409c7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:05:39Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['f32f4e45-692c-47be-b54e-3acea4e41601'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:06:05.195583 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-942dac7b-8aa2-45c2-a5c5-9b3b40f8ad5d admin admin] Publish callbacks [] for security_group (465cdc20-56bb-475f-91c6-60869d83ce03), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:05.199502 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-942dac7b-8aa2-45c2-a5c5-9b3b40f8ad5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (465cdc20-56bb-475f-91c6-60869d83ce03), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:05.237834 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-942dac7b-8aa2-45c2-a5c5-9b3b40f8ad5d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=45f7e1cf4a9741a59bf8152f7afdf877&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2583630 May 06 15:06:05.239873 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942dac7b-8aa2-45c2-a5c5-9b3b40f8ad5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=465cdc20-56bb-475f-91c6-60869d83ce03,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:06:05.240573 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 50374) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:06:05.271103 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-fe1b3dc2-531c-427f-aaf1-f7892409c7aa None None] Set router f32f4e45-692c-47be-b54e-3acea4e41601 gateway port host: dv-cinder-840678-2-iscsi {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:06:05.292408 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-956a9e90-e362-4f1e-a5e2-f5456f78f6ac admin admin] Publish callbacks [] for security_group (465cdc20-56bb-475f-91c6-60869d83ce03), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:05.314055 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-956a9e90-e362-4f1e-a5e2-f5456f78f6ac admin admin] Publish callbacks [] for security_group (465cdc20-56bb-475f-91c6-60869d83ce03), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:05.361216 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-956a9e90-e362-4f1e-a5e2-f5456f78f6ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (465cdc20-56bb-475f-91c6-60869d83ce03), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:05.364108 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-956a9e90-e362-4f1e-a5e2-f5456f78f6ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:05.365271 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-956a9e90-e362-4f1e-a5e2-f5456f78f6ac admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/465cdc20-56bb-475f-91c6-60869d83ce03 HTTP/1.1" status: 204 len: 168 time: 0.1229758 May 06 15:06:05.373998 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956a9e90-e362-4f1e-a5e2-f5456f78f6ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=465cdc20-56bb-475f-91c6-60869d83ce03,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:06:05.466544 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-fe1b3dc2-531c-427f-aaf1-f7892409c7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f32f4e45-692c-47be-b54e-3acea4e41601', 'name': 'tempest-TestMinimumBasicScenario-1513183517-router', 'tenant_id': '4be2354633354d249a0598f589a987b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '4c51fedd-d4e6-43e3-86bd-bf37d06a3fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T15:01:30Z', 'updated_at': '2022-05-06T15:01:33Z', 'revision_number': 4, 'project_id': '4be2354633354d249a0598f589a987b8', 'gw_port': {'id': '4c51fedd-d4e6-43e3-86bd-bf37d06a3fb0', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:55:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32f4e45-692c-47be-b54e-3acea4e41601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:01:30Z', 'updated_at': '2022-05-06T15:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_interfaces': [{'id': '1b6d5674-e4d2-4482-ad64-262c92189407', 'name': '', 'network_id': 'a5b33968-9a47-4e49-a4ac-4bdb672e1215', 'tenant_id': '4be2354633354d249a0598f589a987b8', 'mac_address': 'fa:16:3e:3a:18:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32f4e45-692c-47be-b54e-3acea4e41601', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '8ec52d68-94e9-40d7-b80a-32fe51def5e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:01:33Z', 'updated_at': '2022-05-06T15:01:39Z', 'revision_number': 5, 'project_id': '4be2354633354d249a0598f589a987b8', 'subnets': [{'id': '8ec52d68-94e9-40d7-b80a-32fe51def5e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:06:05.494045 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1b3dc2-531c-427f-aaf1-f7892409c7aa None None] The sync data for ids ['f32f4e45-692c-47be-b54e-3acea4e41601'] in dv-cinder-840678-2-iscsi is: [{'id': 'f32f4e45-692c-47be-b54e-3acea4e41601', 'name': 'tempest-TestMinimumBasicScenario-1513183517-router', 'tenant_id': '4be2354633354d249a0598f589a987b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '4c51fedd-d4e6-43e3-86bd-bf37d06a3fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T15:01:30Z', 'updated_at': '2022-05-06T15:01:33Z', 'revision_number': 4, 'project_id': '4be2354633354d249a0598f589a987b8', 'gw_port': {'id': '4c51fedd-d4e6-43e3-86bd-bf37d06a3fb0', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:55:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32f4e45-692c-47be-b54e-3acea4e41601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:01:30Z', 'updated_at': '2022-05-06T15:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_interfaces': [{'id': '1b6d5674-e4d2-4482-ad64-262c92189407', 'name': '', 'network_id': 'a5b33968-9a47-4e49-a4ac-4bdb672e1215', 'tenant_id': '4be2354633354d249a0598f589a987b8', 'mac_address': 'fa:16:3e:3a:18:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32f4e45-692c-47be-b54e-3acea4e41601', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '8ec52d68-94e9-40d7-b80a-32fe51def5e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:01:33Z', 'updated_at': '2022-05-06T15:01:39Z', 'revision_number': 5, 'project_id': '4be2354633354d249a0598f589a987b8', 'subnets': [{'id': '8ec52d68-94e9-40d7-b80a-32fe51def5e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 15:06:05.649586 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 50380) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:06:05.663489 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1190aec7-7179-482b-a705-8943f357c18f', 'tag': '7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 15:06:05.663998 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ae74ee57-825a-4ab9-b51f-45858aba1a8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:05.667309 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5daf9cee7e39eb515dc660b2975ad5fbac0ba75c1025697cc881fad3e2d3ce45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0febebaa-88f5-4f8c-9a8b-ee1a138b11ff" -d '{"events": [{"name": "network-changed", "server_uuid": "1190aec7-7179-482b-a705-8943f357c18f", "tag": "7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 15:06:05.716030 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 15:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6664675b-4654-4b90-bc63-0f9c7ccf8f83 x-openstack-request-id: req-6664675b-4654-4b90-bc63-0f9c7ccf8f83 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 15:06:05.716354 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1190aec7-7179-482b-a705-8943f357c18f", "tag": "7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 15:06:05.716801 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6664675b-4654-4b90-bc63-0f9c7ccf8f83 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 15:06:05.717923 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6664675b-4654-4b90-bc63-0f9c7ccf8f83'] response: {'name': 'network-changed', 'server_uuid': '1190aec7-7179-482b-a705-8943f357c18f', 'tag': '7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed', 'status': 'completed', 'code': 200} May 06 15:06:05.748780 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6dddf38-f1c2-4141-b94e-56524266a1ef None None] New status for floating IP e5ae10c2-c22e-4a77-ba38-ac750b9eabc5: DOWN {{(pid=103344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 15:06:05.765812 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ae74ee57-825a-4ab9-b51f-45858aba1a8a admin admin] Publish callbacks [] for security_group (940ff8f9-6418-472f-a630-342d4b25b814), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:05.769901 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ae74ee57-825a-4ab9-b51f-45858aba1a8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (940ff8f9-6418-472f-a630-342d4b25b814), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:05.812890 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-ae74ee57-825a-4ab9-b51f-45858aba1a8a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7d3bd11c688c4143ae3f9f8ea0bd9c4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1619060 May 06 15:06:05.814266 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae74ee57-825a-4ab9-b51f-45858aba1a8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=940ff8f9-6418-472f-a630-342d4b25b814,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:06:05.815514 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 50384) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:06:05.880736 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0febebaa-88f5-4f8c-9a8b-ee1a138b11ff req-02469335-f13b-4fd7-ab1c-d38d253f4cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:06:05.883184 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-0febebaa-88f5-4f8c-9a8b-ee1a138b11ff req-02469335-f13b-4fd7-ab1c-d38d253f4cf3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4be2354633354d249a0598f589a987b8&device_id=1190aec7-7179-482b-a705-8943f357c18f HTTP/1.1" status: 200 len: 1130 time: 0.0485454 May 06 15:06:05.883576 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e78f1f81-9b02-4147-932e-e715d6392757 admin admin] Publish callbacks [] for security_group (940ff8f9-6418-472f-a630-342d4b25b814), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:05.908217 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e78f1f81-9b02-4147-932e-e715d6392757 admin admin] Publish callbacks [] for security_group (940ff8f9-6418-472f-a630-342d4b25b814), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:05.956476 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e78f1f81-9b02-4147-932e-e715d6392757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (940ff8f9-6418-472f-a630-342d4b25b814), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:05.959285 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e78f1f81-9b02-4147-932e-e715d6392757 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:05.961300 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-e78f1f81-9b02-4147-932e-e715d6392757 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/940ff8f9-6418-472f-a630-342d4b25b814 HTTP/1.1" status: 204 len: 168 time: 0.1446538 May 06 15:06:05.970912 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78f1f81-9b02-4147-932e-e715d6392757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940ff8f9-6418-472f-a630-342d4b25b814,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:06:05.988395 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0febebaa-88f5-4f8c-9a8b-ee1a138b11ff req-cba73086-b829-48a3-8513-39f5baa1ab2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:06:05.989975 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-0febebaa-88f5-4f8c-9a8b-ee1a138b11ff req-cba73086-b829-48a3-8513-39f5baa1ab2a service neutron] 10.222.0.26 "GET /v2.0/networks?id=a5b33968-9a47-4e49-a4ac-4bdb672e1215 HTTP/1.1" status: 200 len: 916 time: 0.0942929 May 06 15:06:06.046651 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-0febebaa-88f5-4f8c-9a8b-ee1a138b11ff req-8500ffe6-33a7-4c4e-b94e-e6c6f80be153 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed HTTP/1.1" status: 200 len: 217 time: 0.0386033 May 06 15:06:06.109419 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0febebaa-88f5-4f8c-9a8b-ee1a138b11ff req-81f19902-bf5d-4df5-8905-a11ab58bd573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:06:06.110987 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-0febebaa-88f5-4f8c-9a8b-ee1a138b11ff req-81f19902-bf5d-4df5-8905-a11ab58bd573 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8ec52d68-94e9-40d7-b80a-32fe51def5e4 HTTP/1.1" status: 200 len: 854 time: 0.0549386 May 06 15:06:06.165647 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0febebaa-88f5-4f8c-9a8b-ee1a138b11ff req-36d0355b-dadd-489f-9d49-3e123ebd8aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:06:06.167139 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-0febebaa-88f5-4f8c-9a8b-ee1a138b11ff req-36d0355b-dadd-489f-9d49-3e123ebd8aa0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a5b33968-9a47-4e49-a4ac-4bdb672e1215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443280 May 06 15:06:06.275578 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-0febebaa-88f5-4f8c-9a8b-ee1a138b11ff req-ebb3092b-6c62-4239-becc-ae529dd03766 service neutron] 10.222.0.26 "GET /v2.0/networks/a5b33968-9a47-4e49-a4ac-4bdb672e1215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927291 May 06 15:06:06.369029 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-0febebaa-88f5-4f8c-9a8b-ee1a138b11ff req-0a26fd2d-c264-4feb-b2be-328b1105e7f2 service neutron] 10.222.0.26 "GET /v2.0/networks/a5b33968-9a47-4e49-a4ac-4bdb672e1215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854106 May 06 15:06:07.122813 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b23f8fa9-6d34-42ae-8c9d-caca6c01512f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (79b17169-ed94-4769-ba4e-30adf371f78f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:08.610324 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9c1616-ab5d-4bb8-94d6-6f635922134e req-b800d204-e811-4127-8c5a-428580642f8e tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:06:08.611782 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-bf9c1616-ab5d-4bb8-94d6-6f635922134e req-b800d204-e811-4127-8c5a-428580642f8e tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/ports?device_id=1190aec7-7179-482b-a705-8943f357c18f HTTP/1.1" status: 200 len: 946 time: 0.0511317 May 06 15:06:08.658871 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-bf9c1616-ab5d-4bb8-94d6-6f635922134e req-98e356fd-cc41-487e-8e9d-9c94771559b9 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/security-groups?id=7788c52f-729c-40ca-8f6a-df96ae39c655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411048 May 06 15:06:09.441179 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7d03e622-9be5-44fd-a571-1fdb3ba6461c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (ec8f31e6-1756-4927-8bc3-e144e6f0af83), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:09.781224 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed228cf-04f0-4781-8c2a-bc715a805111 req-b36172fa-1df3-4362-b0cd-0fdf40b5e68c tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:06:09.782711 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-0ed228cf-04f0-4781-8c2a-bc715a805111 req-b36172fa-1df3-4362-b0cd-0fdf40b5e68c tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/ports?device_id=1190aec7-7179-482b-a705-8943f357c18f HTTP/1.1" status: 200 len: 946 time: 0.0493238 May 06 15:06:09.835488 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-0ed228cf-04f0-4781-8c2a-bc715a805111 req-9d3f5f66-3845-4f70-af0c-b64e30a73f20 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/security-groups?id=7788c52f-729c-40ca-8f6a-df96ae39c655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459776 May 06 15:06:10.546483 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1afa6ce1-9145-4257-8e23-9dd2cd4b1998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b699075f-0d9f-4d2e-b182-9d9eb15bfab1), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:10.952404 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3de9e1-acb8-4236-9663-c05474149aa2 req-f1e5eb84-1700-4a4e-a52f-a3504465202a tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:06:10.953918 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-0e3de9e1-acb8-4236-9663-c05474149aa2 req-f1e5eb84-1700-4a4e-a52f-a3504465202a tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/ports?device_id=1190aec7-7179-482b-a705-8943f357c18f HTTP/1.1" status: 200 len: 946 time: 0.0479991 May 06 15:06:11.001153 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-0e3de9e1-acb8-4236-9663-c05474149aa2 req-6dccae64-8d1d-4913-a741-1054fd675c13 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/security-groups?id=7788c52f-729c-40ca-8f6a-df96ae39c655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417321 May 06 15:06:12.369696 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985efb35-5459-468e-a4e4-14e2ec048f16 req-6f516a19-aa24-4f5c-ab83-445b16f207c6 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:06:12.371078 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-985efb35-5459-468e-a4e4-14e2ec048f16 req-6f516a19-aa24-4f5c-ab83-445b16f207c6 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/ports?device_id=1190aec7-7179-482b-a705-8943f357c18f HTTP/1.1" status: 200 len: 946 time: 0.3029280 May 06 15:06:12.419055 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-985efb35-5459-468e-a4e4-14e2ec048f16 req-bc8d3629-4fdc-4983-87d8-ba4bc4580026 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/security-groups?id=7788c52f-729c-40ca-8f6a-df96ae39c655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423219 May 06 15:06:12.675795 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-68b1beb6-545b-4f86-a143-b395004404eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b8293b96-1d4f-4101-9243-9870353ff712), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:12.862272 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f9a034-9c99-4d6b-8647-49e105608d60 req-fe56cfb3-171e-404c-b047-5ca2e167d256 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:06:12.863721 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-42f9a034-9c99-4d6b-8647-49e105608d60 req-fe56cfb3-171e-404c-b047-5ca2e167d256 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.26 "GET /v2.0/ports?device_id=1190aec7-7179-482b-a705-8943f357c18f HTTP/1.1" status: 200 len: 946 time: 0.0501156 May 06 15:06:12.960247 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-42f9a034-9c99-4d6b-8647-49e105608d60 req-e9258645-2901-4d92-9b4c-5a3157c903d0 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Deleting port 7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 15:06:12.960536 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-42f9a034-9c99-4d6b-8647-49e105608d60 req-e9258645-2901-4d92-9b4c-5a3157c903d0 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732313803493'] for port (7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:13.051805 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-42f9a034-9c99-4d6b-8647-49e105608d60 req-e9258645-2901-4d92-9b4c-5a3157c903d0 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] For port 7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed,segment=NetworkSegment(890b06b2-20bf-4aaa-b1b2-5b1efb314674),segment_id=890b06b2-20bf-4aaa-b1b2-5b1efb314674)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:06:13.052172 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-42f9a034-9c99-4d6b-8647-49e105608d60 req-e9258645-2901-4d92-9b4c-5a3157c903d0 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426303'] for port (7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:13.065376 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-42f9a034-9c99-4d6b-8647-49e105608d60 req-e9258645-2901-4d92-9b4c-5a3157c903d0 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Calling delete_port for 7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 15:06:13.196072 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-42f9a034-9c99-4d6b-8647-49e105608d60 req-e9258645-2901-4d92-9b4c-5a3157c903d0 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732313812345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732313435477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59634176'] for port (7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:13.212637 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] get_ports_and_sgs() called for port_ids ['7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed'] {{(pid=103344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 15:06:13.227904 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9258645-2901-4d92-9b4c-5a3157c903d0 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Pushing event deleted for resources: {'Port': ['ID=7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:06:13.280383 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-42f9a034-9c99-4d6b-8647-49e105608d60 req-e9258645-2901-4d92-9b4c-5a3157c903d0 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] No DVR routers for this DVR port 7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed on host hv-cinder-84067 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 15:06:13.283275 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-42f9a034-9c99-4d6b-8647-49e105608d60 req-e9258645-2901-4d92-9b4c-5a3157c903d0 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:13.286747 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-42f9a034-9c99-4d6b-8647-49e105608d60 req-e9258645-2901-4d92-9b4c-5a3157c903d0 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.26 "DELETE /v2.0/ports/7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed HTTP/1.1" status: 204 len: 173 time: 0.4103727 May 06 15:06:13.288029 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1190aec7-7179-482b-a705-8943f357c18f', 'name': 'network-vif-deleted', 'tag': '7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 15:06:13.290185 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e079183c6aa01fbf7ecda8705e9d532761ec392512c90f9d6467ac227f3657d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f3c3d5-68c3-4dc4-8942-5334ba9a32f4" -d '{"events": [{"server_uuid": "1190aec7-7179-482b-a705-8943f357c18f", "name": "network-vif-deleted", "tag": "7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 15:06:13.330655 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 15:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e0a653c-292d-421a-a977-5786e7c79dfc x-openstack-request-id: req-6e0a653c-292d-421a-a977-5786e7c79dfc {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 15:06:13.330655 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1190aec7-7179-482b-a705-8943f357c18f", "name": "network-vif-deleted", "tag": "7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 15:06:13.330655 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6e0a653c-292d-421a-a977-5786e7c79dfc {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 15:06:13.330655 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e0a653c-292d-421a-a977-5786e7c79dfc'] response: {'server_uuid': '1190aec7-7179-482b-a705-8943f357c18f', 'name': 'network-vif-deleted', 'tag': '7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed', 'status': 'completed', 'code': 200} May 06 15:06:13.531218 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-dee63795-ae2a-4560-9be8-4a0a535e69cc req-8e591edb-f1af-4926-a904-3c7363f5c9e4 tempest-TestMinimumBasicScenario-1325873650 tempest-TestMinimumBasicScenario-1325873650-project] 10.222.0.23 "GET /v2.0/ports?device_id=1190aec7-7179-482b-a705-8943f357c18f HTTP/1.1" status: 200 len: 210 time: 0.0301092 May 06 15:06:13.744507 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (20451d70-ea89-4a66-885a-20a1b2a3bff8), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:15.236547 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 50546) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:06:15.927277 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-efe258f7-1980-412c-af42-0ba9699ed8c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-426485'] for router_interface (f32f4e45-692c-47be-b54e-3acea4e41601), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:16.251911 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-efe258f7-1980-412c-af42-0ba9699ed8c1 admin admin] Deleting port 1b6d5674-e4d2-4482-ad64-262c92189407 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 15:06:16.252585 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-efe258f7-1980-412c-af42-0ba9699ed8c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732313803493'] for port (1b6d5674-e4d2-4482-ad64-262c92189407), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:16.260977 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 50558) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:06:16.342603 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-efe258f7-1980-412c-af42-0ba9699ed8c1 admin admin] For port 1b6d5674-e4d2-4482-ad64-262c92189407, host dv-cinder-840678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=1b6d5674-e4d2-4482-ad64-262c92189407,segment=NetworkSegment(890b06b2-20bf-4aaa-b1b2-5b1efb314674),segment_id=890b06b2-20bf-4aaa-b1b2-5b1efb314674)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:06:16.342954 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-efe258f7-1980-412c-af42-0ba9699ed8c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426303'] for port (1b6d5674-e4d2-4482-ad64-262c92189407), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:16.361035 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-efe258f7-1980-412c-af42-0ba9699ed8c1 admin admin] Calling delete_port for 1b6d5674-e4d2-4482-ad64-262c92189407 owned by network:router_interface {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 15:06:16.383250 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-85e53880-af81-49fb-8342-f7c174df408f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:16.472727 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-85e53880-af81-49fb-8342-f7c174df408f admin admin] Publish callbacks [] for security_group (e87c712e-7a6d-43a3-9c86-1b5090fb4bf3), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:16.479571 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-85e53880-af81-49fb-8342-f7c174df408f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (e87c712e-7a6d-43a3-9c86-1b5090fb4bf3), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:16.516254 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e53880-af81-49fb-8342-f7c174df408f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e87c712e-7a6d-43a3-9c86-1b5090fb4bf3,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:06:16.535035 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-85e53880-af81-49fb-8342-f7c174df408f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=56709156865f4164a16dddc59eca2258&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2729340 May 06 15:06:16.535855 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 50562) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:06:16.581504 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-efe258f7-1980-412c-af42-0ba9699ed8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732313812345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732313435477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59634176'] for port (1b6d5674-e4d2-4482-ad64-262c92189407), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:16.586964 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7f30f715-e0f1-4f4d-86e6-96bfd2962a5f admin admin] Publish callbacks [] for security_group (e87c712e-7a6d-43a3-9c86-1b5090fb4bf3), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:16.608889 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7f30f715-e0f1-4f4d-86e6-96bfd2962a5f admin admin] Publish callbacks [] for security_group (e87c712e-7a6d-43a3-9c86-1b5090fb4bf3), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:16.613361 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe258f7-1980-412c-af42-0ba9699ed8c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b6d5674-e4d2-4482-ad64-262c92189407,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:06:16.675418 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7f30f715-e0f1-4f4d-86e6-96bfd2962a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (e87c712e-7a6d-43a3-9c86-1b5090fb4bf3), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:16.681778 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7f30f715-e0f1-4f4d-86e6-96bfd2962a5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:16.682949 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-7f30f715-e0f1-4f4d-86e6-96bfd2962a5f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e87c712e-7a6d-43a3-9c86-1b5090fb4bf3 HTTP/1.1" status: 204 len: 168 time: 0.1462286 May 06 15:06:16.692898 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f30f715-e0f1-4f4d-86e6-96bfd2962a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e87c712e-7a6d-43a3-9c86-1b5090fb4bf3,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:06:16.818113 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-efe258f7-1980-412c-af42-0ba9699ed8c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430826'] for router_interface (f32f4e45-692c-47be-b54e-3acea4e41601), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:16.981126 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 50568) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:06:16.994276 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5fa247bf-4ad4-4d3a-b985-033889987b7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:17.058237 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efe258f7-1980-412c-af42-0ba9699ed8c1 admin admin] Router f32f4e45-692c-47be-b54e-3acea4e41601 has already been hosted by L3 agent ec8f31e6-1756-4927-8bc3-e144e6f0af83 {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 15:06:17.072554 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5fa247bf-4ad4-4d3a-b985-033889987b7e admin admin] Publish callbacks [] for security_group (c0a11d1c-084e-46a2-83b8-f7850b009a30), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:17.076313 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5fa247bf-4ad4-4d3a-b985-033889987b7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (c0a11d1c-084e-46a2-83b8-f7850b009a30), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:17.113028 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa247bf-4ad4-4d3a-b985-033889987b7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a11d1c-084e-46a2-83b8-f7850b009a30,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:06:17.122090 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-5fa247bf-4ad4-4d3a-b985-033889987b7e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c29e8a6fadb0452b8abe6b0c3e119d48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1398194 May 06 15:06:17.122739 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 50570) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:06:17.175677 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe258f7-1980-412c-af42-0ba9699ed8c1 admin admin] Notify agent at l3_agent.dv-cinder-840678-2-iscsi the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 15:06:17.179800 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2a683d4d-9df7-4128-bf2e-50cc11901173 admin admin] Publish callbacks [] for security_group (c0a11d1c-084e-46a2-83b8-f7850b009a30), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:17.181571 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-efe258f7-1980-412c-af42-0ba9699ed8c1 admin admin] 10.222.0.23 "PUT /v2.0/routers/f32f4e45-692c-47be-b54e-3acea4e41601/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9439361 May 06 15:06:17.183910 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 50572) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:06:17.188524 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691086ab-a1cf-4e47-972b-3d3d620231f5 None None] Sync routers for ids ['f32f4e45-692c-47be-b54e-3acea4e41601'] in dv-cinder-840678-2-iscsi {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 15:06:17.203755 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691086ab-a1cf-4e47-972b-3d3d620231f5 None None] Routers {'f32f4e45-692c-47be-b54e-3acea4e41601'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:06:17.204389 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-691086ab-a1cf-4e47-972b-3d3d620231f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:06:09Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['f32f4e45-692c-47be-b54e-3acea4e41601'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:06:17.210896 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2a683d4d-9df7-4128-bf2e-50cc11901173 admin admin] Publish callbacks [] for security_group (c0a11d1c-084e-46a2-83b8-f7850b009a30), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:17.262591 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2a683d4d-9df7-4128-bf2e-50cc11901173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (c0a11d1c-084e-46a2-83b8-f7850b009a30), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:17.266265 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2a683d4d-9df7-4128-bf2e-50cc11901173 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:17.270660 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-2a683d4d-9df7-4128-bf2e-50cc11901173 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c0a11d1c-084e-46a2-83b8-f7850b009a30 HTTP/1.1" status: 204 len: 168 time: 0.1465631 May 06 15:06:17.283221 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a683d4d-9df7-4128-bf2e-50cc11901173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a11d1c-084e-46a2-83b8-f7850b009a30,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:06:17.316227 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6d718de1-e2ed-4c4c-a74b-07f0ce1c8bd7 admin admin] Publish callbacks [] for router (f32f4e45-692c-47be-b54e-3acea4e41601), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:17.387654 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device 7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 15:06:17.417713 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] No Port match for: 7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed {{(pid=103344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 15:06:17.418146 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device 7e8c0e04-0cf3-4325-9e1a-f5d6f55703ed not bound to the agent host hv-cinder-84067 {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 15:06:17.421260 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-691086ab-a1cf-4e47-972b-3d3d620231f5 None None] Set router f32f4e45-692c-47be-b54e-3acea4e41601 gateway port host: dv-cinder-840678-2-iscsi {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:06:17.436966 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6d718de1-e2ed-4c4c-a74b-07f0ce1c8bd7 admin admin] Publish callbacks [] for router_gateway (f32f4e45-692c-47be-b54e-3acea4e41601), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:17.488257 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-6d718de1-e2ed-4c4c-a74b-07f0ce1c8bd7 admin admin] Deleting port 4c51fedd-d4e6-43e3-86bd-bf37d06a3fb0 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 15:06:17.488744 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6d718de1-e2ed-4c4c-a74b-07f0ce1c8bd7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732313803493'] for port (4c51fedd-d4e6-43e3-86bd-bf37d06a3fb0), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:17.585216 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-6d718de1-e2ed-4c4c-a74b-07f0ce1c8bd7 admin admin] For port 4c51fedd-d4e6-43e3-86bd-bf37d06a3fb0, host dv-cinder-840678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=4c51fedd-d4e6-43e3-86bd-bf37d06a3fb0,segment=NetworkSegment(19695222-3a66-4083-822d-690c63f08412),segment_id=19695222-3a66-4083-822d-690c63f08412)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:06:17.585584 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6d718de1-e2ed-4c4c-a74b-07f0ce1c8bd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426303'] for port (4c51fedd-d4e6-43e3-86bd-bf37d06a3fb0), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:17.600257 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-6d718de1-e2ed-4c4c-a74b-07f0ce1c8bd7 admin admin] Calling delete_port for 4c51fedd-d4e6-43e3-86bd-bf37d06a3fb0 owned by network:router_gateway {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 15:06:17.613546 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-691086ab-a1cf-4e47-972b-3d3d620231f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f32f4e45-692c-47be-b54e-3acea4e41601', 'name': 'tempest-TestMinimumBasicScenario-1513183517-router', 'tenant_id': '4be2354633354d249a0598f589a987b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '4c51fedd-d4e6-43e3-86bd-bf37d06a3fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T15:01:30Z', 'updated_at': '2022-05-06T15:06:16Z', 'revision_number': 5, 'project_id': '4be2354633354d249a0598f589a987b8', 'gw_port': {'id': '4c51fedd-d4e6-43e3-86bd-bf37d06a3fb0', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:55:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32f4e45-692c-47be-b54e-3acea4e41601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:01:30Z', 'updated_at': '2022-05-06T15:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi'}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:06:17.644555 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691086ab-a1cf-4e47-972b-3d3d620231f5 None None] Checking router: f32f4e45-692c-47be-b54e-3acea4e41601 for host: dv-cinder-840678-2-iscsi {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 15:06:17.654520 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691086ab-a1cf-4e47-972b-3d3d620231f5 None None] Routers {'f32f4e45-692c-47be-b54e-3acea4e41601'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:06:17.655164 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-691086ab-a1cf-4e47-972b-3d3d620231f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:06:09Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['f32f4e45-692c-47be-b54e-3acea4e41601'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:06:17.753052 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-691086ab-a1cf-4e47-972b-3d3d620231f5 None None] Set router f32f4e45-692c-47be-b54e-3acea4e41601 gateway port host: None {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:06:17.792510 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6d718de1-e2ed-4c4c-a74b-07f0ce1c8bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732313812345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732313435477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59634176'] for port (4c51fedd-d4e6-43e3-86bd-bf37d06a3fb0), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:17.815325 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-691086ab-a1cf-4e47-972b-3d3d620231f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f32f4e45-692c-47be-b54e-3acea4e41601', 'name': 'tempest-TestMinimumBasicScenario-1513183517-router', 'tenant_id': '4be2354633354d249a0598f589a987b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T15:01:30Z', 'updated_at': '2022-05-06T15:06:17Z', 'revision_number': 6, 'project_id': '4be2354633354d249a0598f589a987b8', 'gw_port_host': None}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:06:17.820956 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d718de1-e2ed-4c4c-a74b-07f0ce1c8bd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c51fedd-d4e6-43e3-86bd-bf37d06a3fb0,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:06:17.849597 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691086ab-a1cf-4e47-972b-3d3d620231f5 None None] The sync data for ids ['f32f4e45-692c-47be-b54e-3acea4e41601'] in dv-cinder-840678-2-iscsi is: [{'id': 'f32f4e45-692c-47be-b54e-3acea4e41601', 'name': 'tempest-TestMinimumBasicScenario-1513183517-router', 'tenant_id': '4be2354633354d249a0598f589a987b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T15:01:30Z', 'updated_at': '2022-05-06T15:06:17Z', 'revision_number': 6, 'project_id': '4be2354633354d249a0598f589a987b8', 'gw_port_host': None}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 15:06:17.901449 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6d718de1-e2ed-4c4c-a74b-07f0ce1c8bd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-428999'] for router_gateway (f32f4e45-692c-47be-b54e-3acea4e41601), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:18.014758 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6d718de1-e2ed-4c4c-a74b-07f0ce1c8bd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5235'] for router (f32f4e45-692c-47be-b54e-3acea4e41601), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:18.017188 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6d718de1-e2ed-4c4c-a74b-07f0ce1c8bd7 admin admin] Publish callbacks [] for router_controller (f32f4e45-692c-47be-b54e-3acea4e41601), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:18.084449 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6d718de1-e2ed-4c4c-a74b-07f0ce1c8bd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422550'] for router (f32f4e45-692c-47be-b54e-3acea4e41601), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:18.085927 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d718de1-e2ed-4c4c-a74b-07f0ce1c8bd7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f32f4e45-692c-47be-b54e-3acea4e41601 {{(pid=103342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 15:06:18.094114 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6d718de1-e2ed-4c4c-a74b-07f0ce1c8bd7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:18.095986 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-6d718de1-e2ed-4c4c-a74b-07f0ce1c8bd7 admin admin] 10.222.0.23 "DELETE /v2.0/routers/f32f4e45-692c-47be-b54e-3acea4e41601 HTTP/1.1" status: 204 len: 168 time: 0.9108865 May 06 15:06:18.098412 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 50596) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:06:18.172229 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7a5373c-b9f3-4c69-b139-61ba2fea0e84 admin admin] Deleting subnet 8ec52d68-94e9-40d7-b80a-32fe51def5e4 {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 06 15:06:18.175748 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b7a5373c-b9f3-4c69-b139-61ba2fea0e84 admin admin] Publish callbacks [] for subnet (8ec52d68-94e9-40d7-b80a-32fe51def5e4), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:18.213448 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b7a5373c-b9f3-4c69-b139-61ba2fea0e84 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60421307'] for subnet (8ec52d68-94e9-40d7-b80a-32fe51def5e4), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:18.340778 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b7a5373c-b9f3-4c69-b139-61ba2fea0e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16159455'] for subnet (8ec52d68-94e9-40d7-b80a-32fe51def5e4), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:18.358947 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device 1b6d5674-e4d2-4482-ad64-262c92189407 no longer exists at agent ovs-agent-dv-cinder-840678-2-iscsi {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 15:06:18.386067 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] No Port match for: 1b6d5674-e4d2-4482-ad64-262c92189407 {{(pid=103344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 15:06:18.386425 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device 1b6d5674-e4d2-4482-ad64-262c92189407 not bound to the agent host dv-cinder-840678-2-iscsi {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 15:06:18.413103 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b7a5373c-b9f3-4c69-b139-61ba2fea0e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16159430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59635185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60398162'] for subnet (8ec52d68-94e9-40d7-b80a-32fe51def5e4), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:18.440555 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a5373c-b9f3-4c69-b139-61ba2fea0e84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ec52d68-94e9-40d7-b80a-32fe51def5e4,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:06:18.442499 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b7a5373c-b9f3-4c69-b139-61ba2fea0e84 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:18.446820 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-b7a5373c-b9f3-4c69-b139-61ba2fea0e84 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/8ec52d68-94e9-40d7-b80a-32fe51def5e4 HTTP/1.1" status: 204 len: 168 time: 0.3471014 May 06 15:06:18.449370 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 50606) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:06:18.451765 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f7ed66-a043-43ea-889c-434f62a8a3fa None None] Network a5b33968-9a47-4e49-a4ac-4bdb672e1215 requested from dv-cinder-840678-2-iscsi {{(pid=103344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 15:06:18.529841 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a343682c-2796-441f-a0f8-b06e6a70b46f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16137472'] for network (a5b33968-9a47-4e49-a4ac-4bdb672e1215), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:18.580254 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-a343682c-2796-441f-a0f8-b06e6a70b46f admin admin] Deleting port 202ed3be-81ca-4173-9762-8e4f8965f619 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 15:06:18.580640 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a343682c-2796-441f-a0f8-b06e6a70b46f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732313803493'] for port (202ed3be-81ca-4173-9762-8e4f8965f619), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:18.643825 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-a343682c-2796-441f-a0f8-b06e6a70b46f admin admin] For port 202ed3be-81ca-4173-9762-8e4f8965f619, host dv-cinder-840678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=202ed3be-81ca-4173-9762-8e4f8965f619,segment=NetworkSegment(890b06b2-20bf-4aaa-b1b2-5b1efb314674),segment_id=890b06b2-20bf-4aaa-b1b2-5b1efb314674)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:06:18.644188 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a343682c-2796-441f-a0f8-b06e6a70b46f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426303'] for port (202ed3be-81ca-4173-9762-8e4f8965f619), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:18.658057 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-a343682c-2796-441f-a0f8-b06e6a70b46f admin admin] Calling delete_port for 202ed3be-81ca-4173-9762-8e4f8965f619 owned by network:dhcp {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 15:06:18.710636 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4317bd3e-5f19-43d8-9ed5-8e3c1038f8ac None None] DHCP port deletion for a5b33968-9a47-4e49-a4ac-4bdb672e1215 request from dv-cinder-840678-2-iscsi {{(pid=103344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 06 15:06:18.766969 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a343682c-2796-441f-a0f8-b06e6a70b46f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732313812345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732313435477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59634176'] for port (202ed3be-81ca-4173-9762-8e4f8965f619), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:18.770957 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-4317bd3e-5f19-43d8-9ed5-8e3c1038f8ac None None] Deleting port 202ed3be-81ca-4173-9762-8e4f8965f619 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 15:06:18.771422 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4317bd3e-5f19-43d8-9ed5-8e3c1038f8ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732313803493'] for port (202ed3be-81ca-4173-9762-8e4f8965f619), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:18.785494 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a343682c-2796-441f-a0f8-b06e6a70b46f admin admin] No DVR routers for this DVR port 202ed3be-81ca-4173-9762-8e4f8965f619 on host dv-cinder-840678-2-iscsi {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 15:06:18.809305 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a343682c-2796-441f-a0f8-b06e6a70b46f admin admin] Pushing event deleted for resources: {'Port': ['ID=202ed3be-81ca-4173-9762-8e4f8965f619,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:06:18.842683 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-4317bd3e-5f19-43d8-9ed5-8e3c1038f8ac None None] For port 202ed3be-81ca-4173-9762-8e4f8965f619, host dv-cinder-840678-2-iscsi, got binding levels [] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:06:18.843440 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4317bd3e-5f19-43d8-9ed5-8e3c1038f8ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426303'] for port (202ed3be-81ca-4173-9762-8e4f8965f619), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:18.861181 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-4317bd3e-5f19-43d8-9ed5-8e3c1038f8ac None None] Calling delete_port for 202ed3be-81ca-4173-9762-8e4f8965f619 owned by network:dhcp {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 15:06:18.867135 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.ipam_backend_mixin [None req-4317bd3e-5f19-43d8-9ed5-8e3c1038f8ac None None] Port 202ed3be-81ca-4173-9762-8e4f8965f619 was not found and therefore no delete operation was performed {{(pid=103344) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 06 15:06:18.868569 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4317bd3e-5f19-43d8-9ed5-8e3c1038f8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732313812345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732313435477'] for port (202ed3be-81ca-4173-9762-8e4f8965f619), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:18.888194 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a343682c-2796-441f-a0f8-b06e6a70b46f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16161642', 'neutron.services.segments.db._delete_segments_for_network-8732313914390'] for network (a5b33968-9a47-4e49-a4ac-4bdb672e1215), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:18.899618 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4317bd3e-5f19-43d8-9ed5-8e3c1038f8ac None None] Pushing event deleted for resources: {'Port': ['ID=202ed3be-81ca-4173-9762-8e4f8965f619,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:06:18.907774 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4317bd3e-5f19-43d8-9ed5-8e3c1038f8ac None None] No DVR routers for this DVR port 202ed3be-81ca-4173-9762-8e4f8965f619 on host dv-cinder-840678-2-iscsi {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 15:06:18.910549 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4317bd3e-5f19-43d8-9ed5-8e3c1038f8ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:06:18.910894 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4317bd3e-5f19-43d8-9ed5-8e3c1038f8ac None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:06:18.911436 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4317bd3e-5f19-43d8-9ed5-8e3c1038f8ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:06:18.912016 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4317bd3e-5f19-43d8-9ed5-8e3c1038f8ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:06:18.913074 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4317bd3e-5f19-43d8-9ed5-8e3c1038f8ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:06:18.913565 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4317bd3e-5f19-43d8-9ed5-8e3c1038f8ac None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:06:18.914109 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4317bd3e-5f19-43d8-9ed5-8e3c1038f8ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:06:18.914568 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4317bd3e-5f19-43d8-9ed5-8e3c1038f8ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:06:18.915041 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4317bd3e-5f19-43d8-9ed5-8e3c1038f8ac None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:06:18.915442 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4317bd3e-5f19-43d8-9ed5-8e3c1038f8ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:06:18.915840 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4317bd3e-5f19-43d8-9ed5-8e3c1038f8ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:06:18.916287 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4317bd3e-5f19-43d8-9ed5-8e3c1038f8ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:06:18.916776 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4317bd3e-5f19-43d8-9ed5-8e3c1038f8ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:06:18.917175 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4317bd3e-5f19-43d8-9ed5-8e3c1038f8ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:06:18.917565 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4317bd3e-5f19-43d8-9ed5-8e3c1038f8ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:06:18.918015 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.services.segments.db [None req-a343682c-2796-441f-a0f8-b06e6a70b46f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5b33968-9a47-4e49-a4ac-4bdb672e1215']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:06:18.929127 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.services.segments.db [None req-a343682c-2796-441f-a0f8-b06e6a70b46f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '890b06b2-20bf-4aaa-b1b2-5b1efb314674') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:06:18.930122 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.services.segments.db [None req-a343682c-2796-441f-a0f8-b06e6a70b46f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '890b06b2-20bf-4aaa-b1b2-5b1efb314674') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:06:18.945337 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a343682c-2796-441f-a0f8-b06e6a70b46f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732313914911', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421250'] for segment (890b06b2-20bf-4aaa-b1b2-5b1efb314674), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:18.960676 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a343682c-2796-441f-a0f8-b06e6a70b46f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16165668'] for segment (890b06b2-20bf-4aaa-b1b2-5b1efb314674), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:18.968663 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a343682c-2796-441f-a0f8-b06e6a70b46f admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 15:06:18.969339 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a343682c-2796-441f-a0f8-b06e6a70b46f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16165668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59634259'] for segment (890b06b2-20bf-4aaa-b1b2-5b1efb314674), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:18.971195 dv-cinder-840678-2-iscsi neutron-server[103342]: Traceback (most recent call last): May 06 15:06:18.971195 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 15:06:18.971195 dv-cinder-840678-2-iscsi neutron-server[103342]: timer() May 06 15:06:18.971195 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 15:06:18.971195 dv-cinder-840678-2-iscsi neutron-server[103342]: cb(*args, **kw) May 06 15:06:18.971195 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 15:06:18.971195 dv-cinder-840678-2-iscsi neutron-server[103342]: return func(*args, **kwargs) May 06 15:06:18.971195 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 15:06:18.971195 dv-cinder-840678-2-iscsi neutron-server[103342]: self._notify() May 06 15:06:18.971195 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 15:06:18.971195 dv-cinder-840678-2-iscsi neutron-server[103342]: self.callback(batched_events) May 06 15:06:18.971195 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 15:06:18.971195 dv-cinder-840678-2-iscsi neutron-server[103342]: event.method(event) May 06 15:06:18.971195 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 15:06:18.971195 dv-cinder-840678-2-iscsi neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 15:06:18.971195 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 15:06:18.971195 dv-cinder-840678-2-iscsi neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( May 06 15:06:18.971195 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 15:06:18.971195 dv-cinder-840678-2-iscsi neutron-server[103342]: return f(self, *a, **k) May 06 15:06:18.971195 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 15:06:18.971195 dv-cinder-840678-2-iscsi neutron-server[103342]: return self._get(url).json() May 06 15:06:18.971195 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 15:06:18.971195 dv-cinder-840678-2-iscsi neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 15:06:18.971195 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 15:06:18.971195 dv-cinder-840678-2-iscsi neutron-server[103342]: return self.request(url, 'GET', **kwargs) May 06 15:06:18.971195 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 15:06:18.971195 dv-cinder-840678-2-iscsi neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, May 06 15:06:18.971195 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 15:06:18.971195 dv-cinder-840678-2-iscsi neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 15:06:18.971195 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 15:06:18.971195 dv-cinder-840678-2-iscsi neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 15:06:18.971195 dv-cinder-840678-2-iscsi neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 15:06:19.029993 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a343682c-2796-441f-a0f8-b06e6a70b46f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16161617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429813'] for network (a5b33968-9a47-4e49-a4ac-4bdb672e1215), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:19.035780 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a343682c-2796-441f-a0f8-b06e6a70b46f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566627'] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:19.040552 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-a343682c-2796-441f-a0f8-b06e6a70b46f admin admin] 10.222.0.23 "DELETE /v2.0/networks/a5b33968-9a47-4e49-a4ac-4bdb672e1215 HTTP/1.1" status: 204 len: 168 time: 0.5873337 May 06 15:06:19.050235 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 50618) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:06:19.052332 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a343682c-2796-441f-a0f8-b06e6a70b46f admin admin] Pushing event deleted for resources: {'Network': ['ID=a5b33968-9a47-4e49-a4ac-4bdb672e1215,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:06:19.419683 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9081b0fe-6af3-4416-bff7-8bde4b7c43f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-426485'] for router_interface (d18993ea-a89c-4b95-908f-7ccba2c52676), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:19.666819 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9081b0fe-6af3-4416-bff7-8bde4b7c43f7 admin admin] Deleting port d7410d30-643c-4d77-94de-59325ece7f80 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 15:06:19.667199 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9081b0fe-6af3-4416-bff7-8bde4b7c43f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732313803493'] for port (d7410d30-643c-4d77-94de-59325ece7f80), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:19.748281 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-9081b0fe-6af3-4416-bff7-8bde4b7c43f7 admin admin] For port d7410d30-643c-4d77-94de-59325ece7f80, host dv-cinder-840678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=d7410d30-643c-4d77-94de-59325ece7f80,segment=NetworkSegment(36947688-9383-4482-824c-cc1128492eb4),segment_id=36947688-9383-4482-824c-cc1128492eb4)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:06:19.748738 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9081b0fe-6af3-4416-bff7-8bde4b7c43f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426303'] for port (d7410d30-643c-4d77-94de-59325ece7f80), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:19.762577 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-9081b0fe-6af3-4416-bff7-8bde4b7c43f7 admin admin] Calling delete_port for d7410d30-643c-4d77-94de-59325ece7f80 owned by network:router_interface {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 15:06:19.944129 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9081b0fe-6af3-4416-bff7-8bde4b7c43f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732313812345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732313435477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194024'] for port (d7410d30-643c-4d77-94de-59325ece7f80), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:19.970802 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9081b0fe-6af3-4416-bff7-8bde4b7c43f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7410d30-643c-4d77-94de-59325ece7f80,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:06:20.154349 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device 4c51fedd-d4e6-43e3-86bd-bf37d06a3fb0 no longer exists at agent ovs-agent-dv-cinder-840678-2-iscsi {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 15:06:20.156341 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9081b0fe-6af3-4416-bff7-8bde4b7c43f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430826'] for router_interface (d18993ea-a89c-4b95-908f-7ccba2c52676), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:20.186031 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] No Port match for: 4c51fedd-d4e6-43e3-86bd-bf37d06a3fb0 {{(pid=103344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 15:06:20.186377 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device 4c51fedd-d4e6-43e3-86bd-bf37d06a3fb0 not bound to the agent host dv-cinder-840678-2-iscsi {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 15:06:20.186801 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device 202ed3be-81ca-4173-9762-8e4f8965f619 no longer exists at agent ovs-agent-dv-cinder-840678-2-iscsi {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 15:06:20.205966 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] No Port match for: 202ed3be-81ca-4173-9762-8e4f8965f619 {{(pid=103344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 15:06:20.206313 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device 202ed3be-81ca-4173-9762-8e4f8965f619 not bound to the agent host dv-cinder-840678-2-iscsi {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 15:06:20.391078 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9081b0fe-6af3-4416-bff7-8bde4b7c43f7 admin admin] Router d18993ea-a89c-4b95-908f-7ccba2c52676 has already been hosted by L3 agent ec8f31e6-1756-4927-8bc3-e144e6f0af83 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 15:06:20.510195 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9081b0fe-6af3-4416-bff7-8bde4b7c43f7 admin admin] Notify agent at l3_agent.dv-cinder-840678-2-iscsi the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 15:06:20.517700 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-9081b0fe-6af3-4416-bff7-8bde4b7c43f7 admin admin] 10.222.0.23 "PUT /v2.0/routers/d18993ea-a89c-4b95-908f-7ccba2c52676/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4631097 May 06 15:06:20.517700 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 50634) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:06:20.518629 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578cb40f-933c-47b7-98e2-f2aab576e355 None None] Sync routers for ids ['d18993ea-a89c-4b95-908f-7ccba2c52676'] in dv-cinder-840678-2-iscsi {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 15:06:20.530010 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578cb40f-933c-47b7-98e2-f2aab576e355 None None] Routers {'d18993ea-a89c-4b95-908f-7ccba2c52676'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:06:20.530558 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-578cb40f-933c-47b7-98e2-f2aab576e355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:06:09Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['d18993ea-a89c-4b95-908f-7ccba2c52676'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:06:20.625794 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-be34eed0-4386-4d97-b65e-086265d8438b admin admin] Publish callbacks [] for router (d18993ea-a89c-4b95-908f-7ccba2c52676), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:20.644965 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (1eb4536b-031c-4a65-bfe5-fc1ede7d9429), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:20.653362 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-578cb40f-933c-47b7-98e2-f2aab576e355 None None] Set router d18993ea-a89c-4b95-908f-7ccba2c52676 gateway port host: dv-cinder-840678-2-iscsi {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:06:20.737409 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-be34eed0-4386-4d97-b65e-086265d8438b admin admin] Publish callbacks [] for router_gateway (d18993ea-a89c-4b95-908f-7ccba2c52676), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:20.785314 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-be34eed0-4386-4d97-b65e-086265d8438b admin admin] Deleting port b27ca12b-e50e-4a9a-9819-90499927ba87 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 15:06:20.785545 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-be34eed0-4386-4d97-b65e-086265d8438b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732313803493'] for port (b27ca12b-e50e-4a9a-9819-90499927ba87), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:20.834731 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-578cb40f-933c-47b7-98e2-f2aab576e355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd18993ea-a89c-4b95-908f-7ccba2c52676', 'name': 'tempest-TestMinimumBasicScenario-1419520146-router', 'tenant_id': '2e9600e4323648cd9c7794d67bce9fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'b27ca12b-e50e-4a9a-9819-90499927ba87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T15:01:36Z', 'updated_at': '2022-05-06T15:06:19Z', 'revision_number': 5, 'project_id': '2e9600e4323648cd9c7794d67bce9fe3', 'gw_port': {'id': 'b27ca12b-e50e-4a9a-9819-90499927ba87', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18993ea-a89c-4b95-908f-7ccba2c52676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:01:37Z', 'updated_at': '2022-05-06T15:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi'}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:06:20.861785 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578cb40f-933c-47b7-98e2-f2aab576e355 None None] Checking router: d18993ea-a89c-4b95-908f-7ccba2c52676 for host: dv-cinder-840678-2-iscsi {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 15:06:20.865459 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-be34eed0-4386-4d97-b65e-086265d8438b admin admin] For port b27ca12b-e50e-4a9a-9819-90499927ba87, host dv-cinder-840678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=b27ca12b-e50e-4a9a-9819-90499927ba87,segment=NetworkSegment(19695222-3a66-4083-822d-690c63f08412),segment_id=19695222-3a66-4083-822d-690c63f08412)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:06:20.865831 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-be34eed0-4386-4d97-b65e-086265d8438b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426303'] for port (b27ca12b-e50e-4a9a-9819-90499927ba87), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:20.870403 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578cb40f-933c-47b7-98e2-f2aab576e355 None None] Routers {'d18993ea-a89c-4b95-908f-7ccba2c52676'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:06:20.871041 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-578cb40f-933c-47b7-98e2-f2aab576e355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:06:09Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['d18993ea-a89c-4b95-908f-7ccba2c52676'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:06:20.879051 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-be34eed0-4386-4d97-b65e-086265d8438b admin admin] Calling delete_port for b27ca12b-e50e-4a9a-9819-90499927ba87 owned by network:router_gateway {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 15:06:20.962321 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-578cb40f-933c-47b7-98e2-f2aab576e355 None None] Set router d18993ea-a89c-4b95-908f-7ccba2c52676 gateway port host: None {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:06:21.018382 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-578cb40f-933c-47b7-98e2-f2aab576e355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd18993ea-a89c-4b95-908f-7ccba2c52676', 'name': 'tempest-TestMinimumBasicScenario-1419520146-router', 'tenant_id': '2e9600e4323648cd9c7794d67bce9fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T15:01:36Z', 'updated_at': '2022-05-06T15:06:20Z', 'revision_number': 6, 'project_id': '2e9600e4323648cd9c7794d67bce9fe3', 'gw_port_host': None}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:06:21.044941 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578cb40f-933c-47b7-98e2-f2aab576e355 None None] The sync data for ids ['d18993ea-a89c-4b95-908f-7ccba2c52676'] in dv-cinder-840678-2-iscsi is: [{'id': 'd18993ea-a89c-4b95-908f-7ccba2c52676', 'name': 'tempest-TestMinimumBasicScenario-1419520146-router', 'tenant_id': '2e9600e4323648cd9c7794d67bce9fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T15:01:36Z', 'updated_at': '2022-05-06T15:06:20Z', 'revision_number': 6, 'project_id': '2e9600e4323648cd9c7794d67bce9fe3', 'gw_port_host': None}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 15:06:21.049739 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-be34eed0-4386-4d97-b65e-086265d8438b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732313812345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732313435477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194024'] for port (b27ca12b-e50e-4a9a-9819-90499927ba87), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:21.083836 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be34eed0-4386-4d97-b65e-086265d8438b admin admin] Pushing event deleted for resources: {'Port': ['ID=b27ca12b-e50e-4a9a-9819-90499927ba87,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:06:21.144438 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-be34eed0-4386-4d97-b65e-086265d8438b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-428999'] for router_gateway (d18993ea-a89c-4b95-908f-7ccba2c52676), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:21.236786 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-be34eed0-4386-4d97-b65e-086265d8438b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5235'] for router (d18993ea-a89c-4b95-908f-7ccba2c52676), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:21.239349 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-be34eed0-4386-4d97-b65e-086265d8438b admin admin] Publish callbacks [] for router_controller (d18993ea-a89c-4b95-908f-7ccba2c52676), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:21.285119 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-be34eed0-4386-4d97-b65e-086265d8438b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422550'] for router (d18993ea-a89c-4b95-908f-7ccba2c52676), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:21.285640 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be34eed0-4386-4d97-b65e-086265d8438b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d18993ea-a89c-4b95-908f-7ccba2c52676 {{(pid=103343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 15:06:21.291015 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-be34eed0-4386-4d97-b65e-086265d8438b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:21.292149 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-be34eed0-4386-4d97-b65e-086265d8438b admin admin] 10.222.0.23 "DELETE /v2.0/routers/d18993ea-a89c-4b95-908f-7ccba2c52676 HTTP/1.1" status: 204 len: 168 time: 0.7735300 May 06 15:06:21.294632 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 50636) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:06:21.338433 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-155ec852-052f-4bed-9284-3ed856210247 admin admin] Deleting subnet 3c5ef4a9-da0e-42a7-9b4e-6b9c6f7052b7 {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 06 15:06:21.341582 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-155ec852-052f-4bed-9284-3ed856210247 admin admin] Publish callbacks [] for subnet (3c5ef4a9-da0e-42a7-9b4e-6b9c6f7052b7), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:21.375888 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-155ec852-052f-4bed-9284-3ed856210247 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3289624'] for subnet (3c5ef4a9-da0e-42a7-9b4e-6b9c6f7052b7), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:21.727899 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-155ec852-052f-4bed-9284-3ed856210247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16159455'] for subnet (3c5ef4a9-da0e-42a7-9b4e-6b9c6f7052b7), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:21.757405 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 50644) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:06:21.788408 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-155ec852-052f-4bed-9284-3ed856210247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16159430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4192537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3310261'] for subnet (3c5ef4a9-da0e-42a7-9b4e-6b9c6f7052b7), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:21.816131 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155ec852-052f-4bed-9284-3ed856210247 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c5ef4a9-da0e-42a7-9b4e-6b9c6f7052b7,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:06:21.820708 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-155ec852-052f-4bed-9284-3ed856210247 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566627'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:21.824125 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-155ec852-052f-4bed-9284-3ed856210247 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3c5ef4a9-da0e-42a7-9b4e-6b9c6f7052b7 HTTP/1.1" status: 204 len: 168 time: 0.5285420 May 06 15:06:21.826565 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 50648) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:06:21.834970 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c75f1b4-a80e-4c5c-a4bf-fe4b2f3c0ce2 None None] Network f9061cc1-1a46-4c48-95e7-30783853383c requested from dv-cinder-840678-2-iscsi {{(pid=103344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 15:06:21.898466 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-59b24c8c-d606-4970-9340-5535a8436cfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:21.925575 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-669c61af-5dbb-41e0-b155-c31c542aa9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16137472'] for network (f9061cc1-1a46-4c48-95e7-30783853383c), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:22.006064 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-669c61af-5dbb-41e0-b155-c31c542aa9c2 admin admin] Deleting port f98b6f9a-3832-41d9-820a-27f7fb7c978a {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 15:06:22.006405 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-669c61af-5dbb-41e0-b155-c31c542aa9c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732313803493'] for port (f98b6f9a-3832-41d9-820a-27f7fb7c978a), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:22.018472 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1dd81e-86c8-4aa6-95fe-8581e0d29e0a None None] DHCP port deletion for f9061cc1-1a46-4c48-95e7-30783853383c request from dv-cinder-840678-2-iscsi {{(pid=103344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 06 15:06:22.068211 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-2f1dd81e-86c8-4aa6-95fe-8581e0d29e0a None None] Deleting port f98b6f9a-3832-41d9-820a-27f7fb7c978a {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 15:06:22.068820 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2f1dd81e-86c8-4aa6-95fe-8581e0d29e0a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732313803493'] for port (f98b6f9a-3832-41d9-820a-27f7fb7c978a), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:22.076236 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-59b24c8c-d606-4970-9340-5535a8436cfb admin admin] Publish callbacks [] for security_group (e3d64731-fc6e-40a5-81c8-0bf67acecbad), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:22.089370 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-59b24c8c-d606-4970-9340-5535a8436cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (e3d64731-fc6e-40a5-81c8-0bf67acecbad), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:22.106126 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-669c61af-5dbb-41e0-b155-c31c542aa9c2 admin admin] For port f98b6f9a-3832-41d9-820a-27f7fb7c978a, host dv-cinder-840678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=f98b6f9a-3832-41d9-820a-27f7fb7c978a,segment=NetworkSegment(36947688-9383-4482-824c-cc1128492eb4),segment_id=36947688-9383-4482-824c-cc1128492eb4)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:06:22.106496 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-669c61af-5dbb-41e0-b155-c31c542aa9c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426303'] for port (f98b6f9a-3832-41d9-820a-27f7fb7c978a), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:22.126381 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device d7410d30-643c-4d77-94de-59325ece7f80 no longer exists at agent ovs-agent-dv-cinder-840678-2-iscsi {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 15:06:22.133062 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-669c61af-5dbb-41e0-b155-c31c542aa9c2 admin admin] Calling delete_port for f98b6f9a-3832-41d9-820a-27f7fb7c978a owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 15:06:22.162016 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-59b24c8c-d606-4970-9340-5535a8436cfb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bec4e49db1804c1db9492dca3fc8a4ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4011681 May 06 15:06:22.162368 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 50650) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:06:22.169873 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b24c8c-d606-4970-9340-5535a8436cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d64731-fc6e-40a5-81c8-0bf67acecbad,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:06:22.245853 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5b283358-fda3-4d61-bf7c-35e9575ef958 admin admin] Publish callbacks [] for security_group (e3d64731-fc6e-40a5-81c8-0bf67acecbad), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:22.268074 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-669c61af-5dbb-41e0-b155-c31c542aa9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732313812345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732313435477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194024'] for port (f98b6f9a-3832-41d9-820a-27f7fb7c978a), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:22.275087 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5b283358-fda3-4d61-bf7c-35e9575ef958 admin admin] Publish callbacks [] for security_group (e3d64731-fc6e-40a5-81c8-0bf67acecbad), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:22.302259 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c61af-5dbb-41e0-b155-c31c542aa9c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f98b6f9a-3832-41d9-820a-27f7fb7c978a,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:06:22.307766 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669c61af-5dbb-41e0-b155-c31c542aa9c2 admin admin] No DVR routers for this DVR port f98b6f9a-3832-41d9-820a-27f7fb7c978a on host dv-cinder-840678-2-iscsi {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 15:06:22.312438 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] No Port match for: d7410d30-643c-4d77-94de-59325ece7f80 {{(pid=103344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 15:06:22.312837 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device d7410d30-643c-4d77-94de-59325ece7f80 not bound to the agent host dv-cinder-840678-2-iscsi {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 15:06:22.313251 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device b27ca12b-e50e-4a9a-9819-90499927ba87 no longer exists at agent ovs-agent-dv-cinder-840678-2-iscsi {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 15:06:22.338472 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5b283358-fda3-4d61-bf7c-35e9575ef958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (e3d64731-fc6e-40a5-81c8-0bf67acecbad), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:22.342149 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5b283358-fda3-4d61-bf7c-35e9575ef958 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:22.343328 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-5b283358-fda3-4d61-bf7c-35e9575ef958 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e3d64731-fc6e-40a5-81c8-0bf67acecbad HTTP/1.1" status: 204 len: 168 time: 0.1787674 May 06 15:06:22.355567 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] No Port match for: b27ca12b-e50e-4a9a-9819-90499927ba87 {{(pid=103344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 15:06:22.355917 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device b27ca12b-e50e-4a9a-9819-90499927ba87 not bound to the agent host dv-cinder-840678-2-iscsi {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 15:06:22.360650 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device f98b6f9a-3832-41d9-820a-27f7fb7c978a no longer exists at agent ovs-agent-dv-cinder-840678-2-iscsi {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 15:06:22.360868 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b283358-fda3-4d61-bf7c-35e9575ef958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d64731-fc6e-40a5-81c8-0bf67acecbad,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:06:22.360974 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-2f1dd81e-86c8-4aa6-95fe-8581e0d29e0a None None] For port f98b6f9a-3832-41d9-820a-27f7fb7c978a, host dv-cinder-840678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=f98b6f9a-3832-41d9-820a-27f7fb7c978a,segment=NetworkSegment(36947688-9383-4482-824c-cc1128492eb4),segment_id=36947688-9383-4482-824c-cc1128492eb4)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:06:22.360974 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2f1dd81e-86c8-4aa6-95fe-8581e0d29e0a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426303'] for port (f98b6f9a-3832-41d9-820a-27f7fb7c978a), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:22.391036 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] No Port match for: f98b6f9a-3832-41d9-820a-27f7fb7c978a {{(pid=103344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 15:06:22.391394 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device f98b6f9a-3832-41d9-820a-27f7fb7c978a not bound to the agent host dv-cinder-840678-2-iscsi {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 15:06:22.402985 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-669c61af-5dbb-41e0-b155-c31c542aa9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16161642', 'neutron.services.segments.db._delete_segments_for_network-8732313914390'] for network (f9061cc1-1a46-4c48-95e7-30783853383c), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:22.404560 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-2f1dd81e-86c8-4aa6-95fe-8581e0d29e0a None None] Calling delete_port for f98b6f9a-3832-41d9-820a-27f7fb7c978a owned by network:dhcp {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 15:06:22.437681 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.services.segments.db [None req-669c61af-5dbb-41e0-b155-c31c542aa9c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9061cc1-1a46-4c48-95e7-30783853383c']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:06:22.450267 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.services.segments.db [None req-669c61af-5dbb-41e0-b155-c31c542aa9c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36947688-9383-4482-824c-cc1128492eb4') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:06:22.450578 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.services.segments.db [None req-669c61af-5dbb-41e0-b155-c31c542aa9c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36947688-9383-4482-824c-cc1128492eb4') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:06:22.463831 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-669c61af-5dbb-41e0-b155-c31c542aa9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732313914911', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3289633'] for segment (36947688-9383-4482-824c-cc1128492eb4), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:22.480109 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-669c61af-5dbb-41e0-b155-c31c542aa9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16165668'] for segment (36947688-9383-4482-824c-cc1128492eb4), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:22.486574 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-669c61af-5dbb-41e0-b155-c31c542aa9c2 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 15:06:22.487030 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-669c61af-5dbb-41e0-b155-c31c542aa9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16165668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193979'] for segment (36947688-9383-4482-824c-cc1128492eb4), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:22.488919 dv-cinder-840678-2-iscsi neutron-server[103343]: Traceback (most recent call last): May 06 15:06:22.488919 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 15:06:22.488919 dv-cinder-840678-2-iscsi neutron-server[103343]: timer() May 06 15:06:22.488919 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 15:06:22.488919 dv-cinder-840678-2-iscsi neutron-server[103343]: cb(*args, **kw) May 06 15:06:22.488919 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 15:06:22.488919 dv-cinder-840678-2-iscsi neutron-server[103343]: return func(*args, **kwargs) May 06 15:06:22.488919 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 15:06:22.488919 dv-cinder-840678-2-iscsi neutron-server[103343]: self._notify() May 06 15:06:22.488919 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 15:06:22.488919 dv-cinder-840678-2-iscsi neutron-server[103343]: self.callback(batched_events) May 06 15:06:22.488919 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 15:06:22.488919 dv-cinder-840678-2-iscsi neutron-server[103343]: event.method(event) May 06 15:06:22.488919 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 15:06:22.488919 dv-cinder-840678-2-iscsi neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 15:06:22.488919 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 15:06:22.488919 dv-cinder-840678-2-iscsi neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( May 06 15:06:22.488919 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 15:06:22.488919 dv-cinder-840678-2-iscsi neutron-server[103343]: return f(self, *a, **k) May 06 15:06:22.488919 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 15:06:22.488919 dv-cinder-840678-2-iscsi neutron-server[103343]: return self._get(url).json() May 06 15:06:22.488919 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 15:06:22.488919 dv-cinder-840678-2-iscsi neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 15:06:22.488919 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 15:06:22.488919 dv-cinder-840678-2-iscsi neutron-server[103343]: return self.request(url, 'GET', **kwargs) May 06 15:06:22.488919 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 15:06:22.488919 dv-cinder-840678-2-iscsi neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, May 06 15:06:22.488919 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 15:06:22.488919 dv-cinder-840678-2-iscsi neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 15:06:22.488919 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 15:06:22.488919 dv-cinder-840678-2-iscsi neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 15:06:22.488919 dv-cinder-840678-2-iscsi neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 15:06:22.534927 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2f1dd81e-86c8-4aa6-95fe-8581e0d29e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732313812345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732313435477'] for port (f98b6f9a-3832-41d9-820a-27f7fb7c978a), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:22.552448 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-669c61af-5dbb-41e0-b155-c31c542aa9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16161617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429813'] for network (f9061cc1-1a46-4c48-95e7-30783853383c), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:22.558718 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-669c61af-5dbb-41e0-b155-c31c542aa9c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566627'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:22.564759 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-669c61af-5dbb-41e0-b155-c31c542aa9c2 admin admin] 10.222.0.23 "DELETE /v2.0/networks/f9061cc1-1a46-4c48-95e7-30783853383c HTTP/1.1" status: 204 len: 168 time: 0.7371211 May 06 15:06:22.568286 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1dd81e-86c8-4aa6-95fe-8581e0d29e0a None None] No DVR routers for this DVR port f98b6f9a-3832-41d9-820a-27f7fb7c978a on host dv-cinder-840678-2-iscsi {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 15:06:22.570838 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1dd81e-86c8-4aa6-95fe-8581e0d29e0a None None] Pushing event deleted for resources: {'Port': ['ID=f98b6f9a-3832-41d9-820a-27f7fb7c978a,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:06:22.581942 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c61af-5dbb-41e0-b155-c31c542aa9c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9061cc1-1a46-4c48-95e7-30783853383c,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:06:22.666310 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 50658) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:06:22.683758 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fe509a5e-e176-4259-9ded-3f5ee38a5b08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:22.701963 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 50660) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:06:22.745492 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-ee631193-022a-4dc2-8e0b-911ddb13e1cd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4be2354633354d249a0598f589a987b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0422208 May 06 15:06:22.748267 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 50662) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:06:22.769868 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fe509a5e-e176-4259-9ded-3f5ee38a5b08 admin admin] Publish callbacks [] for security_group (1b164d11-b019-42a5-bb8a-03296a646bfd), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:22.774635 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fe509a5e-e176-4259-9ded-3f5ee38a5b08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (1b164d11-b019-42a5-bb8a-03296a646bfd), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:22.797785 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f72680b7-a3e0-42a9-8f80-5684a9f81185 admin admin] Publish callbacks [] for security_group (7788c52f-729c-40ca-8f6a-df96ae39c655), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:22.817289 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-fe509a5e-e176-4259-9ded-3f5ee38a5b08 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2cfa5f7c11a447809316e88eea1c2f39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1474779 May 06 15:06:22.817289 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe509a5e-e176-4259-9ded-3f5ee38a5b08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b164d11-b019-42a5-bb8a-03296a646bfd,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:06:22.818151 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 50664) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:06:22.821808 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f72680b7-a3e0-42a9-8f80-5684a9f81185 admin admin] Publish callbacks [] for security_group (7788c52f-729c-40ca-8f6a-df96ae39c655), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:22.869776 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-01c8d2a7-6362-49ee-9438-e15ec0fc0978 admin admin] Publish callbacks [] for security_group (1b164d11-b019-42a5-bb8a-03296a646bfd), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:22.871249 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f72680b7-a3e0-42a9-8f80-5684a9f81185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (7788c52f-729c-40ca-8f6a-df96ae39c655), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:22.874058 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f72680b7-a3e0-42a9-8f80-5684a9f81185 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:22.875219 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-f72680b7-a3e0-42a9-8f80-5684a9f81185 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7788c52f-729c-40ca-8f6a-df96ae39c655 HTTP/1.1" status: 204 len: 168 time: 0.1259184 May 06 15:06:22.883699 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72680b7-a3e0-42a9-8f80-5684a9f81185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7788c52f-729c-40ca-8f6a-df96ae39c655,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:06:22.900837 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-01c8d2a7-6362-49ee-9438-e15ec0fc0978 admin admin] Publish callbacks [] for security_group (1b164d11-b019-42a5-bb8a-03296a646bfd), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:22.952912 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-01c8d2a7-6362-49ee-9438-e15ec0fc0978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (1b164d11-b019-42a5-bb8a-03296a646bfd), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:22.955556 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-01c8d2a7-6362-49ee-9438-e15ec0fc0978 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:22.956735 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-01c8d2a7-6362-49ee-9438-e15ec0fc0978 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1b164d11-b019-42a5-bb8a-03296a646bfd HTTP/1.1" status: 204 len: 168 time: 0.1375723 May 06 15:06:22.969698 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c8d2a7-6362-49ee-9438-e15ec0fc0978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b164d11-b019-42a5-bb8a-03296a646bfd,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:06:23.328433 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 50678) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:06:23.372052 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-93bfa4e0-7b6a-4c29-91fa-42deda8be7af admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2e9600e4323648cd9c7794d67bce9fe3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402033 May 06 15:06:23.372302 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 50680) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:06:23.424950 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5152d2b4-a501-4da4-b504-e45088cacbd1 admin admin] Publish callbacks [] for security_group (01243310-f31f-493c-b971-6ccc03ebc0e9), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:23.448089 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5152d2b4-a501-4da4-b504-e45088cacbd1 admin admin] Publish callbacks [] for security_group (01243310-f31f-493c-b971-6ccc03ebc0e9), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:23.497930 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5152d2b4-a501-4da4-b504-e45088cacbd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (01243310-f31f-493c-b971-6ccc03ebc0e9), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:23.500641 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5152d2b4-a501-4da4-b504-e45088cacbd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:23.501808 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-5152d2b4-a501-4da4-b504-e45088cacbd1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/01243310-f31f-493c-b971-6ccc03ebc0e9 HTTP/1.1" status: 204 len: 168 time: 0.1285946 May 06 15:06:23.510004 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5152d2b4-a501-4da4-b504-e45088cacbd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01243310-f31f-493c-b971-6ccc03ebc0e9,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:06:24.281063 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 50704) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:06:24.387440 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-aaa3346d-b2da-480c-ab35-476f8822f639 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:24.476081 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-aaa3346d-b2da-480c-ab35-476f8822f639 admin admin] Publish callbacks [] for security_group (6f95b0c4-bfd7-4578-9c1e-9e02d710e102), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:24.481029 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-aaa3346d-b2da-480c-ab35-476f8822f639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (6f95b0c4-bfd7-4578-9c1e-9e02d710e102), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:24.521291 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-aaa3346d-b2da-480c-ab35-476f8822f639 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=11458502b0ed41fa9d2d6e41ec6efdb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2387645 May 06 15:06:24.523656 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa3346d-b2da-480c-ab35-476f8822f639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f95b0c4-bfd7-4578-9c1e-9e02d710e102,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:06:24.524557 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 50710) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:06:24.581189 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4bdeeccf-98b6-4d41-a2c8-61996d48b3b4 admin admin] Publish callbacks [] for security_group (6f95b0c4-bfd7-4578-9c1e-9e02d710e102), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:24.606764 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4bdeeccf-98b6-4d41-a2c8-61996d48b3b4 admin admin] Publish callbacks [] for security_group (6f95b0c4-bfd7-4578-9c1e-9e02d710e102), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:24.657337 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4bdeeccf-98b6-4d41-a2c8-61996d48b3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (6f95b0c4-bfd7-4578-9c1e-9e02d710e102), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:24.660002 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4bdeeccf-98b6-4d41-a2c8-61996d48b3b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:24.661202 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-4bdeeccf-98b6-4d41-a2c8-61996d48b3b4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6f95b0c4-bfd7-4578-9c1e-9e02d710e102 HTTP/1.1" status: 204 len: 168 time: 0.1339104 May 06 15:06:24.670179 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdeeccf-98b6-4d41-a2c8-61996d48b3b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f95b0c4-bfd7-4578-9c1e-9e02d710e102,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:06:31.822538 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8321c5db-8508-4986-b836-46c950a58c43 req-b87a29cb-82d7-46a5-9170-8d20456fac2a tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:06:31.824848 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-8321c5db-8508-4986-b836-46c950a58c43 req-b87a29cb-82d7-46a5-9170-8d20456fac2a tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ad8648-866a-4792-a62e-b737ec4cb06a HTTP/1.1" status: 200 len: 946 time: 0.0520229 May 06 15:06:31.885496 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-8321c5db-8508-4986-b836-46c950a58c43 req-f4e397c7-1dfb-4fe4-9e3c-4e5fd74228de tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=a92eff12-6df3-4bf2-b300-176be048dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548508 May 06 15:06:33.008499 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07f13bf-a7ad-4fac-83d7-a43af7503775 req-eaf89478-f9ef-4b6f-9a48-3eddbbec560b tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:06:33.010551 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-f07f13bf-a7ad-4fac-83d7-a43af7503775 req-eaf89478-f9ef-4b6f-9a48-3eddbbec560b tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ad8648-866a-4792-a62e-b737ec4cb06a HTTP/1.1" status: 200 len: 946 time: 0.0491717 May 06 15:06:33.058154 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-f07f13bf-a7ad-4fac-83d7-a43af7503775 req-d2f18895-3cb7-460b-8e15-8db4990cfab5 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=a92eff12-6df3-4bf2-b300-176be048dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421896 May 06 15:06:34.185244 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7416ff4-fd73-4ba8-b506-4189a11bae61 req-9ba5b778-b10e-4664-9a9a-a93a9921de36 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:06:34.186736 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-c7416ff4-fd73-4ba8-b506-4189a11bae61 req-9ba5b778-b10e-4664-9a9a-a93a9921de36 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ad8648-866a-4792-a62e-b737ec4cb06a HTTP/1.1" status: 200 len: 946 time: 0.0500631 May 06 15:06:34.234166 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-c7416ff4-fd73-4ba8-b506-4189a11bae61 req-30b18fcc-c4a7-40be-a1b5-f6b1d769b99a tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=a92eff12-6df3-4bf2-b300-176be048dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418534 May 06 15:06:35.358757 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ffe255-10c3-4073-99c8-fb405a1f83ba req-5b5e414e-c076-4028-b94b-ed8484d1072c tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:06:35.360298 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-b5ffe255-10c3-4073-99c8-fb405a1f83ba req-5b5e414e-c076-4028-b94b-ed8484d1072c tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ad8648-866a-4792-a62e-b737ec4cb06a HTTP/1.1" status: 200 len: 946 time: 0.0515866 May 06 15:06:35.408103 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-b5ffe255-10c3-4073-99c8-fb405a1f83ba req-f03d4b0a-2f84-4a47-839c-21d7dbd22fcc tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=a92eff12-6df3-4bf2-b300-176be048dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421519 May 06 15:06:35.448458 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 50884) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:06:35.550798 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2e8db26a-7b11-4747-a509-5e2f50dbf7d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:35.625150 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2e8db26a-7b11-4747-a509-5e2f50dbf7d2 admin admin] Publish callbacks [] for security_group (4db9eec6-f4c2-46d4-8708-d0a8f7550fa7), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:35.628808 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2e8db26a-7b11-4747-a509-5e2f50dbf7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (4db9eec6-f4c2-46d4-8708-d0a8f7550fa7), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:35.670272 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-2e8db26a-7b11-4747-a509-5e2f50dbf7d2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ea4d04cd80ad465a8aa19d5ac5bcab55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2206378 May 06 15:06:35.671135 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8db26a-7b11-4747-a509-5e2f50dbf7d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4db9eec6-f4c2-46d4-8708-d0a8f7550fa7,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:06:35.673143 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 50888) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:06:35.720178 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3025025d-b83b-456d-b5e1-b691999c2fc0 admin admin] Publish callbacks [] for security_group (4db9eec6-f4c2-46d4-8708-d0a8f7550fa7), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:35.741678 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3025025d-b83b-456d-b5e1-b691999c2fc0 admin admin] Publish callbacks [] for security_group (4db9eec6-f4c2-46d4-8708-d0a8f7550fa7), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:35.789097 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3025025d-b83b-456d-b5e1-b691999c2fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (4db9eec6-f4c2-46d4-8708-d0a8f7550fa7), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:35.791677 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3025025d-b83b-456d-b5e1-b691999c2fc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:35.792869 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-3025025d-b83b-456d-b5e1-b691999c2fc0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4db9eec6-f4c2-46d4-8708-d0a8f7550fa7 HTTP/1.1" status: 204 len: 168 time: 0.1186147 May 06 15:06:35.801556 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3025025d-b83b-456d-b5e1-b691999c2fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db9eec6-f4c2-46d4-8708-d0a8f7550fa7,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:06:36.768720 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d1567-9e20-4915-ae4f-668575f10210 req-aa2e79bd-d80e-4688-bbd8-807d9e68768a tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:06:36.770185 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-1c3d1567-9e20-4915-ae4f-668575f10210 req-aa2e79bd-d80e-4688-bbd8-807d9e68768a tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ad8648-866a-4792-a62e-b737ec4cb06a HTTP/1.1" status: 200 len: 946 time: 0.2885215 May 06 15:06:36.817019 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-1c3d1567-9e20-4915-ae4f-668575f10210 req-5264750a-3fb4-4912-be83-7e53504b4809 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=a92eff12-6df3-4bf2-b300-176be048dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408299 May 06 15:06:37.119779 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-340adad3-1ec1-4710-8b92-2397145c1a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (79b17169-ed94-4769-ba4e-30adf371f78f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:37.936675 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d420579-1c99-484e-9cc0-aee45ff23a17 req-7f662732-6390-47d9-984f-6f2f06333ddd tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:06:37.938129 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-5d420579-1c99-484e-9cc0-aee45ff23a17 req-7f662732-6390-47d9-984f-6f2f06333ddd tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ad8648-866a-4792-a62e-b737ec4cb06a HTTP/1.1" status: 200 len: 946 time: 0.0494559 May 06 15:06:37.985978 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-5d420579-1c99-484e-9cc0-aee45ff23a17 req-39972079-7fbd-4034-b2a4-40c954fb51c5 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=a92eff12-6df3-4bf2-b300-176be048dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422795 May 06 15:06:39.107573 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65299141-62e5-46a6-b5df-6f577b1d3e0c req-7a8df48c-2dfb-4ba1-b4c5-be6099259cb1 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:06:39.108986 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-65299141-62e5-46a6-b5df-6f577b1d3e0c req-7a8df48c-2dfb-4ba1-b4c5-be6099259cb1 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ad8648-866a-4792-a62e-b737ec4cb06a HTTP/1.1" status: 200 len: 946 time: 0.0494888 May 06 15:06:39.157217 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-65299141-62e5-46a6-b5df-6f577b1d3e0c req-fe32a1a1-467b-43ba-b0f6-9d3c714a07da tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=a92eff12-6df3-4bf2-b300-176be048dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426660 May 06 15:06:39.442884 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-9b85f89d-f6f6-4f45-af1d-b1d46009ce30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (ec8f31e6-1756-4927-8bc3-e144e6f0af83), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:40.278518 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f938f0d-8ed7-4fa3-bce1-a2d585a31398 req-6806da2c-25b1-497f-9a19-27a02053e848 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:06:40.279996 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-5f938f0d-8ed7-4fa3-bce1-a2d585a31398 req-6806da2c-25b1-497f-9a19-27a02053e848 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ad8648-866a-4792-a62e-b737ec4cb06a HTTP/1.1" status: 200 len: 946 time: 0.0467210 May 06 15:06:40.329244 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-5f938f0d-8ed7-4fa3-bce1-a2d585a31398 req-1eec1c3b-7ddd-438f-be1f-93debc1174cb tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=a92eff12-6df3-4bf2-b300-176be048dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436816 May 06 15:06:40.552268 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1afa6ce1-9145-4257-8e23-9dd2cd4b1998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b699075f-0d9f-4d2e-b182-9d9eb15bfab1), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:40.797393 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.agents_db [None req-6003b131-4361-4e36-81e7-47e90cbdf206 None None] Agent healthcheck: found 6 active agents {{(pid=103345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 15:06:41.446884 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489c017d-bf87-45f9-a38c-0ce71fef4968 req-55fc9f7a-263a-46f5-89b9-64df3143ff85 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:06:41.448368 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-489c017d-bf87-45f9-a38c-0ce71fef4968 req-55fc9f7a-263a-46f5-89b9-64df3143ff85 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ad8648-866a-4792-a62e-b737ec4cb06a HTTP/1.1" status: 200 len: 946 time: 0.0476723 May 06 15:06:41.496084 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-489c017d-bf87-45f9-a38c-0ce71fef4968 req-a10dfde9-16fc-4b5a-8acc-1fc45153a675 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=a92eff12-6df3-4bf2-b300-176be048dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420880 May 06 15:06:42.613662 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df11b8ba-6c73-47eb-a87d-caad5e8c6d52 req-78914577-4e29-41ca-ae74-3ebfd4720469 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:06:42.615116 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-df11b8ba-6c73-47eb-a87d-caad5e8c6d52 req-78914577-4e29-41ca-ae74-3ebfd4720469 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ad8648-866a-4792-a62e-b737ec4cb06a HTTP/1.1" status: 200 len: 946 time: 0.0473411 May 06 15:06:42.662594 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-df11b8ba-6c73-47eb-a87d-caad5e8c6d52 req-f6be44b5-8ca7-41ba-8994-622a7f975714 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=a92eff12-6df3-4bf2-b300-176be048dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409369 May 06 15:06:42.678347 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-68b1beb6-545b-4f86-a143-b395004404eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b8293b96-1d4f-4101-9243-9870353ff712), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:43.752228 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (20451d70-ea89-4a66-885a-20a1b2a3bff8), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:43.790168 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e6989-eda6-433a-93b1-887b70598d50 req-f881fabc-b2db-462f-9369-efa8471b4fac tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:06:43.791630 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-9f1e6989-eda6-433a-93b1-887b70598d50 req-f881fabc-b2db-462f-9369-efa8471b4fac tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ad8648-866a-4792-a62e-b737ec4cb06a HTTP/1.1" status: 200 len: 946 time: 0.0540245 May 06 15:06:43.839743 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-9f1e6989-eda6-433a-93b1-887b70598d50 req-051743bf-45c1-483c-9486-39675607228f tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=a92eff12-6df3-4bf2-b300-176be048dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424829 May 06 15:06:44.956460 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56147fa4-902d-4c62-99cb-8d95b8f4d76d req-662279f0-a66d-4b63-951d-769af263bd27 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:06:44.957971 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-56147fa4-902d-4c62-99cb-8d95b8f4d76d req-662279f0-a66d-4b63-951d-769af263bd27 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ad8648-866a-4792-a62e-b737ec4cb06a HTTP/1.1" status: 200 len: 946 time: 0.0471256 May 06 15:06:45.004308 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-56147fa4-902d-4c62-99cb-8d95b8f4d76d req-0a27655d-f6bf-419b-9dfb-071c30427ea0 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=a92eff12-6df3-4bf2-b300-176be048dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402493 May 06 15:06:46.126596 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd5baf-7386-4c4e-81b8-f491dde765b2 req-3677a3b5-1318-4555-b01a-9797b5eb03b7 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:06:46.128140 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-bcbd5baf-7386-4c4e-81b8-f491dde765b2 req-3677a3b5-1318-4555-b01a-9797b5eb03b7 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ad8648-866a-4792-a62e-b737ec4cb06a HTTP/1.1" status: 200 len: 946 time: 0.0484419 May 06 15:06:46.176890 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-bcbd5baf-7386-4c4e-81b8-f491dde765b2 req-bb6020ae-a7dc-4dd6-8df6-ce9badcae067 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=a92eff12-6df3-4bf2-b300-176be048dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430393 May 06 15:06:47.298839 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c59da74-f09a-4f9b-9699-c6848fa2aa13 req-c4fac2c4-79e1-4880-aa49-2e522e09785b tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:06:47.300311 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-4c59da74-f09a-4f9b-9699-c6848fa2aa13 req-c4fac2c4-79e1-4880-aa49-2e522e09785b tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ad8648-866a-4792-a62e-b737ec4cb06a HTTP/1.1" status: 200 len: 946 time: 0.0501361 May 06 15:06:47.347235 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-4c59da74-f09a-4f9b-9699-c6848fa2aa13 req-d74de9e3-d733-4d82-88ab-b45c805849e7 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=a92eff12-6df3-4bf2-b300-176be048dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406575 May 06 15:06:48.470465 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3dad39-a7db-45c1-9199-7a546b28df92 req-89b7d11c-7406-4997-8d1d-b46c83960c23 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:06:48.471971 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-3c3dad39-a7db-45c1-9199-7a546b28df92 req-89b7d11c-7406-4997-8d1d-b46c83960c23 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ad8648-866a-4792-a62e-b737ec4cb06a HTTP/1.1" status: 200 len: 946 time: 0.0482891 May 06 15:06:48.518544 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-3c3dad39-a7db-45c1-9199-7a546b28df92 req-e93c1e1f-c375-4184-80f5-3a01b0fd73a9 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=a92eff12-6df3-4bf2-b300-176be048dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409873 May 06 15:06:49.638093 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8939174-0e6f-4db4-8b45-9b1b0ae42bd2 req-afb139ab-ef9c-411c-98d0-4157520db9be tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:06:49.639578 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-f8939174-0e6f-4db4-8b45-9b1b0ae42bd2 req-afb139ab-ef9c-411c-98d0-4157520db9be tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ad8648-866a-4792-a62e-b737ec4cb06a HTTP/1.1" status: 200 len: 946 time: 0.0469255 May 06 15:06:49.690815 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-f8939174-0e6f-4db4-8b45-9b1b0ae42bd2 req-81dc03f8-c61c-44bc-a4d9-59a80663b1ec tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=a92eff12-6df3-4bf2-b300-176be048dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456438 May 06 15:06:50.618768 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (1eb4536b-031c-4a65-bfe5-fc1ede7d9429), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:50.808125 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0107466-4726-48ef-858b-3a7792486283 req-f7283b6a-a9b1-436f-9d78-134ea01ec2ae tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:06:50.809669 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-a0107466-4726-48ef-858b-3a7792486283 req-f7283b6a-a9b1-436f-9d78-134ea01ec2ae tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ad8648-866a-4792-a62e-b737ec4cb06a HTTP/1.1" status: 200 len: 946 time: 0.0471208 May 06 15:06:50.859993 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-a0107466-4726-48ef-858b-3a7792486283 req-b69dfe59-d274-4622-a32c-d2621ed2e2b1 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=a92eff12-6df3-4bf2-b300-176be048dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447788 May 06 15:06:51.979232 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b0f659-b788-4f07-ae94-e4fd77efaf8b req-82c59e8d-ea86-4c14-bb2e-4facfa70b9a7 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:06:51.980715 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-07b0f659-b788-4f07-ae94-e4fd77efaf8b req-82c59e8d-ea86-4c14-bb2e-4facfa70b9a7 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ad8648-866a-4792-a62e-b737ec4cb06a HTTP/1.1" status: 200 len: 946 time: 0.0472498 May 06 15:06:52.027704 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-07b0f659-b788-4f07-ae94-e4fd77efaf8b req-2b52b8bd-ba94-49b4-ade2-1a72d2a0f65c tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=a92eff12-6df3-4bf2-b300-176be048dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413718 May 06 15:06:53.145372 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d522d9-71bf-4726-9beb-483ce5f4943f req-b90b9ce0-f8d3-4ffe-8762-408ea7558fab tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:06:53.146857 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-98d522d9-71bf-4726-9beb-483ce5f4943f req-b90b9ce0-f8d3-4ffe-8762-408ea7558fab tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ad8648-866a-4792-a62e-b737ec4cb06a HTTP/1.1" status: 200 len: 946 time: 0.0476015 May 06 15:06:53.194994 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-98d522d9-71bf-4726-9beb-483ce5f4943f req-8a64f48b-b5ee-4fbb-8843-55c628447f19 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=a92eff12-6df3-4bf2-b300-176be048dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420618 May 06 15:06:54.316195 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114d6e40-4d68-4337-a909-77c6981aea19 req-e92dbaa8-10f8-4a49-9b98-9fe8342f62f2 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:06:54.317744 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-114d6e40-4d68-4337-a909-77c6981aea19 req-e92dbaa8-10f8-4a49-9b98-9fe8342f62f2 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ad8648-866a-4792-a62e-b737ec4cb06a HTTP/1.1" status: 200 len: 946 time: 0.0486438 May 06 15:06:54.365182 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-114d6e40-4d68-4337-a909-77c6981aea19 req-28b3e7f2-93cd-4e51-9ae5-a6ebe91076f5 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=a92eff12-6df3-4bf2-b300-176be048dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418310 May 06 15:06:55.508092 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12e8535-30d8-443e-a68f-656f8f70ff9c req-8a2ec1bb-6ab3-4f3d-9c04-c833fc9a98a4 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:06:55.509688 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-c12e8535-30d8-443e-a68f-656f8f70ff9c req-8a2ec1bb-6ab3-4f3d-9c04-c833fc9a98a4 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ad8648-866a-4792-a62e-b737ec4cb06a HTTP/1.1" status: 200 len: 946 time: 0.0596769 May 06 15:06:55.545392 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device bb0071d4-031e-4804-a43f-aa46f5e4a62a details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 15:06:55.586201 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-c12e8535-30d8-443e-a68f-656f8f70ff9c req-bf28f3bf-df77-4c24-8a71-29d64d052561 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=a92eff12-6df3-4bf2-b300-176be048dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592198 May 06 15:06:55.671430 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] For port bb0071d4-031e-4804-a43f-aa46f5e4a62a, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=bb0071d4-031e-4804-a43f-aa46f5e4a62a,segment=NetworkSegment(59b9f651-300b-41a0-9754-50f9dffdafce),segment_id=59b9f651-300b-41a0-9754-50f9dffdafce)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:06:55.689860 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Returning: {'device': 'bb0071d4-031e-4804-a43f-aa46f5e4a62a', 'network_id': 'e617326c-50d9-4a05-90f1-04262502b764', 'port_id': 'bb0071d4-031e-4804-a43f-aa46f5e4a62a', 'mac_address': 'fa:16:3e:31:e5:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73d058b8-ef9e-473c-9be9-61c8d64fe350', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 15:06:55.733746 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Current status of the port bb0071d4-031e-4804-a43f-aa46f5e4a62a is: ACTIVE; New status is: BUILD {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:06:55.733746 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (bb0071d4-031e-4804-a43f-aa46f5e4a62a), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:55.749307 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.notifiers.nova [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bb0071d4-031e-4804-a43f-aa46f5e4a62a {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 15:06:55.774739 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] For port bb0071d4-031e-4804-a43f-aa46f5e4a62a, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=bb0071d4-031e-4804-a43f-aa46f5e4a62a,segment=NetworkSegment(59b9f651-300b-41a0-9754-50f9dffdafce),segment_id=59b9f651-300b-41a0-9754-50f9dffdafce)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:06:55.781968 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (bb0071d4-031e-4804-a43f-aa46f5e4a62a), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:55.844254 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Pushing event updated for resources: {'Port': ['ID=bb0071d4-031e-4804-a43f-aa46f5e4a62a,revision_number=6']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:06:55.946329 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] get_ports_and_sgs() called for port_ids ['bb0071d4-031e-4804-a43f-aa46f5e4a62a'] {{(pid=103344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 15:06:56.731021 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae38820d-8c9b-4515-9ffb-a97bb167e158 req-9b49c248-561b-4160-89ae-6ef932146972 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:06:56.732551 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-ae38820d-8c9b-4515-9ffb-a97bb167e158 req-9b49c248-561b-4160-89ae-6ef932146972 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ad8648-866a-4792-a62e-b737ec4cb06a HTTP/1.1" status: 200 len: 945 time: 0.0529072 May 06 15:06:56.784100 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-ae38820d-8c9b-4515-9ffb-a97bb167e158 req-c5a9617b-d175-473f-bf92-d4df9fa8c4c2 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=a92eff12-6df3-4bf2-b300-176be048dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447514 May 06 15:06:57.551578 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device bb0071d4-031e-4804-a43f-aa46f5e4a62a up at agent hyperv_hv-cinder-84067 {{(pid=103344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 15:06:57.600830 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Provisioning complete for port bb0071d4-031e-4804-a43f-aa46f5e4a62a triggered by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:06:57.601210 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (bb0071d4-031e-4804-a43f-aa46f5e4a62a), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:57.695573 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Current status of the port bb0071d4-031e-4804-a43f-aa46f5e4a62a is: BUILD; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:06:57.695573 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (bb0071d4-031e-4804-a43f-aa46f5e4a62a), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:57.721677 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ad8648-866a-4792-a62e-b737ec4cb06a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb0071d4-031e-4804-a43f-aa46f5e4a62a'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 15:06:57.724131 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e0964ea08b7304cb3fd06b6962f873a42c5b1f8277632c4cd90ec00bfa9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed679745-6ee1-460a-8bd7-4a5bbaecda89" -d '{"events": [{"server_uuid": "19ad8648-866a-4792-a62e-b737ec4cb06a", "name": "network-vif-plugged", "status": "completed", "tag": "bb0071d4-031e-4804-a43f-aa46f5e4a62a"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 15:06:57.738348 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] For port bb0071d4-031e-4804-a43f-aa46f5e4a62a, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=bb0071d4-031e-4804-a43f-aa46f5e4a62a,segment=NetworkSegment(59b9f651-300b-41a0-9754-50f9dffdafce),segment_id=59b9f651-300b-41a0-9754-50f9dffdafce)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:06:57.744620 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (bb0071d4-031e-4804-a43f-aa46f5e4a62a), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:06:57.771987 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 15:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4559709-1f1e-4d19-b31d-cb1528a6c00f x-openstack-request-id: req-e4559709-1f1e-4d19-b31d-cb1528a6c00f {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 15:06:57.772285 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ad8648-866a-4792-a62e-b737ec4cb06a", "name": "network-vif-plugged", "status": "completed", "tag": "bb0071d4-031e-4804-a43f-aa46f5e4a62a", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 15:06:57.772544 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e4559709-1f1e-4d19-b31d-cb1528a6c00f {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 15:06:57.772971 dv-cinder-840678-2-iscsi neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4559709-1f1e-4d19-b31d-cb1528a6c00f'] response: {'server_uuid': '19ad8648-866a-4792-a62e-b737ec4cb06a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb0071d4-031e-4804-a43f-aa46f5e4a62a', 'code': 200} May 06 15:06:57.799689 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Pushing event updated for resources: {'Port': ['ID=bb0071d4-031e-4804-a43f-aa46f5e4a62a,revision_number=7']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:06:57.929901 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63dcfa5-c859-4dfa-a3f0-9a19360a474c req-69dd909c-0026-44cd-956b-48c76fe06830 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:06:57.931473 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-b63dcfa5-c859-4dfa-a3f0-9a19360a474c req-69dd909c-0026-44cd-956b-48c76fe06830 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ad8648-866a-4792-a62e-b737ec4cb06a HTTP/1.1" status: 200 len: 946 time: 0.0585330 May 06 15:06:58.005033 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-b63dcfa5-c859-4dfa-a3f0-9a19360a474c req-8d1712a7-1d0b-4700-acc9-d4ab288d7274 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=a92eff12-6df3-4bf2-b300-176be048dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606687 May 06 15:06:59.172533 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a93a25-40e2-4b29-b4fb-52be84f08acb req-141acfd8-7e23-47f4-ba42-6716a14c7823 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:06:59.174862 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-a4a93a25-40e2-4b29-b4fb-52be84f08acb req-141acfd8-7e23-47f4-ba42-6716a14c7823 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ad8648-866a-4792-a62e-b737ec4cb06a HTTP/1.1" status: 200 len: 946 time: 0.0740352 May 06 15:06:59.240791 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-a4a93a25-40e2-4b29-b4fb-52be84f08acb req-67c26472-e3d7-44b0-b989-feb0ea03c3b0 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=a92eff12-6df3-4bf2-b300-176be048dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525970 May 06 15:07:00.180884 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b00d0aa-aaa4-47a9-b2d1-ebc83fdbe371 req-771a26fd-28d5-40a8-8e89-eda02b3385d0 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:00.182461 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-9b00d0aa-aaa4-47a9-b2d1-ebc83fdbe371 req-771a26fd-28d5-40a8-8e89-eda02b3385d0 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2576c4a-4c41-432c-83a7-9c7ab6360060 HTTP/1.1" status: 200 len: 946 time: 0.0583675 May 06 15:07:00.252698 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-9b00d0aa-aaa4-47a9-b2d1-ebc83fdbe371 req-7c0a09bd-7fb5-4609-a7dd-feef2c96c2fe tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1c87ae4-39bf-49c2-919a-d85c37d766ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641911 May 06 15:07:00.366158 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23725f2-e2ce-4d44-8179-1588b706c6dc req-361fa7b9-7973-4ad5-8c96-ef78c6acb486 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:00.368282 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-d23725f2-e2ce-4d44-8179-1588b706c6dc req-361fa7b9-7973-4ad5-8c96-ef78c6acb486 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ad8648-866a-4792-a62e-b737ec4cb06a HTTP/1.1" status: 200 len: 946 time: 0.0577841 May 06 15:07:00.438611 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-d23725f2-e2ce-4d44-8179-1588b706c6dc req-39f3da4f-b87b-44bd-b3e8-00be0d4bcaef tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=a92eff12-6df3-4bf2-b300-176be048dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631409 May 06 15:07:01.379900 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b870ad22-d584-4d5d-813a-f138d831f1db req-6994ac86-bbf3-4fe0-8320-29f960de221f tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:01.383484 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-b870ad22-d584-4d5d-813a-f138d831f1db req-6994ac86-bbf3-4fe0-8320-29f960de221f tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2576c4a-4c41-432c-83a7-9c7ab6360060 HTTP/1.1" status: 200 len: 946 time: 0.0644469 May 06 15:07:01.441150 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-b870ad22-d584-4d5d-813a-f138d831f1db req-f4592576-3ce7-47b9-b623-c4955a7c04e5 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1c87ae4-39bf-49c2-919a-d85c37d766ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516655 May 06 15:07:01.581745 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe092cac-43cf-41c5-b051-21341c320c1e req-2177125c-12ea-4721-b1d5-65d1fc773378 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:01.585047 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-fe092cac-43cf-41c5-b051-21341c320c1e req-2177125c-12ea-4721-b1d5-65d1fc773378 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ad8648-866a-4792-a62e-b737ec4cb06a HTTP/1.1" status: 200 len: 946 time: 0.0749409 May 06 15:07:01.653883 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-fe092cac-43cf-41c5-b051-21341c320c1e req-4aa80935-f67e-4164-ade9-7142d802b31e tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=a92eff12-6df3-4bf2-b300-176be048dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608146 May 06 15:07:02.441299 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7743bb9d-3334-447b-9133-03aaee30ee45 req-521ad45f-7325-4996-976b-5e93372a3a1e tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:02.442687 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-7743bb9d-3334-447b-9133-03aaee30ee45 req-521ad45f-7325-4996-976b-5e93372a3a1e tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2576c4a-4c41-432c-83a7-9c7ab6360060 HTTP/1.1" status: 200 len: 946 time: 0.0521264 May 06 15:07:02.544456 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-7743bb9d-3334-447b-9133-03aaee30ee45 req-58996c47-485c-4a19-a728-25a97c0b0c7f tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Deleting port 252be717-c8b0-42ae-83bc-38db6587b546 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 15:07:02.544824 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-7743bb9d-3334-447b-9133-03aaee30ee45 req-58996c47-485c-4a19-a728-25a97c0b0c7f tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732313803493'] for port (252be717-c8b0-42ae-83bc-38db6587b546), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:02.593453 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe9354b-8c62-4234-91d1-b84c51fc8d63 req-4bc330b7-5640-451c-9fad-6e578e8f01a4 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:02.601553 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-1fe9354b-8c62-4234-91d1-b84c51fc8d63 req-4bc330b7-5640-451c-9fad-6e578e8f01a4 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2576c4a-4c41-432c-83a7-9c7ab6360060 HTTP/1.1" status: 200 len: 946 time: 0.0673702 May 06 15:07:02.656561 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-7743bb9d-3334-447b-9133-03aaee30ee45 req-58996c47-485c-4a19-a728-25a97c0b0c7f tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] For port 252be717-c8b0-42ae-83bc-38db6587b546, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=252be717-c8b0-42ae-83bc-38db6587b546,segment=NetworkSegment(cf545a1c-4990-4216-8ab0-67a99018f922),segment_id=cf545a1c-4990-4216-8ab0-67a99018f922)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:07:02.657077 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-7743bb9d-3334-447b-9133-03aaee30ee45 req-58996c47-485c-4a19-a728-25a97c0b0c7f tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426303'] for port (252be717-c8b0-42ae-83bc-38db6587b546), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:02.660636 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-1fe9354b-8c62-4234-91d1-b84c51fc8d63 req-008d1774-a310-4933-9a98-23f3c3a7cfb1 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1c87ae4-39bf-49c2-919a-d85c37d766ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577610 May 06 15:07:02.840711 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892307af-6806-4ae5-8367-66bec30db4a9 req-c3a39624-60c1-416f-a8de-c9dc651313d0 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:02.842939 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-892307af-6806-4ae5-8367-66bec30db4a9 req-c3a39624-60c1-416f-a8de-c9dc651313d0 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ad8648-866a-4792-a62e-b737ec4cb06a HTTP/1.1" status: 200 len: 946 time: 0.0982020 May 06 15:07:02.954211 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-892307af-6806-4ae5-8367-66bec30db4a9 req-c49f480d-16ab-4b81-a380-33c62d822285 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=a92eff12-6df3-4bf2-b300-176be048dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015620 May 06 15:07:02.958134 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-7743bb9d-3334-447b-9133-03aaee30ee45 req-58996c47-485c-4a19-a728-25a97c0b0c7f tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:02.958134 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-7743bb9d-3334-447b-9133-03aaee30ee45 req-58996c47-485c-4a19-a728-25a97c0b0c7f tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429592'] for floatingip (3d467d53-489e-4c73-bb72-fbf3582a6207), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:02.958134 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.db.l3_db [req-7743bb9d-3334-447b-9133-03aaee30ee45 req-58996c47-485c-4a19-a728-25a97c0b0c7f tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Floating IP 3d467d53-489e-4c73-bb72-fbf3582a6207 disassociated. External IP: 172.27.2.44, port: 252be717-c8b0-42ae-83bc-38db6587b546. May 06 15:07:02.958134 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-7743bb9d-3334-447b-9133-03aaee30ee45 req-58996c47-485c-4a19-a728-25a97c0b0c7f tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Calling delete_port for 252be717-c8b0-42ae-83bc-38db6587b546 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 15:07:03.122982 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-7743bb9d-3334-447b-9133-03aaee30ee45 req-58996c47-485c-4a19-a728-25a97c0b0c7f tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732313812345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732313435477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59634176'] for port (252be717-c8b0-42ae-83bc-38db6587b546), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:03.155672 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58996c47-485c-4a19-a728-25a97c0b0c7f tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Pushing event deleted for resources: {'Port': ['ID=252be717-c8b0-42ae-83bc-38db6587b546,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:07:03.216444 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58996c47-485c-4a19-a728-25a97c0b0c7f tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:07:03.216750 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58996c47-485c-4a19-a728-25a97c0b0c7f tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:07:03.217191 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58996c47-485c-4a19-a728-25a97c0b0c7f tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:07:03.218059 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58996c47-485c-4a19-a728-25a97c0b0c7f tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:07:03.218396 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58996c47-485c-4a19-a728-25a97c0b0c7f tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:07:03.218728 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58996c47-485c-4a19-a728-25a97c0b0c7f tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:07:03.219061 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58996c47-485c-4a19-a728-25a97c0b0c7f tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:07:03.219390 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58996c47-485c-4a19-a728-25a97c0b0c7f tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:07:03.219724 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58996c47-485c-4a19-a728-25a97c0b0c7f tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:07:03.220055 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58996c47-485c-4a19-a728-25a97c0b0c7f tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:07:03.220386 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58996c47-485c-4a19-a728-25a97c0b0c7f tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:07:03.220781 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58996c47-485c-4a19-a728-25a97c0b0c7f tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:07:03.221334 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58996c47-485c-4a19-a728-25a97c0b0c7f tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:07:03.221665 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58996c47-485c-4a19-a728-25a97c0b0c7f tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:07:03.221991 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58996c47-485c-4a19-a728-25a97c0b0c7f tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:07:03.301006 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7743bb9d-3334-447b-9133-03aaee30ee45 req-58996c47-485c-4a19-a728-25a97c0b0c7f tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Router 8a0c7401-61b1-45fb-ad97-618184e04f5f has already been hosted by L3 agent ec8f31e6-1756-4927-8bc3-e144e6f0af83 {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 15:07:03.425061 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7743bb9d-3334-447b-9133-03aaee30ee45 req-58996c47-485c-4a19-a728-25a97c0b0c7f tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Notify agent at l3_agent.dv-cinder-840678-2-iscsi the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 15:07:03.438132 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1117856-7dda-41be-af9b-046a57935efb None None] Sync routers for ids ['8a0c7401-61b1-45fb-ad97-618184e04f5f'] in dv-cinder-840678-2-iscsi {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 15:07:03.462053 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1117856-7dda-41be-af9b-046a57935efb None None] Routers {'8a0c7401-61b1-45fb-ad97-618184e04f5f'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:07:03.463078 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-d1117856-7dda-41be-af9b-046a57935efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:06:39Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['8a0c7401-61b1-45fb-ad97-618184e04f5f'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:07:03.486069 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-7743bb9d-3334-447b-9133-03aaee30ee45 req-58996c47-485c-4a19-a728-25a97c0b0c7f tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] No DVR routers for this DVR port 252be717-c8b0-42ae-83bc-38db6587b546 on host hv-cinder-84067 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 15:07:03.488851 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-7743bb9d-3334-447b-9133-03aaee30ee45 req-58996c47-485c-4a19-a728-25a97c0b0c7f tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:03.492137 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-7743bb9d-3334-447b-9133-03aaee30ee45 req-58996c47-485c-4a19-a728-25a97c0b0c7f tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.26 "DELETE /v2.0/ports/252be717-c8b0-42ae-83bc-38db6587b546 HTTP/1.1" status: 204 len: 173 time: 1.0438135 May 06 15:07:03.492684 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2576c4a-4c41-432c-83a7-9c7ab6360060', 'name': 'network-vif-deleted', 'tag': '252be717-c8b0-42ae-83bc-38db6587b546'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 15:07:03.508340 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e079183c6aa01fbf7ecda8705e9d532761ec392512c90f9d6467ac227f3657d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c72189-3374-4823-97ab-692dca8da276" -d '{"events": [{"server_uuid": "f2576c4a-4c41-432c-83a7-9c7ab6360060", "name": "network-vif-deleted", "tag": "252be717-c8b0-42ae-83bc-38db6587b546"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 15:07:03.578934 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 15:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5969584e-2129-40a5-9fc9-f95fcdbc6d7d x-openstack-request-id: req-5969584e-2129-40a5-9fc9-f95fcdbc6d7d {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 15:07:03.579269 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2576c4a-4c41-432c-83a7-9c7ab6360060", "name": "network-vif-deleted", "tag": "252be717-c8b0-42ae-83bc-38db6587b546", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 15:07:03.579469 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5969584e-2129-40a5-9fc9-f95fcdbc6d7d {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 15:07:03.579895 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5969584e-2129-40a5-9fc9-f95fcdbc6d7d'] response: {'server_uuid': 'f2576c4a-4c41-432c-83a7-9c7ab6360060', 'name': 'network-vif-deleted', 'tag': '252be717-c8b0-42ae-83bc-38db6587b546', 'status': 'completed', 'code': 200} May 06 15:07:03.640807 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-d1117856-7dda-41be-af9b-046a57935efb None None] Set router 8a0c7401-61b1-45fb-ad97-618184e04f5f gateway port host: dv-cinder-840678-2-iscsi {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:07:03.922026 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-51d159c1-bb57-4c32-ab16-2fa0908b4cc0 req-5e772a32-c9b3-4c52-96f5-c1b747c2033b tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2576c4a-4c41-432c-83a7-9c7ab6360060 HTTP/1.1" status: 200 len: 210 time: 0.0427895 May 06 15:07:04.002709 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-d1117856-7dda-41be-af9b-046a57935efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0c7401-61b1-45fb-ad97-618184e04f5f', 'name': 'tempest-AttachVolumeTestJSON-221166996-router', 'tenant_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f9c2112f-e4c4-4372-9457-49fe78c23454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:58:19Z', 'updated_at': '2022-05-06T14:58:32Z', 'revision_number': 4, 'project_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'gw_port': {'id': 'f9c2112f-e4c4-4372-9457-49fe78c23454', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0c7401-61b1-45fb-ad97-618184e04f5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:20Z', 'updated_at': '2022-05-06T14:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_interfaces': [{'id': '209a3bdd-8a51-42ac-a00b-6fcb2e14dcb2', 'name': '', 'network_id': 'd7304f76-b992-4cc2-a77b-3291aec20f6e', 'tenant_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'mac_address': 'fa:16:3e:5e:a1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0c7401-61b1-45fb-ad97-618184e04f5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '386bbac7-026e-4f68-a22c-f26fa009fb15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:28Z', 'updated_at': '2022-05-06T14:58:49Z', 'revision_number': 5, 'project_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'subnets': [{'id': '386bbac7-026e-4f68-a22c-f26fa009fb15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:07:04.036263 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1117856-7dda-41be-af9b-046a57935efb None None] Checking router: 8a0c7401-61b1-45fb-ad97-618184e04f5f for host: dv-cinder-840678-2-iscsi {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 15:07:04.048114 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1117856-7dda-41be-af9b-046a57935efb None None] Routers {'8a0c7401-61b1-45fb-ad97-618184e04f5f'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:07:04.048775 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-d1117856-7dda-41be-af9b-046a57935efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:06:39Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['8a0c7401-61b1-45fb-ad97-618184e04f5f'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:07:04.103615 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9326a56a-0102-4c80-bf48-cc692ff05add req-76ffc884-8fed-440a-adf1-68778a93e16c tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:04.105792 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-9326a56a-0102-4c80-bf48-cc692ff05add req-76ffc884-8fed-440a-adf1-68778a93e16c tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ad8648-866a-4792-a62e-b737ec4cb06a HTTP/1.1" status: 200 len: 946 time: 0.0596805 May 06 15:07:04.187749 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-9326a56a-0102-4c80-bf48-cc692ff05add req-27971acf-5345-4dc9-9991-92b198ea74e5 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=a92eff12-6df3-4bf2-b300-176be048dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730679 May 06 15:07:04.197099 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-d1117856-7dda-41be-af9b-046a57935efb None None] Set router 8a0c7401-61b1-45fb-ad97-618184e04f5f gateway port host: dv-cinder-840678-2-iscsi {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:07:04.423719 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-d1117856-7dda-41be-af9b-046a57935efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0c7401-61b1-45fb-ad97-618184e04f5f', 'name': 'tempest-AttachVolumeTestJSON-221166996-router', 'tenant_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f9c2112f-e4c4-4372-9457-49fe78c23454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:58:19Z', 'updated_at': '2022-05-06T14:58:32Z', 'revision_number': 4, 'project_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'gw_port': {'id': 'f9c2112f-e4c4-4372-9457-49fe78c23454', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0c7401-61b1-45fb-ad97-618184e04f5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:20Z', 'updated_at': '2022-05-06T14:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_interfaces': [{'id': '209a3bdd-8a51-42ac-a00b-6fcb2e14dcb2', 'name': '', 'network_id': 'd7304f76-b992-4cc2-a77b-3291aec20f6e', 'tenant_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'mac_address': 'fa:16:3e:5e:a1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0c7401-61b1-45fb-ad97-618184e04f5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '386bbac7-026e-4f68-a22c-f26fa009fb15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:28Z', 'updated_at': '2022-05-06T14:58:49Z', 'revision_number': 5, 'project_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'subnets': [{'id': '386bbac7-026e-4f68-a22c-f26fa009fb15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:07:04.459723 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1117856-7dda-41be-af9b-046a57935efb None None] The sync data for ids ['8a0c7401-61b1-45fb-ad97-618184e04f5f'] in dv-cinder-840678-2-iscsi is: [{'id': '8a0c7401-61b1-45fb-ad97-618184e04f5f', 'name': 'tempest-AttachVolumeTestJSON-221166996-router', 'tenant_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f9c2112f-e4c4-4372-9457-49fe78c23454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:58:19Z', 'updated_at': '2022-05-06T14:58:32Z', 'revision_number': 4, 'project_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'gw_port': {'id': 'f9c2112f-e4c4-4372-9457-49fe78c23454', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0c7401-61b1-45fb-ad97-618184e04f5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:20Z', 'updated_at': '2022-05-06T14:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_interfaces': [{'id': '209a3bdd-8a51-42ac-a00b-6fcb2e14dcb2', 'name': '', 'network_id': 'd7304f76-b992-4cc2-a77b-3291aec20f6e', 'tenant_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'mac_address': 'fa:16:3e:5e:a1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0c7401-61b1-45fb-ad97-618184e04f5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '386bbac7-026e-4f68-a22c-f26fa009fb15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:28Z', 'updated_at': '2022-05-06T14:58:49Z', 'revision_number': 5, 'project_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'subnets': [{'id': '386bbac7-026e-4f68-a22c-f26fa009fb15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 15:07:04.701441 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec9b073-5aa9-4134-9bb5-5bd09abc5afd None None] New status for floating IP 3d467d53-489e-4c73-bb72-fbf3582a6207: DOWN {{(pid=103344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 15:07:05.009890 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 51128) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:07:05.064112 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5ef74360-0896-421d-bfef-de10cd317b56 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks [] for security_group (c1c87ae4-39bf-49c2-919a-d85c37d766ea), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:05.087022 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5ef74360-0896-421d-bfef-de10cd317b56 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks [] for security_group (c1c87ae4-39bf-49c2-919a-d85c37d766ea), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:05.137389 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5ef74360-0896-421d-bfef-de10cd317b56 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (c1c87ae4-39bf-49c2-919a-d85c37d766ea), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:05.140269 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5ef74360-0896-421d-bfef-de10cd317b56 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:05.141463 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-5ef74360-0896-421d-bfef-de10cd317b56 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "DELETE /v2.0/security-groups/c1c87ae4-39bf-49c2-919a-d85c37d766ea HTTP/1.1" status: 204 len: 168 time: 0.1305656 May 06 15:07:05.144318 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 51130) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:07:05.151171 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef74360-0896-421d-bfef-de10cd317b56 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c87ae4-39bf-49c2-919a-d85c37d766ea,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:07:05.159602 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef74360-0896-421d-bfef-de10cd317b56 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:07:05.159960 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef74360-0896-421d-bfef-de10cd317b56 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:07:05.160311 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef74360-0896-421d-bfef-de10cd317b56 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:07:05.160680 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef74360-0896-421d-bfef-de10cd317b56 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:07:05.161024 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef74360-0896-421d-bfef-de10cd317b56 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:07:05.161359 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef74360-0896-421d-bfef-de10cd317b56 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:07:05.161694 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef74360-0896-421d-bfef-de10cd317b56 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:07:05.162023 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef74360-0896-421d-bfef-de10cd317b56 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:07:05.162352 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.api.v2.resource [None req-595b5113-d666-4100-8fec-ebcb9dd06afb tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] show failed (client error): The resource could not be found. May 06 15:07:05.162462 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef74360-0896-421d-bfef-de10cd317b56 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:07:05.162679 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef74360-0896-421d-bfef-de10cd317b56 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:07:05.163009 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef74360-0896-421d-bfef-de10cd317b56 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:07:05.166360 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef74360-0896-421d-bfef-de10cd317b56 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:07:05.166489 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-595b5113-d666-4100-8fec-ebcb9dd06afb tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "GET /v2.0/security-groups/c1c87ae4-39bf-49c2-919a-d85c37d766ea HTTP/1.1" status: 404 len: 347 time: 0.0177782 May 06 15:07:05.166613 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef74360-0896-421d-bfef-de10cd317b56 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:07:05.166613 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef74360-0896-421d-bfef-de10cd317b56 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:07:05.166613 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef74360-0896-421d-bfef-de10cd317b56 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:07:05.166863 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 51132) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:07:05.317383 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-614ba831-a7ef-4de4-96d2-47cf58685255 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Deleting port 979b77e2-50d9-4e4b-9318-9f570d6e3680 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 15:07:05.317726 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-614ba831-a7ef-4de4-96d2-47cf58685255 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732313803493'] for port (979b77e2-50d9-4e4b-9318-9f570d6e3680), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:05.328077 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c333e23b-7197-482f-a129-1aa17d78ace2 req-038b66cb-60cc-44d6-8f44-27d1f3546ba8 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:05.329588 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-c333e23b-7197-482f-a129-1aa17d78ace2 req-038b66cb-60cc-44d6-8f44-27d1f3546ba8 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ad8648-866a-4792-a62e-b737ec4cb06a HTTP/1.1" status: 200 len: 946 time: 0.0571077 May 06 15:07:05.428496 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-c333e23b-7197-482f-a129-1aa17d78ace2 req-298044de-08af-4b80-9b11-795c1644361d tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=a92eff12-6df3-4bf2-b300-176be048dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893466 May 06 15:07:05.439912 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-614ba831-a7ef-4de4-96d2-47cf58685255 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426303'] for port (979b77e2-50d9-4e4b-9318-9f570d6e3680), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:05.440239 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-614ba831-a7ef-4de4-96d2-47cf58685255 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks [] for floatingip (979b77e2-50d9-4e4b-9318-9f570d6e3680), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:05.458922 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-614ba831-a7ef-4de4-96d2-47cf58685255 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Calling delete_port for 979b77e2-50d9-4e4b-9318-9f570d6e3680 owned by network:floatingip {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 15:07:05.539719 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d992927c-5545-4bad-89ce-a0e853cced98 req-7cb552b3-3963-4fcb-9e89-e78bd86fa5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:05.541230 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-d992927c-5545-4bad-89ce-a0e853cced98 req-7cb552b3-3963-4fcb-9e89-e78bd86fa5ad service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=04793e5505aa4d32ab3efed2892ea2b4&device_id=19ad8648-866a-4792-a62e-b737ec4cb06a HTTP/1.1" status: 200 len: 1130 time: 0.0740771 May 06 15:07:05.676305 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d992927c-5545-4bad-89ce-a0e853cced98 req-46d01417-fa7c-4efe-a95c-79c36f602abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:05.677796 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-d992927c-5545-4bad-89ce-a0e853cced98 req-46d01417-fa7c-4efe-a95c-79c36f602abd service neutron] 10.222.0.26 "GET /v2.0/networks?id=e617326c-50d9-4a05-90f1-04262502b764 HTTP/1.1" status: 200 len: 916 time: 0.1281595 May 06 15:07:05.697000 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-614ba831-a7ef-4de4-96d2-47cf58685255 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732313812345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732313435477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59634176'] for port (979b77e2-50d9-4e4b-9318-9f570d6e3680), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:05.761676 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614ba831-a7ef-4de4-96d2-47cf58685255 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Pushing event deleted for resources: {'Port': ['ID=979b77e2-50d9-4e4b-9318-9f570d6e3680,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:07:05.816534 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-d992927c-5545-4bad-89ce-a0e853cced98 req-9eadf4a8-8057-47a5-8633-5c87823475bd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb0071d4-031e-4804-a43f-aa46f5e4a62a HTTP/1.1" status: 200 len: 1002 time: 0.1268268 May 06 15:07:05.868411 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-614ba831-a7ef-4de4-96d2-47cf58685255 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks [] for floatingip (3d467d53-489e-4c73-bb72-fbf3582a6207), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:05.871431 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-614ba831-a7ef-4de4-96d2-47cf58685255 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:05.872609 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-614ba831-a7ef-4de4-96d2-47cf58685255 tempest-AttachVolumeTestJSON-491219816 tempest-AttachVolumeTestJSON-491219816-project] 10.222.0.23 "DELETE /v2.0/floatingips/3d467d53-489e-4c73-bb72-fbf3582a6207 HTTP/1.1" status: 204 len: 168 time: 0.7051623 May 06 15:07:05.885677 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d992927c-5545-4bad-89ce-a0e853cced98 req-886b61e2-4a6f-43c5-bc1d-9f14b6a282a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:05.887137 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-d992927c-5545-4bad-89ce-a0e853cced98 req-886b61e2-4a6f-43c5-bc1d-9f14b6a282a2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=73d058b8-ef9e-473c-9be9-61c8d64fe350 HTTP/1.1" status: 200 len: 854 time: 0.0607436 May 06 15:07:05.935341 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d992927c-5545-4bad-89ce-a0e853cced98 req-c06c95fd-933a-48c1-bf24-9e0d2187619e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:05.937112 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-d992927c-5545-4bad-89ce-a0e853cced98 req-c06c95fd-933a-48c1-bf24-9e0d2187619e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e617326c-50d9-4a05-90f1-04262502b764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435345 May 06 15:07:06.032939 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-d992927c-5545-4bad-89ce-a0e853cced98 req-424608d9-ecd7-452e-a265-efb8f9e36af3 service neutron] 10.222.0.26 "GET /v2.0/networks/e617326c-50d9-4a05-90f1-04262502b764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875576 May 06 15:07:06.132962 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-d992927c-5545-4bad-89ce-a0e853cced98 req-1dc5c9ae-4a31-4cf5-ba60-40314dd0ef8c service neutron] 10.222.0.26 "GET /v2.0/networks/e617326c-50d9-4a05-90f1-04262502b764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893359 May 06 15:07:06.552863 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfc76f1-9e82-4505-b050-ef3522c8e968 req-b1c8256e-c6f9-4c29-b2c1-31f725313069 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:06.554359 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-fcfc76f1-9e82-4505-b050-ef3522c8e968 req-b1c8256e-c6f9-4c29-b2c1-31f725313069 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ad8648-866a-4792-a62e-b737ec4cb06a HTTP/1.1" status: 200 len: 946 time: 0.0488896 May 06 15:07:06.601600 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-fcfc76f1-9e82-4505-b050-ef3522c8e968 req-445232c9-a16f-4275-8f42-19fdf9e2e1a3 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=a92eff12-6df3-4bf2-b300-176be048dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415967 May 06 15:07:07.114404 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3eb67f54-40b4-4ea4-ae85-cd9653110a3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (79b17169-ed94-4769-ba4e-30adf371f78f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:07.574831 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device 252be717-c8b0-42ae-83bc-38db6587b546 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 15:07:07.594901 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] No Port match for: 252be717-c8b0-42ae-83bc-38db6587b546 {{(pid=103344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 15:07:07.595249 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device 252be717-c8b0-42ae-83bc-38db6587b546 not bound to the agent host hv-cinder-84067 {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 15:07:07.720743 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8950c1-6dc6-4e73-8863-517958d5e1c0 req-1822ca1e-03b4-4864-8e58-98f4d9ce6dec tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:07.722258 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-0a8950c1-6dc6-4e73-8863-517958d5e1c0 req-1822ca1e-03b4-4864-8e58-98f4d9ce6dec tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ad8648-866a-4792-a62e-b737ec4cb06a HTTP/1.1" status: 200 len: 946 time: 0.0485156 May 06 15:07:07.769108 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-0a8950c1-6dc6-4e73-8863-517958d5e1c0 req-03fe5fcf-e83a-41a2-8427-b348b354a10d tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=a92eff12-6df3-4bf2-b300-176be048dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412128 May 06 15:07:08.890143 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6b53d5-78ef-48be-963f-2f3063851729 req-60355991-709f-4fc6-8f64-a4eaef9fec36 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:08.891688 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-bf6b53d5-78ef-48be-963f-2f3063851729 req-60355991-709f-4fc6-8f64-a4eaef9fec36 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ad8648-866a-4792-a62e-b737ec4cb06a HTTP/1.1" status: 200 len: 946 time: 0.0517294 May 06 15:07:08.938668 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-bf6b53d5-78ef-48be-963f-2f3063851729 req-e07a54b7-6c72-4dbf-9c73-04e14321edbe tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=a92eff12-6df3-4bf2-b300-176be048dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413947 May 06 15:07:09.397644 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 51184) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:07:09.446828 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a93bcf7e-2ebb-4dd4-8016-8e1d6df37472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (ec8f31e6-1756-4927-8bc3-e144e6f0af83), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:09.576447 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device bb0071d4-031e-4804-a43f-aa46f5e4a62a no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 15:07:09.659488 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Current status of the port bb0071d4-031e-4804-a43f-aa46f5e4a62a is: ACTIVE; New status is: DOWN {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:07:09.660112 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (bb0071d4-031e-4804-a43f-aa46f5e4a62a), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:09.684146 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ad8648-866a-4792-a62e-b737ec4cb06a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb0071d4-031e-4804-a43f-aa46f5e4a62a'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 15:07:09.687060 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e0964ea08b7304cb3fd06b6962f873a42c5b1f8277632c4cd90ec00bfa9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f1080c-22f0-4a2d-a848-3bbeb0560378" -d '{"events": [{"server_uuid": "19ad8648-866a-4792-a62e-b737ec4cb06a", "name": "network-vif-unplugged", "status": "completed", "tag": "bb0071d4-031e-4804-a43f-aa46f5e4a62a"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 15:07:09.701939 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] For port bb0071d4-031e-4804-a43f-aa46f5e4a62a, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=bb0071d4-031e-4804-a43f-aa46f5e4a62a,segment=NetworkSegment(59b9f651-300b-41a0-9754-50f9dffdafce),segment_id=59b9f651-300b-41a0-9754-50f9dffdafce)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:07:09.719509 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (bb0071d4-031e-4804-a43f-aa46f5e4a62a), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:09.747381 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [req-66885689-f7b6-4148-a2d5-dcae48e048dc req-9325da39-b5c1-41a5-a36c-f0edb9671661 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 06 15:07:09.748619 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-66885689-f7b6-4148-a2d5-dcae48e048dc req-9325da39-b5c1-41a5-a36c-f0edb9671661 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0056355 May 06 15:07:09.749712 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 06 May 2022 15:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7713f94d-debf-498e-9c82-d585dba1b7cf x-openstack-request-id: req-7713f94d-debf-498e-9c82-d585dba1b7cf {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 15:07:09.750097 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ad8648-866a-4792-a62e-b737ec4cb06a", "name": "network-vif-unplugged", "status": "failed", "tag": "bb0071d4-031e-4804-a43f-aa46f5e4a62a", "code": 422}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 15:07:09.750422 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7713f94d-debf-498e-9c82-d585dba1b7cf {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 15:07:09.750921 dv-cinder-840678-2-iscsi neutron-server[103344]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-7713f94d-debf-498e-9c82-d585dba1b7cf']: {'server_uuid': '19ad8648-866a-4792-a62e-b737ec4cb06a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bb0071d4-031e-4804-a43f-aa46f5e4a62a', 'code': 422} returned with failed status May 06 15:07:09.778031 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Pushing event updated for resources: {'Port': ['ID=bb0071d4-031e-4804-a43f-aa46f5e4a62a,revision_number=8']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:07:09.945718 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d44d172-db2f-4775-b1fc-c849aadddb1d req-64d30b95-d2c2-4420-83fc-6e016e2c1f35 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:09.947210 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-0d44d172-db2f-4775-b1fc-c849aadddb1d req-64d30b95-d2c2-4420-83fc-6e016e2c1f35 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ad8648-866a-4792-a62e-b737ec4cb06a HTTP/1.1" status: 200 len: 944 time: 0.0747805 May 06 15:07:09.962769 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e0b96248-062c-4d65-ab85-576dae79e974 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-426485'] for router_interface (8a0c7401-61b1-45fb-ad97-618184e04f5f), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:10.052249 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-0d44d172-db2f-4775-b1fc-c849aadddb1d req-60bfd745-d350-4d2e-b2f3-a2cc3a976204 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=a92eff12-6df3-4bf2-b300-176be048dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962532 May 06 15:07:10.171013 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 51218) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:07:10.241543 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-e0b96248-062c-4d65-ab85-576dae79e974 admin admin] Deleting port 209a3bdd-8a51-42ac-a00b-6fcb2e14dcb2 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 15:07:10.241885 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e0b96248-062c-4d65-ab85-576dae79e974 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732313803493'] for port (209a3bdd-8a51-42ac-a00b-6fcb2e14dcb2), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:10.256499 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-7e3a4aca-9768-4e39-bd36-b48c3ec2d0d6 req-e6533958-b3e3-4cca-90ed-a6ab42b3a8e2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=19ad8648-866a-4792-a62e-b737ec4cb06a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0841653 May 06 15:07:10.265166 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [req-7e3a4aca-9768-4e39-bd36-b48c3ec2d0d6 req-8c5a0ef3-03ff-423a-83b0-07e4e4205cc6 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 06 15:07:10.266238 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-7e3a4aca-9768-4e39-bd36-b48c3ec2d0d6 req-8c5a0ef3-03ff-423a-83b0-07e4e4205cc6 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051880 May 06 15:07:10.322943 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-e0b96248-062c-4d65-ab85-576dae79e974 admin admin] For port 209a3bdd-8a51-42ac-a00b-6fcb2e14dcb2, host dv-cinder-840678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=209a3bdd-8a51-42ac-a00b-6fcb2e14dcb2,segment=NetworkSegment(cf545a1c-4990-4216-8ab0-67a99018f922),segment_id=cf545a1c-4990-4216-8ab0-67a99018f922)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:07:10.323308 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e0b96248-062c-4d65-ab85-576dae79e974 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426303'] for port (209a3bdd-8a51-42ac-a00b-6fcb2e14dcb2), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:10.336994 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-e0b96248-062c-4d65-ab85-576dae79e974 admin admin] Calling delete_port for 209a3bdd-8a51-42ac-a00b-6fcb2e14dcb2 owned by network:router_interface {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 15:07:10.344281 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 51226) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:07:10.438130 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a4aca-9768-4e39-bd36-b48c3ec2d0d6 req-57884da1-e3ee-42c6-8ffa-85e3126840eb tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:10.439529 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-7e3a4aca-9768-4e39-bd36-b48c3ec2d0d6 req-57884da1-e3ee-42c6-8ffa-85e3126840eb tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports/bb0071d4-031e-4804-a43f-aa46f5e4a62a HTTP/1.1" status: 200 len: 941 time: 0.0941720 May 06 15:07:10.522801 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e0b96248-062c-4d65-ab85-576dae79e974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732313812345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732313435477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59634176'] for port (209a3bdd-8a51-42ac-a00b-6fcb2e14dcb2), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:10.551313 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b96248-062c-4d65-ab85-576dae79e974 admin admin] Pushing event deleted for resources: {'Port': ['ID=209a3bdd-8a51-42ac-a00b-6fcb2e14dcb2,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:07:10.569076 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1afa6ce1-9145-4257-8e23-9dd2cd4b1998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b699075f-0d9f-4d2e-b182-9d9eb15bfab1), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:10.731432 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e0b96248-062c-4d65-ab85-576dae79e974 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430826'] for router_interface (8a0c7401-61b1-45fb-ad97-618184e04f5f), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:11.182590 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520986ee-dc41-4b01-b67a-a355d689a520 req-7821a705-d1d5-45ec-baaf-2fc8f1004e38 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:11.184085 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-520986ee-dc41-4b01-b67a-a355d689a520 req-7821a705-d1d5-45ec-baaf-2fc8f1004e38 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ad8648-866a-4792-a62e-b737ec4cb06a HTTP/1.1" status: 200 len: 944 time: 0.0519817 May 06 15:07:11.220050 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0b96248-062c-4d65-ab85-576dae79e974 admin admin] Router 8a0c7401-61b1-45fb-ad97-618184e04f5f has already been hosted by L3 agent ec8f31e6-1756-4927-8bc3-e144e6f0af83 {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 15:07:11.234266 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-520986ee-dc41-4b01-b67a-a355d689a520 req-976d9c03-aadb-4a79-a4e2-f9326c7ab943 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=a92eff12-6df3-4bf2-b300-176be048dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436881 May 06 15:07:11.339358 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b96248-062c-4d65-ab85-576dae79e974 admin admin] Notify agent at l3_agent.dv-cinder-840678-2-iscsi the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 15:07:11.349172 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f042eab-16d5-4be0-b7e6-986b6197ca50 None None] Sync routers for ids ['8a0c7401-61b1-45fb-ad97-618184e04f5f'] in dv-cinder-840678-2-iscsi {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 15:07:11.358971 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-e0b96248-062c-4d65-ab85-576dae79e974 admin admin] 10.222.0.23 "PUT /v2.0/routers/8a0c7401-61b1-45fb-ad97-618184e04f5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9602168 May 06 15:07:11.360202 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f042eab-16d5-4be0-b7e6-986b6197ca50 None None] Routers {'8a0c7401-61b1-45fb-ad97-618184e04f5f'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:07:11.360926 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-7f042eab-16d5-4be0-b7e6-986b6197ca50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:07:09Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['8a0c7401-61b1-45fb-ad97-618184e04f5f'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:07:11.361604 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 51238) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:07:11.372057 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a4aca-9768-4e39-bd36-b48c3ec2d0d6 req-db3c039b-761e-4df2-81ae-2d179eb795ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:11.374131 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-7e3a4aca-9768-4e39-bd36-b48c3ec2d0d6 req-db3c039b-761e-4df2-81ae-2d179eb795ca service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=19ad8648-866a-4792-a62e-b737ec4cb06a&tenant_id=04793e5505aa4d32ab3efed2892ea2b4 HTTP/1.1" status: 200 len: 1128 time: 0.0506251 May 06 15:07:11.445584 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a4aca-9768-4e39-bd36-b48c3ec2d0d6 req-d50573d0-fc1b-4c89-93e7-b83c60be0750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:11.447245 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-7e3a4aca-9768-4e39-bd36-b48c3ec2d0d6 req-d50573d0-fc1b-4c89-93e7-b83c60be0750 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=04793e5505aa4d32ab3efed2892ea2b4&device_id=19ad8648-866a-4792-a62e-b737ec4cb06a HTTP/1.1" status: 200 len: 1128 time: 0.0411520 May 06 15:07:11.472675 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-70ce2c4c-76ab-4594-9b3a-c940fbd24a58 admin admin] Publish callbacks [] for router (8a0c7401-61b1-45fb-ad97-618184e04f5f), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:11.547276 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a4aca-9768-4e39-bd36-b48c3ec2d0d6 req-d8f6fae7-8244-43e3-ae93-bfa4e3379376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:11.550150 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-7e3a4aca-9768-4e39-bd36-b48c3ec2d0d6 req-d8f6fae7-8244-43e3-ae93-bfa4e3379376 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e617326c-50d9-4a05-90f1-04262502b764 HTTP/1.1" status: 200 len: 916 time: 0.0951328 May 06 15:07:11.561601 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-7f042eab-16d5-4be0-b7e6-986b6197ca50 None None] Set router 8a0c7401-61b1-45fb-ad97-618184e04f5f gateway port host: dv-cinder-840678-2-iscsi {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:07:11.584365 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-70ce2c4c-76ab-4594-9b3a-c940fbd24a58 admin admin] Publish callbacks [] for router_gateway (8a0c7401-61b1-45fb-ad97-618184e04f5f), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:11.621968 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-7e3a4aca-9768-4e39-bd36-b48c3ec2d0d6 req-d6c2c9e9-68f3-47fb-8fd2-ab2069c59f94 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb0071d4-031e-4804-a43f-aa46f5e4a62a HTTP/1.1" status: 200 len: 1000 time: 0.0632510 May 06 15:07:11.630388 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-70ce2c4c-76ab-4594-9b3a-c940fbd24a58 admin admin] Deleting port f9c2112f-e4c4-4372-9457-49fe78c23454 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 15:07:11.630730 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-70ce2c4c-76ab-4594-9b3a-c940fbd24a58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732313803493'] for port (f9c2112f-e4c4-4372-9457-49fe78c23454), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:11.682232 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a4aca-9768-4e39-bd36-b48c3ec2d0d6 req-d073c6e8-64b2-4191-8e1e-9686b2845acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:11.683689 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-7e3a4aca-9768-4e39-bd36-b48c3ec2d0d6 req-d073c6e8-64b2-4191-8e1e-9686b2845acc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=73d058b8-ef9e-473c-9be9-61c8d64fe350 HTTP/1.1" status: 200 len: 854 time: 0.0499113 May 06 15:07:11.717954 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-70ce2c4c-76ab-4594-9b3a-c940fbd24a58 admin admin] For port f9c2112f-e4c4-4372-9457-49fe78c23454, host dv-cinder-840678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=f9c2112f-e4c4-4372-9457-49fe78c23454,segment=NetworkSegment(19695222-3a66-4083-822d-690c63f08412),segment_id=19695222-3a66-4083-822d-690c63f08412)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:07:11.718775 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-70ce2c4c-76ab-4594-9b3a-c940fbd24a58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426303'] for port (f9c2112f-e4c4-4372-9457-49fe78c23454), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:11.733217 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a4aca-9768-4e39-bd36-b48c3ec2d0d6 req-f77603b4-ea47-4fed-9e4c-dac78f78fb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:11.733856 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-70ce2c4c-76ab-4594-9b3a-c940fbd24a58 admin admin] Calling delete_port for f9c2112f-e4c4-4372-9457-49fe78c23454 owned by network:router_gateway {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 15:07:11.734841 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-7e3a4aca-9768-4e39-bd36-b48c3ec2d0d6 req-f77603b4-ea47-4fed-9e4c-dac78f78fb28 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e617326c-50d9-4a05-90f1-04262502b764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441666 May 06 15:07:11.740801 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-7f042eab-16d5-4be0-b7e6-986b6197ca50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0c7401-61b1-45fb-ad97-618184e04f5f', 'name': 'tempest-AttachVolumeTestJSON-221166996-router', 'tenant_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': 'f9c2112f-e4c4-4372-9457-49fe78c23454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:58:19Z', 'updated_at': '2022-05-06T15:07:10Z', 'revision_number': 5, 'project_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'gw_port': {'id': 'f9c2112f-e4c4-4372-9457-49fe78c23454', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:3b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0c7401-61b1-45fb-ad97-618184e04f5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:20Z', 'updated_at': '2022-05-06T14:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi'}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:07:11.774136 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f042eab-16d5-4be0-b7e6-986b6197ca50 None None] Checking router: 8a0c7401-61b1-45fb-ad97-618184e04f5f for host: dv-cinder-840678-2-iscsi {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 15:07:11.784185 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f042eab-16d5-4be0-b7e6-986b6197ca50 None None] Routers {'8a0c7401-61b1-45fb-ad97-618184e04f5f'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:07:11.784844 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-7f042eab-16d5-4be0-b7e6-986b6197ca50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:07:09Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['8a0c7401-61b1-45fb-ad97-618184e04f5f'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:07:11.834471 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-7e3a4aca-9768-4e39-bd36-b48c3ec2d0d6 req-4c2b2624-d9dc-4b6a-85e6-ac4aadef3f12 service neutron] 10.222.0.26 "GET /v2.0/networks/e617326c-50d9-4a05-90f1-04262502b764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895562 May 06 15:07:11.878990 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-7f042eab-16d5-4be0-b7e6-986b6197ca50 None None] Set router 8a0c7401-61b1-45fb-ad97-618184e04f5f gateway port host: None {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:07:11.913537 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-70ce2c4c-76ab-4594-9b3a-c940fbd24a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732313812345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732313435477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194024'] for port (f9c2112f-e4c4-4372-9457-49fe78c23454), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:11.934352 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-7f042eab-16d5-4be0-b7e6-986b6197ca50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0c7401-61b1-45fb-ad97-618184e04f5f', 'name': 'tempest-AttachVolumeTestJSON-221166996-router', 'tenant_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:58:19Z', 'updated_at': '2022-05-06T15:07:11Z', 'revision_number': 6, 'project_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'gw_port_host': None}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:07:11.936779 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-7e3a4aca-9768-4e39-bd36-b48c3ec2d0d6 req-b3cd8370-3598-4dda-a175-122c60c285e8 service neutron] 10.222.0.26 "GET /v2.0/networks/e617326c-50d9-4a05-90f1-04262502b764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955269 May 06 15:07:11.940160 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ce2c4c-76ab-4594-9b3a-c940fbd24a58 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9c2112f-e4c4-4372-9457-49fe78c23454,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:07:11.975472 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f042eab-16d5-4be0-b7e6-986b6197ca50 None None] The sync data for ids ['8a0c7401-61b1-45fb-ad97-618184e04f5f'] in dv-cinder-840678-2-iscsi is: [{'id': '8a0c7401-61b1-45fb-ad97-618184e04f5f', 'name': 'tempest-AttachVolumeTestJSON-221166996-router', 'tenant_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:58:19Z', 'updated_at': '2022-05-06T15:07:11Z', 'revision_number': 6, 'project_id': '5ad13dae3f6649fb8d8d2bdd1f1caaef', 'gw_port_host': None}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 15:07:12.013717 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-70ce2c4c-76ab-4594-9b3a-c940fbd24a58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-428999'] for router_gateway (8a0c7401-61b1-45fb-ad97-618184e04f5f), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:12.108440 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-70ce2c4c-76ab-4594-9b3a-c940fbd24a58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5235'] for router (8a0c7401-61b1-45fb-ad97-618184e04f5f), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:12.110920 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-70ce2c4c-76ab-4594-9b3a-c940fbd24a58 admin admin] Publish callbacks [] for router_controller (8a0c7401-61b1-45fb-ad97-618184e04f5f), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:12.155479 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-70ce2c4c-76ab-4594-9b3a-c940fbd24a58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422550'] for router (8a0c7401-61b1-45fb-ad97-618184e04f5f), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:12.156024 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ce2c4c-76ab-4594-9b3a-c940fbd24a58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a0c7401-61b1-45fb-ad97-618184e04f5f {{(pid=103343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 15:07:12.163438 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-70ce2c4c-76ab-4594-9b3a-c940fbd24a58 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:12.166940 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-70ce2c4c-76ab-4594-9b3a-c940fbd24a58 admin admin] 10.222.0.23 "DELETE /v2.0/routers/8a0c7401-61b1-45fb-ad97-618184e04f5f HTTP/1.1" status: 204 len: 168 time: 0.8020539 May 06 15:07:12.167171 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 51248) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:07:12.211479 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f19ea24-cba6-4231-9de5-39e85ed5c316 admin admin] Deleting subnet 386bbac7-026e-4f68-a22c-f26fa009fb15 {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 06 15:07:12.214734 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8f19ea24-cba6-4231-9de5-39e85ed5c316 admin admin] Publish callbacks [] for subnet (386bbac7-026e-4f68-a22c-f26fa009fb15), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:12.249746 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8f19ea24-cba6-4231-9de5-39e85ed5c316 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3289624'] for subnet (386bbac7-026e-4f68-a22c-f26fa009fb15), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:12.372973 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8f19ea24-cba6-4231-9de5-39e85ed5c316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16159455'] for subnet (386bbac7-026e-4f68-a22c-f26fa009fb15), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:12.470983 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5c5c4c-e7ba-4049-873f-02a1cf335e62 req-87262121-208d-4069-b888-b57e21b9acb6 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:12.472705 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-7a5c5c4c-e7ba-4049-873f-02a1cf335e62 req-87262121-208d-4069-b888-b57e21b9acb6 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ad8648-866a-4792-a62e-b737ec4cb06a HTTP/1.1" status: 200 len: 944 time: 0.1327176 May 06 15:07:12.487852 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8f19ea24-cba6-4231-9de5-39e85ed5c316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16159430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4192537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3310261'] for subnet (386bbac7-026e-4f68-a22c-f26fa009fb15), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:12.527478 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19ea24-cba6-4231-9de5-39e85ed5c316 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=386bbac7-026e-4f68-a22c-f26fa009fb15,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:07:12.550798 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8f19ea24-cba6-4231-9de5-39e85ed5c316 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566627'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:12.558520 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-8f19ea24-cba6-4231-9de5-39e85ed5c316 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/386bbac7-026e-4f68-a22c-f26fa009fb15 HTTP/1.1" status: 204 len: 168 time: 0.3879492 May 06 15:07:12.559104 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 51264) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:07:12.562029 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9fc2a3f-dd1f-46d6-b8ed-8f87a6878f47 None None] Network d7304f76-b992-4cc2-a77b-3291aec20f6e requested from dv-cinder-840678-2-iscsi {{(pid=103344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 15:07:12.612549 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-7a5c5c4c-e7ba-4049-873f-02a1cf335e62 req-1a01c972-f580-48ad-81b6-f1b1a2200a20 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=a92eff12-6df3-4bf2-b300-176be048dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238983 May 06 15:07:12.675479 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0fbbcafa-bd0e-4f5e-964f-50f7d6ce070a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16137472'] for network (d7304f76-b992-4cc2-a77b-3291aec20f6e), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:12.740807 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-0fbbcafa-bd0e-4f5e-964f-50f7d6ce070a admin admin] Deleting port f549c703-9d0c-4068-a6f4-9c985b23be88 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 15:07:12.741413 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0fbbcafa-bd0e-4f5e-964f-50f7d6ce070a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732313803493'] for port (f549c703-9d0c-4068-a6f4-9c985b23be88), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:12.772109 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-68b1beb6-545b-4f86-a143-b395004404eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b8293b96-1d4f-4101-9243-9870353ff712), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:12.831347 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-0fbbcafa-bd0e-4f5e-964f-50f7d6ce070a admin admin] For port f549c703-9d0c-4068-a6f4-9c985b23be88, host dv-cinder-840678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=f549c703-9d0c-4068-a6f4-9c985b23be88,segment=NetworkSegment(cf545a1c-4990-4216-8ab0-67a99018f922),segment_id=cf545a1c-4990-4216-8ab0-67a99018f922)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:07:12.831858 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0fbbcafa-bd0e-4f5e-964f-50f7d6ce070a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426303'] for port (f549c703-9d0c-4068-a6f4-9c985b23be88), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:12.853906 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-0fbbcafa-bd0e-4f5e-964f-50f7d6ce070a admin admin] Calling delete_port for f549c703-9d0c-4068-a6f4-9c985b23be88 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 15:07:12.889811 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c17094f-25e7-431c-97cd-72a91d138365 None None] DHCP port deletion for d7304f76-b992-4cc2-a77b-3291aec20f6e request from dv-cinder-840678-2-iscsi {{(pid=103344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 06 15:07:12.952180 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-5c17094f-25e7-431c-97cd-72a91d138365 None None] Deleting port f549c703-9d0c-4068-a6f4-9c985b23be88 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 15:07:12.952874 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5c17094f-25e7-431c-97cd-72a91d138365 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732313803493'] for port (f549c703-9d0c-4068-a6f4-9c985b23be88), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:12.955103 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device 209a3bdd-8a51-42ac-a00b-6fcb2e14dcb2 no longer exists at agent ovs-agent-dv-cinder-840678-2-iscsi {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 15:07:12.995031 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0fbbcafa-bd0e-4f5e-964f-50f7d6ce070a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732313812345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732313435477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194024'] for port (f549c703-9d0c-4068-a6f4-9c985b23be88), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:12.999736 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] No Port match for: 209a3bdd-8a51-42ac-a00b-6fcb2e14dcb2 {{(pid=103344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 15:07:13.000349 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device 209a3bdd-8a51-42ac-a00b-6fcb2e14dcb2 not bound to the agent host dv-cinder-840678-2-iscsi {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 15:07:13.042737 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbbcafa-bd0e-4f5e-964f-50f7d6ce070a admin admin] Pushing event deleted for resources: {'Port': ['ID=f549c703-9d0c-4068-a6f4-9c985b23be88,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:07:13.057306 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbbcafa-bd0e-4f5e-964f-50f7d6ce070a admin admin] No DVR routers for this DVR port f549c703-9d0c-4068-a6f4-9c985b23be88 on host dv-cinder-840678-2-iscsi {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 15:07:13.120766 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-5c17094f-25e7-431c-97cd-72a91d138365 None None] For port f549c703-9d0c-4068-a6f4-9c985b23be88, host dv-cinder-840678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=f549c703-9d0c-4068-a6f4-9c985b23be88,segment=NetworkSegment(cf545a1c-4990-4216-8ab0-67a99018f922),segment_id=cf545a1c-4990-4216-8ab0-67a99018f922)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:07:13.121471 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5c17094f-25e7-431c-97cd-72a91d138365 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426303'] for port (f549c703-9d0c-4068-a6f4-9c985b23be88), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:13.140315 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-5c17094f-25e7-431c-97cd-72a91d138365 None None] Calling delete_port for f549c703-9d0c-4068-a6f4-9c985b23be88 owned by network:dhcp {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 15:07:13.172273 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0fbbcafa-bd0e-4f5e-964f-50f7d6ce070a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16161642', 'neutron.services.segments.db._delete_segments_for_network-8732313914390'] for network (d7304f76-b992-4cc2-a77b-3291aec20f6e), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:13.202156 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.services.segments.db [None req-0fbbcafa-bd0e-4f5e-964f-50f7d6ce070a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7304f76-b992-4cc2-a77b-3291aec20f6e']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:07:13.216486 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.services.segments.db [None req-0fbbcafa-bd0e-4f5e-964f-50f7d6ce070a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf545a1c-4990-4216-8ab0-67a99018f922') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:07:13.218464 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.services.segments.db [None req-0fbbcafa-bd0e-4f5e-964f-50f7d6ce070a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf545a1c-4990-4216-8ab0-67a99018f922') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:07:13.241159 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0fbbcafa-bd0e-4f5e-964f-50f7d6ce070a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732313914911', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3289633'] for segment (cf545a1c-4990-4216-8ab0-67a99018f922), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:13.265097 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0fbbcafa-bd0e-4f5e-964f-50f7d6ce070a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16165668'] for segment (cf545a1c-4990-4216-8ab0-67a99018f922), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:13.280925 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fbbcafa-bd0e-4f5e-964f-50f7d6ce070a admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 15:07:13.282222 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0fbbcafa-bd0e-4f5e-964f-50f7d6ce070a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16165668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193979'] for segment (cf545a1c-4990-4216-8ab0-67a99018f922), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:13.285246 dv-cinder-840678-2-iscsi neutron-server[103343]: Traceback (most recent call last): May 06 15:07:13.285246 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 15:07:13.285246 dv-cinder-840678-2-iscsi neutron-server[103343]: timer() May 06 15:07:13.285246 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 15:07:13.285246 dv-cinder-840678-2-iscsi neutron-server[103343]: cb(*args, **kw) May 06 15:07:13.285246 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 15:07:13.285246 dv-cinder-840678-2-iscsi neutron-server[103343]: return func(*args, **kwargs) May 06 15:07:13.285246 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 15:07:13.285246 dv-cinder-840678-2-iscsi neutron-server[103343]: self._notify() May 06 15:07:13.285246 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 15:07:13.285246 dv-cinder-840678-2-iscsi neutron-server[103343]: self.callback(batched_events) May 06 15:07:13.285246 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 15:07:13.285246 dv-cinder-840678-2-iscsi neutron-server[103343]: event.method(event) May 06 15:07:13.285246 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 15:07:13.285246 dv-cinder-840678-2-iscsi neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 15:07:13.285246 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 15:07:13.285246 dv-cinder-840678-2-iscsi neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( May 06 15:07:13.285246 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 15:07:13.285246 dv-cinder-840678-2-iscsi neutron-server[103343]: return f(self, *a, **k) May 06 15:07:13.285246 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 15:07:13.285246 dv-cinder-840678-2-iscsi neutron-server[103343]: return self._get(url).json() May 06 15:07:13.285246 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 15:07:13.285246 dv-cinder-840678-2-iscsi neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 15:07:13.285246 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 15:07:13.285246 dv-cinder-840678-2-iscsi neutron-server[103343]: return self.request(url, 'GET', **kwargs) May 06 15:07:13.285246 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 15:07:13.285246 dv-cinder-840678-2-iscsi neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, May 06 15:07:13.285246 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 15:07:13.285246 dv-cinder-840678-2-iscsi neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 15:07:13.285246 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 15:07:13.285246 dv-cinder-840678-2-iscsi neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 15:07:13.285246 dv-cinder-840678-2-iscsi neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 15:07:13.306894 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-5c17094f-25e7-431c-97cd-72a91d138365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732313812345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732313435477'] for port (f549c703-9d0c-4068-a6f4-9c985b23be88), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:13.362398 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c17094f-25e7-431c-97cd-72a91d138365 None None] Pushing event deleted for resources: {'Port': ['ID=f549c703-9d0c-4068-a6f4-9c985b23be88,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:07:13.364671 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0fbbcafa-bd0e-4f5e-964f-50f7d6ce070a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16161617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429813'] for network (d7304f76-b992-4cc2-a77b-3291aec20f6e), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:13.366804 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c17094f-25e7-431c-97cd-72a91d138365 None None] No DVR routers for this DVR port f549c703-9d0c-4068-a6f4-9c985b23be88 on host dv-cinder-840678-2-iscsi {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 15:07:13.391797 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0fbbcafa-bd0e-4f5e-964f-50f7d6ce070a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566627'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:13.402524 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-0fbbcafa-bd0e-4f5e-964f-50f7d6ce070a admin admin] 10.222.0.23 "DELETE /v2.0/networks/d7304f76-b992-4cc2-a77b-3291aec20f6e HTTP/1.1" status: 204 len: 168 time: 0.8417730 May 06 15:07:13.417616 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbbcafa-bd0e-4f5e-964f-50f7d6ce070a admin admin] Pushing event deleted for resources: {'Network': ['ID=d7304f76-b992-4cc2-a77b-3291aec20f6e,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:07:13.611401 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 51268) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:07:13.669200 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-0bf0bfb4-468b-499f-bac3-aca3f56691a0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5ad13dae3f6649fb8d8d2bdd1f1caaef&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0563350 May 06 15:07:13.671700 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 51272) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:07:13.753738 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-93236586-f8e4-4c33-b11a-072ba172f1a4 admin admin] Publish callbacks [] for security_group (d5112d6b-32b0-4db4-968f-311d58488ad4), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:13.773354 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (20451d70-ea89-4a66-885a-20a1b2a3bff8), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:13.813059 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-93236586-f8e4-4c33-b11a-072ba172f1a4 admin admin] Publish callbacks [] for security_group (d5112d6b-32b0-4db4-968f-311d58488ad4), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:13.833876 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14897ade-c7db-4431-8a73-244bf9487b10 req-19ea401d-cd65-411b-af3f-0415d5ce071f tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:13.836075 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-14897ade-c7db-4431-8a73-244bf9487b10 req-19ea401d-cd65-411b-af3f-0415d5ce071f tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ad8648-866a-4792-a62e-b737ec4cb06a HTTP/1.1" status: 200 len: 944 time: 0.1099303 May 06 15:07:13.909419 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-93236586-f8e4-4c33-b11a-072ba172f1a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (d5112d6b-32b0-4db4-968f-311d58488ad4), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:13.911289 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-14897ade-c7db-4431-8a73-244bf9487b10 req-79f49647-f8a4-43b9-84f0-b2f896820fa0 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=a92eff12-6df3-4bf2-b300-176be048dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678232 May 06 15:07:13.912102 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-93236586-f8e4-4c33-b11a-072ba172f1a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:13.915467 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-93236586-f8e4-4c33-b11a-072ba172f1a4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d5112d6b-32b0-4db4-968f-311d58488ad4 HTTP/1.1" status: 204 len: 168 time: 0.2404075 May 06 15:07:13.922892 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93236586-f8e4-4c33-b11a-072ba172f1a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5112d6b-32b0-4db4-968f-311d58488ad4,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:07:14.132641 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device f549c703-9d0c-4068-a6f4-9c985b23be88 no longer exists at agent ovs-agent-dv-cinder-840678-2-iscsi {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 15:07:14.157645 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] No Port match for: f549c703-9d0c-4068-a6f4-9c985b23be88 {{(pid=103344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 15:07:14.158179 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device f549c703-9d0c-4068-a6f4-9c985b23be88 not bound to the agent host dv-cinder-840678-2-iscsi {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 15:07:14.158607 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device f9c2112f-e4c4-4372-9457-49fe78c23454 no longer exists at agent ovs-agent-dv-cinder-840678-2-iscsi {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 15:07:14.195812 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] No Port match for: f9c2112f-e4c4-4372-9457-49fe78c23454 {{(pid=103344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 15:07:14.196163 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device f9c2112f-e4c4-4372-9457-49fe78c23454 not bound to the agent host dv-cinder-840678-2-iscsi {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 15:07:15.089137 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1801464a-c9c6-42f5-95f0-fd48946d0e2e req-22c4df94-aa1f-4b4f-b48e-029bddc96d3d tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:15.090734 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-1801464a-c9c6-42f5-95f0-fd48946d0e2e req-22c4df94-aa1f-4b4f-b48e-029bddc96d3d tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ad8648-866a-4792-a62e-b737ec4cb06a HTTP/1.1" status: 200 len: 944 time: 0.0821381 May 06 15:07:15.168938 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-1801464a-c9c6-42f5-95f0-fd48946d0e2e req-60b41d02-c31e-408a-9c8b-ae08a9490151 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=a92eff12-6df3-4bf2-b300-176be048dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690882 May 06 15:07:16.306193 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5513f3d-f54a-4a30-8bb9-88c85aa4603c req-028ed476-eef1-4d3e-9d6c-e0135db62aac tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:16.307818 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-b5513f3d-f54a-4a30-8bb9-88c85aa4603c req-028ed476-eef1-4d3e-9d6c-e0135db62aac tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ad8648-866a-4792-a62e-b737ec4cb06a HTTP/1.1" status: 200 len: 944 time: 0.0546217 May 06 15:07:16.359651 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-b5513f3d-f54a-4a30-8bb9-88c85aa4603c req-7a7f6e80-bf72-40e6-8af8-3eba5c9c8099 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=a92eff12-6df3-4bf2-b300-176be048dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459352 May 06 15:07:17.500082 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46707884-dd95-4623-8737-8146229af12c req-de0bf9d2-745e-4c16-988d-7ee5aeb16fc5 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:17.501841 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-46707884-dd95-4623-8737-8146229af12c req-de0bf9d2-745e-4c16-988d-7ee5aeb16fc5 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ad8648-866a-4792-a62e-b737ec4cb06a HTTP/1.1" status: 200 len: 944 time: 0.0673473 May 06 15:07:17.557927 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-46707884-dd95-4623-8737-8146229af12c req-bc512528-63c0-4c9d-b926-9d7a85672657 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=a92eff12-6df3-4bf2-b300-176be048dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499380 May 06 15:07:17.798362 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.agents_db [None req-6003b131-4361-4e36-81e7-47e90cbdf206 None None] Agent healthcheck: found 6 active agents {{(pid=103345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 15:07:17.966758 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 51342) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:07:18.085287 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b7c8cf2-d587-4cdc-9ce1-b024f22564fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:18.177532 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b7c8cf2-d587-4cdc-9ce1-b024f22564fc admin admin] Publish callbacks [] for security_group (06af269d-4884-4743-8496-255567991ac8), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:18.188010 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b7c8cf2-d587-4cdc-9ce1-b024f22564fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (06af269d-4884-4743-8496-255567991ac8), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:18.235150 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-2b7c8cf2-d587-4cdc-9ce1-b024f22564fc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d533d419d73d44f6adfd83a8ad30dbe0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2631760 May 06 15:07:18.235150 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7c8cf2-d587-4cdc-9ce1-b024f22564fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06af269d-4884-4743-8496-255567991ac8,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:07:18.235721 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 51346) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:07:18.293019 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c02da7ca-1dfd-4da3-8d7b-8f12dd74fbc6 admin admin] Publish callbacks [] for security_group (06af269d-4884-4743-8496-255567991ac8), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:18.317201 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c02da7ca-1dfd-4da3-8d7b-8f12dd74fbc6 admin admin] Publish callbacks [] for security_group (06af269d-4884-4743-8496-255567991ac8), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:18.367409 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c02da7ca-1dfd-4da3-8d7b-8f12dd74fbc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (06af269d-4884-4743-8496-255567991ac8), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:18.370056 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c02da7ca-1dfd-4da3-8d7b-8f12dd74fbc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:18.371215 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-c02da7ca-1dfd-4da3-8d7b-8f12dd74fbc6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/06af269d-4884-4743-8496-255567991ac8 HTTP/1.1" status: 204 len: 168 time: 0.1343377 May 06 15:07:18.379622 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02da7ca-1dfd-4da3-8d7b-8f12dd74fbc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06af269d-4884-4743-8496-255567991ac8,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:07:18.710978 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8114896f-864c-4c78-8f43-9137a72f7438 req-b78977ba-ca54-4d4a-b5c9-593ce7bf34f3 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:18.713370 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-8114896f-864c-4c78-8f43-9137a72f7438 req-b78977ba-ca54-4d4a-b5c9-593ce7bf34f3 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ad8648-866a-4792-a62e-b737ec4cb06a HTTP/1.1" status: 200 len: 944 time: 0.0554979 May 06 15:07:18.767514 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-8114896f-864c-4c78-8f43-9137a72f7438 req-788ea5a8-36d8-48f5-9780-adc3abeb5780 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=a92eff12-6df3-4bf2-b300-176be048dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473738 May 06 15:07:19.922469 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c9d8a3-e96e-4f2f-b4cb-a8b92934c183 req-0887e7e2-3164-4074-8273-f0d150a70b5b tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:19.924073 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-56c9d8a3-e96e-4f2f-b4cb-a8b92934c183 req-0887e7e2-3164-4074-8273-f0d150a70b5b tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ad8648-866a-4792-a62e-b737ec4cb06a HTTP/1.1" status: 200 len: 944 time: 0.0659783 May 06 15:07:20.017808 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-56c9d8a3-e96e-4f2f-b4cb-a8b92934c183 req-587f3b01-d668-4a9e-a2e5-c3e6c8ca6405 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=a92eff12-6df3-4bf2-b300-176be048dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878563 May 06 15:07:20.620979 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (1eb4536b-031c-4a65-bfe5-fc1ede7d9429), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:21.131819 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe2945b-e068-4672-9a98-92ae26251ad7 req-9e8a281b-7486-4328-88d9-9cdb10a5f35a tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:21.133303 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-2fe2945b-e068-4672-9a98-92ae26251ad7 req-9e8a281b-7486-4328-88d9-9cdb10a5f35a tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ad8648-866a-4792-a62e-b737ec4cb06a HTTP/1.1" status: 200 len: 944 time: 0.0493922 May 06 15:07:21.181844 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-2fe2945b-e068-4672-9a98-92ae26251ad7 req-ff10b6f1-9706-4dd8-93b3-c314f3cb83ed tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=a92eff12-6df3-4bf2-b300-176be048dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428317 May 06 15:07:22.303584 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f2f35-cd3e-4cb4-ae3b-4cedfcf5c5f3 req-bfb062f9-3094-4a3a-8fd4-4db1df713242 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:22.305118 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-c51f2f35-cd3e-4cb4-ae3b-4cedfcf5c5f3 req-bfb062f9-3094-4a3a-8fd4-4db1df713242 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ad8648-866a-4792-a62e-b737ec4cb06a HTTP/1.1" status: 200 len: 944 time: 0.0483949 May 06 15:07:22.352704 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-c51f2f35-cd3e-4cb4-ae3b-4cedfcf5c5f3 req-b95513a9-3cdf-43c0-9b20-41b5c06f5734 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=a92eff12-6df3-4bf2-b300-176be048dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418847 May 06 15:07:23.469629 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f7a23a-1be1-4b91-8ed7-2b7d16451629 req-ea2fa722-e92a-4ee5-8f56-f449c78ee32e tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:23.471086 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-a6f7a23a-1be1-4b91-8ed7-2b7d16451629 req-ea2fa722-e92a-4ee5-8f56-f449c78ee32e tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ad8648-866a-4792-a62e-b737ec4cb06a HTTP/1.1" status: 200 len: 944 time: 0.0456483 May 06 15:07:23.517255 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-a6f7a23a-1be1-4b91-8ed7-2b7d16451629 req-e9de851a-e2a3-427a-9a69-51bd7f4e45e8 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=a92eff12-6df3-4bf2-b300-176be048dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406210 May 06 15:07:24.381883 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device bb0071d4-031e-4804-a43f-aa46f5e4a62a details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 15:07:24.479505 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] For port bb0071d4-031e-4804-a43f-aa46f5e4a62a, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=bb0071d4-031e-4804-a43f-aa46f5e4a62a,segment=NetworkSegment(59b9f651-300b-41a0-9754-50f9dffdafce),segment_id=59b9f651-300b-41a0-9754-50f9dffdafce)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:07:24.491862 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Returning: {'device': 'bb0071d4-031e-4804-a43f-aa46f5e4a62a', 'network_id': 'e617326c-50d9-4a05-90f1-04262502b764', 'port_id': 'bb0071d4-031e-4804-a43f-aa46f5e4a62a', 'mac_address': 'fa:16:3e:31:e5:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73d058b8-ef9e-473c-9be9-61c8d64fe350', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 15:07:24.533627 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Current status of the port bb0071d4-031e-4804-a43f-aa46f5e4a62a is: DOWN; New status is: BUILD {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:07:24.534022 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (bb0071d4-031e-4804-a43f-aa46f5e4a62a), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:24.648280 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a2f6d3-6b29-44bc-b49d-48165e6f1cab req-c253c661-0561-4e0e-abb9-3e935bb801a6 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:24.652709 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-c6a2f6d3-6b29-44bc-b49d-48165e6f1cab req-c253c661-0561-4e0e-abb9-3e935bb801a6 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ad8648-866a-4792-a62e-b737ec4cb06a HTTP/1.1" status: 200 len: 944 time: 0.0541382 May 06 15:07:24.675495 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.notifiers.nova [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb0071d4-031e-4804-a43f-aa46f5e4a62a {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 15:07:24.695862 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] For port bb0071d4-031e-4804-a43f-aa46f5e4a62a, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=bb0071d4-031e-4804-a43f-aa46f5e4a62a,segment=NetworkSegment(59b9f651-300b-41a0-9754-50f9dffdafce),segment_id=59b9f651-300b-41a0-9754-50f9dffdafce)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:07:24.700303 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (bb0071d4-031e-4804-a43f-aa46f5e4a62a), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:24.703139 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-c6a2f6d3-6b29-44bc-b49d-48165e6f1cab req-d3d4c313-6ff1-4ff2-8a92-b8122c41b37a tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=a92eff12-6df3-4bf2-b300-176be048dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459669 May 06 15:07:24.748204 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Pushing event updated for resources: {'Port': ['ID=bb0071d4-031e-4804-a43f-aa46f5e4a62a,revision_number=9']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:07:24.755536 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:07:24.755890 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:07:24.756263 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:07:24.756624 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:07:24.756982 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:07:24.757319 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:07:24.757654 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:07:24.757987 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:07:24.758321 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:07:24.758655 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:07:24.758999 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:07:24.759319 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:07:24.759646 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:07:24.759972 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:07:24.760302 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:07:25.832009 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51da3029-45fd-46f3-a74e-7501a0d38f73 req-6e963d34-65f2-462e-97c7-50cc3f4c6cb7 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:25.834012 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-51da3029-45fd-46f3-a74e-7501a0d38f73 req-6e963d34-65f2-462e-97c7-50cc3f4c6cb7 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ad8648-866a-4792-a62e-b737ec4cb06a HTTP/1.1" status: 200 len: 945 time: 0.0552983 May 06 15:07:25.888211 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-51da3029-45fd-46f3-a74e-7501a0d38f73 req-6466cf35-d007-40e8-becd-74a7e07c2512 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=a92eff12-6df3-4bf2-b300-176be048dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486848 May 06 15:07:26.035178 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3254ed8-3db8-4b98-850a-f473ee66f805 req-6baa4d2c-bdb3-474d-a995-f54db9b8adb3 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:26.036709 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-e3254ed8-3db8-4b98-850a-f473ee66f805 req-6baa4d2c-bdb3-474d-a995-f54db9b8adb3 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf24868d-54cf-4b47-bc4e-96cfc8864c01 HTTP/1.1" status: 200 len: 945 time: 0.0502799 May 06 15:07:26.095026 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-e3254ed8-3db8-4b98-850a-f473ee66f805 req-bda4e5a8-5789-4961-a7e5-ab8275ddca1b tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/security-groups?id=a34256eb-ffef-4843-9957-650a1f075897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525761 May 06 15:07:26.543991 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] get_ports_and_sgs() called for port_ids ['bb0071d4-031e-4804-a43f-aa46f5e4a62a'] {{(pid=103344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 15:07:27.015786 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee5317c-fc98-46f6-baef-2e1566e15f54 req-9c7bca42-30fd-4fb9-a999-f82658199c93 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:27.017235 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-aee5317c-fc98-46f6-baef-2e1566e15f54 req-9c7bca42-30fd-4fb9-a999-f82658199c93 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ad8648-866a-4792-a62e-b737ec4cb06a HTTP/1.1" status: 200 len: 945 time: 0.0517783 May 06 15:07:27.065779 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-aee5317c-fc98-46f6-baef-2e1566e15f54 req-ad26b97b-b867-4afc-bedf-c57432c59baa tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=a92eff12-6df3-4bf2-b300-176be048dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429444 May 06 15:07:27.212734 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b53d2-d65f-4f56-8a6e-fe3e4cdbb414 req-98fb4dc2-9a70-407c-97ab-6f02ef4559dd tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:27.214206 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-577b53d2-d65f-4f56-8a6e-fe3e4cdbb414 req-98fb4dc2-9a70-407c-97ab-6f02ef4559dd tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf24868d-54cf-4b47-bc4e-96cfc8864c01 HTTP/1.1" status: 200 len: 945 time: 0.0473907 May 06 15:07:27.267962 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-577b53d2-d65f-4f56-8a6e-fe3e4cdbb414 req-5757273d-548c-4ab7-96bb-50b03969a167 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/security-groups?id=a34256eb-ffef-4843-9957-650a1f075897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471170 May 06 15:07:28.173365 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device bb0071d4-031e-4804-a43f-aa46f5e4a62a up at agent hyperv_hv-cinder-84067 {{(pid=103344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 15:07:28.194524 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba900e86-d055-4717-9d47-396b28395709 req-7ff4984c-a3ef-46ef-a79e-9a1224f06235 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:28.196076 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-ba900e86-d055-4717-9d47-396b28395709 req-7ff4984c-a3ef-46ef-a79e-9a1224f06235 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ad8648-866a-4792-a62e-b737ec4cb06a HTTP/1.1" status: 200 len: 945 time: 0.0569007 May 06 15:07:28.222411 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Provisioning complete for port bb0071d4-031e-4804-a43f-aa46f5e4a62a triggered by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:07:28.222788 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (bb0071d4-031e-4804-a43f-aa46f5e4a62a), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:28.254442 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-ba900e86-d055-4717-9d47-396b28395709 req-d59231e8-747b-491b-8adf-cb3a341cf596 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=a92eff12-6df3-4bf2-b300-176be048dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517178 May 06 15:07:28.310160 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Current status of the port bb0071d4-031e-4804-a43f-aa46f5e4a62a is: BUILD; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:07:28.310731 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (bb0071d4-031e-4804-a43f-aa46f5e4a62a), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:28.335024 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ad8648-866a-4792-a62e-b737ec4cb06a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb0071d4-031e-4804-a43f-aa46f5e4a62a'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 15:07:28.337213 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e0964ea08b7304cb3fd06b6962f873a42c5b1f8277632c4cd90ec00bfa9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce4efce-c034-4206-a2b4-1407b7c27246" -d '{"events": [{"server_uuid": "19ad8648-866a-4792-a62e-b737ec4cb06a", "name": "network-vif-plugged", "status": "completed", "tag": "bb0071d4-031e-4804-a43f-aa46f5e4a62a"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 15:07:28.350657 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] For port bb0071d4-031e-4804-a43f-aa46f5e4a62a, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=bb0071d4-031e-4804-a43f-aa46f5e4a62a,segment=NetworkSegment(59b9f651-300b-41a0-9754-50f9dffdafce),segment_id=59b9f651-300b-41a0-9754-50f9dffdafce)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:07:28.355175 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (bb0071d4-031e-4804-a43f-aa46f5e4a62a), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:28.380312 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 15:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c95902bf-0148-4779-b19b-8af2d76d45b2 x-openstack-request-id: req-c95902bf-0148-4779-b19b-8af2d76d45b2 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 15:07:28.380626 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ad8648-866a-4792-a62e-b737ec4cb06a", "name": "network-vif-plugged", "status": "completed", "tag": "bb0071d4-031e-4804-a43f-aa46f5e4a62a", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 15:07:28.380886 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c95902bf-0148-4779-b19b-8af2d76d45b2 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 15:07:28.381288 dv-cinder-840678-2-iscsi neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c95902bf-0148-4779-b19b-8af2d76d45b2'] response: {'server_uuid': '19ad8648-866a-4792-a62e-b737ec4cb06a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb0071d4-031e-4804-a43f-aa46f5e4a62a', 'code': 200} May 06 15:07:28.387856 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cbcb39-48b3-4164-bf34-2b285997503d req-aeca5094-fd46-49af-941b-2828f4d4de82 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:28.390398 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-11cbcb39-48b3-4164-bf34-2b285997503d req-aeca5094-fd46-49af-941b-2828f4d4de82 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf24868d-54cf-4b47-bc4e-96cfc8864c01 HTTP/1.1" status: 200 len: 945 time: 0.0529842 May 06 15:07:28.409714 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Pushing event updated for resources: {'Port': ['ID=bb0071d4-031e-4804-a43f-aa46f5e4a62a,revision_number=10']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:07:28.447172 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-11cbcb39-48b3-4164-bf34-2b285997503d req-0b036b20-b85d-4e0f-8f05-747e59dd6aa2 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/security-groups?id=a34256eb-ffef-4843-9957-650a1f075897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490179 May 06 15:07:28.618544 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be5be17-13ec-4289-9c6d-1f6a7e466a9a req-0294e094-ef11-419b-9f73-9679dee0e86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:28.619957 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-5be5be17-13ec-4289-9c6d-1f6a7e466a9a req-0294e094-ef11-419b-9f73-9679dee0e86a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=19ad8648-866a-4792-a62e-b737ec4cb06a HTTP/1.1" status: 200 len: 1131 time: 0.0453084 May 06 15:07:28.667195 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-5be5be17-13ec-4289-9c6d-1f6a7e466a9a req-592d2dae-7ddc-4182-855b-ba41f232be0c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a92eff12-6df3-4bf2-b300-176be048dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404530 May 06 15:07:29.051479 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24888b7e-a2de-4d7a-9d1d-33f81e94cf30 req-a31ca56e-1fca-40fd-8c14-a6eb7a451c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:29.053004 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-24888b7e-a2de-4d7a-9d1d-33f81e94cf30 req-a31ca56e-1fca-40fd-8c14-a6eb7a451c16 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=32f5765bb183428c8a04aed1c66a2068&device_id=bf24868d-54cf-4b47-bc4e-96cfc8864c01 HTTP/1.1" status: 200 len: 1129 time: 0.0411606 May 06 15:07:29.177606 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24888b7e-a2de-4d7a-9d1d-33f81e94cf30 req-a5552d46-d8cc-4811-a59c-5eca18b7f348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:29.179109 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-24888b7e-a2de-4d7a-9d1d-33f81e94cf30 req-a5552d46-d8cc-4811-a59c-5eca18b7f348 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0fb7150d-7af9-48b9-92ca-624c83e18c3d HTTP/1.1" status: 200 len: 910 time: 0.0956051 May 06 15:07:29.248689 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-24888b7e-a2de-4d7a-9d1d-33f81e94cf30 req-51ededef-49c4-4c38-8e08-240310beb360 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dda979ec-6bc6-4e43-b92a-eaa84c657715 HTTP/1.1" status: 200 len: 1000 time: 0.0621684 May 06 15:07:29.381031 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018fcb5d-97c8-4743-906f-e7c5d2496f71 req-fb61df2b-cda6-414b-83ce-0a1bac1e2f79 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:29.382504 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-018fcb5d-97c8-4743-906f-e7c5d2496f71 req-fb61df2b-cda6-414b-83ce-0a1bac1e2f79 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ad8648-866a-4792-a62e-b737ec4cb06a HTTP/1.1" status: 200 len: 947 time: 0.0504308 May 06 15:07:29.431646 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-018fcb5d-97c8-4743-906f-e7c5d2496f71 req-2f7e87e3-0ecb-404a-b35f-b7feefbcd2a0 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=a92eff12-6df3-4bf2-b300-176be048dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433826 May 06 15:07:29.564931 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c9affb-dbc6-4c39-bf97-fcaa51489b58 req-1171f476-5189-4862-a157-f4463985b378 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:29.566401 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-d4c9affb-dbc6-4c39-bf97-fcaa51489b58 req-1171f476-5189-4862-a157-f4463985b378 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf24868d-54cf-4b47-bc4e-96cfc8864c01 HTTP/1.1" status: 200 len: 945 time: 0.0506439 May 06 15:07:29.614233 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-d4c9affb-dbc6-4c39-bf97-fcaa51489b58 req-54098baa-28c0-40dc-8da3-66f4ae515be5 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/security-groups?id=a34256eb-ffef-4843-9957-650a1f075897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420780 May 06 15:07:29.663225 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24888b7e-a2de-4d7a-9d1d-33f81e94cf30 req-4a01c123-4d29-4974-9cb5-a9c1e3da2edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:29.664811 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-24888b7e-a2de-4d7a-9d1d-33f81e94cf30 req-4a01c123-4d29-4974-9cb5-a9c1e3da2edc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5bc00d9a-cd37-4c9b-9bea-8c5ff3f1a588 HTTP/1.1" status: 200 len: 848 time: 0.0489345 May 06 15:07:29.712805 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24888b7e-a2de-4d7a-9d1d-33f81e94cf30 req-ea8b389d-f52a-4436-b3c8-d69297030e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:29.714233 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-24888b7e-a2de-4d7a-9d1d-33f81e94cf30 req-ea8b389d-f52a-4436-b3c8-d69297030e4d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0fb7150d-7af9-48b9-92ca-624c83e18c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414011 May 06 15:07:29.831358 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-24888b7e-a2de-4d7a-9d1d-33f81e94cf30 req-aade3e0d-4b36-4ddf-94a1-ed1761e3f7c0 service neutron] 10.222.0.26 "GET /v2.0/networks/0fb7150d-7af9-48b9-92ca-624c83e18c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893011 May 06 15:07:29.943398 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-24888b7e-a2de-4d7a-9d1d-33f81e94cf30 req-70ea4cc0-0d6e-4b3a-9b65-b96583e1ed8a service neutron] 10.222.0.26 "GET /v2.0/networks/0fb7150d-7af9-48b9-92ca-624c83e18c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866444 May 06 15:07:30.540968 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 51544) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:07:30.572795 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d204d05f-03d2-4763-b0d7-276f3a4d876e req-2544836c-4bbd-4b90-aabf-d876215422b8 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:30.574278 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-d204d05f-03d2-4763-b0d7-276f3a4d876e req-2544836c-4bbd-4b90-aabf-d876215422b8 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ad8648-866a-4792-a62e-b737ec4cb06a HTTP/1.1" status: 200 len: 947 time: 0.0589771 May 06 15:07:30.636316 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-d204d05f-03d2-4763-b0d7-276f3a4d876e req-7051f0ff-472d-40e6-9c1c-9115be120b34 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=a92eff12-6df3-4bf2-b300-176be048dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550642 May 06 15:07:30.677572 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d0f3d033-3319-4fe1-b24e-734eab77658f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:31.047001 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811b5f8d-a3f5-4023-a5b3-69d35c752efd req-dcf41b1b-0e89-48f0-b956-f47aff39e797 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:31.048547 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-811b5f8d-a3f5-4023-a5b3-69d35c752efd req-dcf41b1b-0e89-48f0-b956-f47aff39e797 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf24868d-54cf-4b47-bc4e-96cfc8864c01 HTTP/1.1" status: 200 len: 945 time: 0.3522282 May 06 15:07:31.133553 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d0f3d033-3319-4fe1-b24e-734eab77658f admin admin] Publish callbacks [] for security_group (dbd553c8-fc04-4c83-96ff-b537758545cc), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:31.137555 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-811b5f8d-a3f5-4023-a5b3-69d35c752efd req-aff0f03d-012f-4fec-8886-2733d25be98f tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/security-groups?id=a34256eb-ffef-4843-9957-650a1f075897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735457 May 06 15:07:31.138596 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-d0f3d033-3319-4fe1-b24e-734eab77658f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (dbd553c8-fc04-4c83-96ff-b537758545cc), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:31.177555 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f3d033-3319-4fe1-b24e-734eab77658f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd553c8-fc04-4c83-96ff-b537758545cc,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:07:31.183625 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-d0f3d033-3319-4fe1-b24e-734eab77658f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5e3b290a4b66445d8fb970821c12ce0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6396954 May 06 15:07:31.184515 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 51564) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:07:31.233542 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c4cc7a76-4609-4de9-8b0b-1bf58961d003 admin admin] Publish callbacks [] for security_group (dbd553c8-fc04-4c83-96ff-b537758545cc), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:31.259614 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c4cc7a76-4609-4de9-8b0b-1bf58961d003 admin admin] Publish callbacks [] for security_group (dbd553c8-fc04-4c83-96ff-b537758545cc), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:31.313363 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c4cc7a76-4609-4de9-8b0b-1bf58961d003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (dbd553c8-fc04-4c83-96ff-b537758545cc), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:31.316169 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c4cc7a76-4609-4de9-8b0b-1bf58961d003 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:31.317393 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-c4cc7a76-4609-4de9-8b0b-1bf58961d003 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dbd553c8-fc04-4c83-96ff-b537758545cc HTTP/1.1" status: 204 len: 168 time: 0.1319408 May 06 15:07:31.325928 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cc7a76-4609-4de9-8b0b-1bf58961d003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd553c8-fc04-4c83-96ff-b537758545cc,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:07:31.593084 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 51570) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:07:31.606232 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-205869da-f878-4a08-8933-d16dfe72896b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:31.689918 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-205869da-f878-4a08-8933-d16dfe72896b admin admin] Publish callbacks [] for security_group (884973a3-48fe-4ebe-afb1-efe99d7e4e58), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:31.694175 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-205869da-f878-4a08-8933-d16dfe72896b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (884973a3-48fe-4ebe-afb1-efe99d7e4e58), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:31.735365 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-205869da-f878-4a08-8933-d16dfe72896b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=05c2eec00c124967bf9f9fdbcbc03938&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1415110 May 06 15:07:31.736237 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205869da-f878-4a08-8933-d16dfe72896b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=884973a3-48fe-4ebe-afb1-efe99d7e4e58,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:07:31.738907 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 51574) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:07:31.800540 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a298b032-fba8-4b0a-9b14-ea18b60fe620 req-2045a89d-94c5-4743-8da6-9505a5110fac tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:31.802047 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-a298b032-fba8-4b0a-9b14-ea18b60fe620 req-2045a89d-94c5-4743-8da6-9505a5110fac tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ad8648-866a-4792-a62e-b737ec4cb06a HTTP/1.1" status: 200 len: 947 time: 0.0735359 May 06 15:07:31.851973 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8ecd7bae-fb61-410d-9cf4-94507cab1b61 admin admin] Publish callbacks [] for security_group (884973a3-48fe-4ebe-afb1-efe99d7e4e58), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:31.870534 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-a298b032-fba8-4b0a-9b14-ea18b60fe620 req-0efba0d8-69ae-4edf-bec6-d91874892d8b tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=a92eff12-6df3-4bf2-b300-176be048dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622501 May 06 15:07:31.884453 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8ecd7bae-fb61-410d-9cf4-94507cab1b61 admin admin] Publish callbacks [] for security_group (884973a3-48fe-4ebe-afb1-efe99d7e4e58), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:31.932225 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8ecd7bae-fb61-410d-9cf4-94507cab1b61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (884973a3-48fe-4ebe-afb1-efe99d7e4e58), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:31.934941 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8ecd7bae-fb61-410d-9cf4-94507cab1b61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:31.936728 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-8ecd7bae-fb61-410d-9cf4-94507cab1b61 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/884973a3-48fe-4ebe-afb1-efe99d7e4e58 HTTP/1.1" status: 204 len: 168 time: 0.1962485 May 06 15:07:31.945167 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecd7bae-fb61-410d-9cf4-94507cab1b61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=884973a3-48fe-4ebe-afb1-efe99d7e4e58,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:07:32.257230 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2993b593-b24f-4c90-99c8-e60635bc25d2 req-25508278-b1f3-4568-835d-21b1911ea572 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:32.258821 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-2993b593-b24f-4c90-99c8-e60635bc25d2 req-25508278-b1f3-4568-835d-21b1911ea572 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf24868d-54cf-4b47-bc4e-96cfc8864c01 HTTP/1.1" status: 200 len: 945 time: 0.0494223 May 06 15:07:32.316804 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-2993b593-b24f-4c90-99c8-e60635bc25d2 req-39742c8d-a431-45d7-b9a7-d60954972544 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/security-groups?id=a34256eb-ffef-4843-9957-650a1f075897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521567 May 06 15:07:33.444321 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54e5115-cf53-4f7c-8654-3e58a92303d2 req-3e35db01-7a2f-42d6-9510-3e7b9dc6dfc8 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:33.446000 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-c54e5115-cf53-4f7c-8654-3e58a92303d2 req-3e35db01-7a2f-42d6-9510-3e7b9dc6dfc8 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf24868d-54cf-4b47-bc4e-96cfc8864c01 HTTP/1.1" status: 200 len: 945 time: 0.0543642 May 06 15:07:33.502747 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-c54e5115-cf53-4f7c-8654-3e58a92303d2 req-24a8001e-302f-454f-aee0-8dcebc6ebde0 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/security-groups?id=a34256eb-ffef-4843-9957-650a1f075897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510020 May 06 15:07:34.626595 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c0ceaa-e46d-4d96-b5ef-ef08cfd95b6c req-1a4d5d6c-0b14-467a-8b95-487fcab5a3f4 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:34.628226 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-d5c0ceaa-e46d-4d96-b5ef-ef08cfd95b6c req-1a4d5d6c-0b14-467a-8b95-487fcab5a3f4 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf24868d-54cf-4b47-bc4e-96cfc8864c01 HTTP/1.1" status: 200 len: 945 time: 0.0524180 May 06 15:07:34.680579 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-d5c0ceaa-e46d-4d96-b5ef-ef08cfd95b6c req-7ee756e1-477f-488e-9482-b9f42d4f468e tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/security-groups?id=a34256eb-ffef-4843-9957-650a1f075897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464499 May 06 15:07:34.888875 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 51720) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:07:34.992423 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8aac632b-ffaa-4caa-8edd-d6d068991601 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:35.070245 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8aac632b-ffaa-4caa-8edd-d6d068991601 admin admin] Publish callbacks [] for security_group (48e62e01-0b33-4785-a5bb-d86d527346b4), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:35.074039 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8aac632b-ffaa-4caa-8edd-d6d068991601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (48e62e01-0b33-4785-a5bb-d86d527346b4), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:35.115274 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-8aac632b-ffaa-4caa-8edd-d6d068991601 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f45da4265391497789469fb73b82b596&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2252216 May 06 15:07:35.116368 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac632b-ffaa-4caa-8edd-d6d068991601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e62e01-0b33-4785-a5bb-d86d527346b4,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:07:35.119087 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 51724) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:07:35.172866 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fdb6c614-98f3-4e0f-94e4-b86f603d430b admin admin] Publish callbacks [] for security_group (48e62e01-0b33-4785-a5bb-d86d527346b4), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:35.195312 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fdb6c614-98f3-4e0f-94e4-b86f603d430b admin admin] Publish callbacks [] for security_group (48e62e01-0b33-4785-a5bb-d86d527346b4), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:35.245394 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fdb6c614-98f3-4e0f-94e4-b86f603d430b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (48e62e01-0b33-4785-a5bb-d86d527346b4), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:35.249171 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fdb6c614-98f3-4e0f-94e4-b86f603d430b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:35.252939 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-fdb6c614-98f3-4e0f-94e4-b86f603d430b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/48e62e01-0b33-4785-a5bb-d86d527346b4 HTTP/1.1" status: 204 len: 168 time: 0.1300886 May 06 15:07:35.259691 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb6c614-98f3-4e0f-94e4-b86f603d430b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e62e01-0b33-4785-a5bb-d86d527346b4,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:07:35.540114 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 51738) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:07:35.555252 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-14b03363-8a1b-47f4-86f2-61a964d7cf26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:35.640352 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-14b03363-8a1b-47f4-86f2-61a964d7cf26 admin admin] Publish callbacks [] for security_group (fdd9cd9c-717c-497f-9cd5-969271cc9522), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:35.644241 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-14b03363-8a1b-47f4-86f2-61a964d7cf26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (fdd9cd9c-717c-497f-9cd5-969271cc9522), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:35.686244 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b03363-8a1b-47f4-86f2-61a964d7cf26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd9cd9c-717c-497f-9cd5-969271cc9522,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:07:35.693308 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-14b03363-8a1b-47f4-86f2-61a964d7cf26 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=73512e36c60e4b0681bd3bee109b8e8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1515701 May 06 15:07:35.696093 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 51742) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:07:35.750791 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bb6b5527-93a5-4034-a6ce-335111eda01b admin admin] Publish callbacks [] for security_group (fdd9cd9c-717c-497f-9cd5-969271cc9522), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:35.805803 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bb6b5527-93a5-4034-a6ce-335111eda01b admin admin] Publish callbacks [] for security_group (fdd9cd9c-717c-497f-9cd5-969271cc9522), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:35.820021 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03403fb6-f60e-4bac-886a-16917a29d703 req-14be75d0-6d7d-4549-ba51-468dc6eb98d7 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:35.821668 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-03403fb6-f60e-4bac-886a-16917a29d703 req-14be75d0-6d7d-4549-ba51-468dc6eb98d7 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf24868d-54cf-4b47-bc4e-96cfc8864c01 HTTP/1.1" status: 200 len: 945 time: 0.0688858 May 06 15:07:35.889294 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-03403fb6-f60e-4bac-886a-16917a29d703 req-ff3d5f1b-9f7f-4903-b988-0a6bdc135128 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/security-groups?id=a34256eb-ffef-4843-9957-650a1f075897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578837 May 06 15:07:35.896541 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bb6b5527-93a5-4034-a6ce-335111eda01b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (fdd9cd9c-717c-497f-9cd5-969271cc9522), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:35.899288 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bb6b5527-93a5-4034-a6ce-335111eda01b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:35.900587 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-bb6b5527-93a5-4034-a6ce-335111eda01b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fdd9cd9c-717c-497f-9cd5-969271cc9522 HTTP/1.1" status: 204 len: 168 time: 0.2035201 May 06 15:07:35.912145 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6b5527-93a5-4034-a6ce-335111eda01b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd9cd9c-717c-497f-9cd5-969271cc9522,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:07:37.025054 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce9341-1509-495d-9e9a-9aa79aa7e819 req-db316e08-e97d-48be-aa68-bc8f33291584 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:37.026573 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-a1ce9341-1509-495d-9e9a-9aa79aa7e819 req-db316e08-e97d-48be-aa68-bc8f33291584 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf24868d-54cf-4b47-bc4e-96cfc8864c01 HTTP/1.1" status: 200 len: 945 time: 0.0622118 May 06 15:07:37.078788 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-a1ce9341-1509-495d-9e9a-9aa79aa7e819 req-18dd91ab-b448-4935-bfc2-fcca8f6391a4 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/security-groups?id=a34256eb-ffef-4843-9957-650a1f075897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455616 May 06 15:07:37.114813 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e0619690-265d-4109-8dd4-b003e1688264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (79b17169-ed94-4769-ba4e-30adf371f78f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:37.525908 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 51794) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:07:37.631923 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9713028c-471b-4c70-9f4d-65ae5808b246 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:37.713931 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9713028c-471b-4c70-9f4d-65ae5808b246 admin admin] Publish callbacks [] for security_group (de6a757a-f281-49b4-91c0-e80341f2e6cb), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:37.718506 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9713028c-471b-4c70-9f4d-65ae5808b246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (de6a757a-f281-49b4-91c0-e80341f2e6cb), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:37.756857 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-9713028c-471b-4c70-9f4d-65ae5808b246 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7c05487d54154ad0b5c8ba0de5bf999d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2298207 May 06 15:07:37.757712 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9713028c-471b-4c70-9f4d-65ae5808b246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de6a757a-f281-49b4-91c0-e80341f2e6cb,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:07:37.759530 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 51800) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:07:37.809813 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a57c5002-020c-48e7-b662-b78b2ee63ed3 admin admin] Publish callbacks [] for security_group (de6a757a-f281-49b4-91c0-e80341f2e6cb), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:37.836185 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a57c5002-020c-48e7-b662-b78b2ee63ed3 admin admin] Publish callbacks [] for security_group (de6a757a-f281-49b4-91c0-e80341f2e6cb), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:37.883099 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a57c5002-020c-48e7-b662-b78b2ee63ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (de6a757a-f281-49b4-91c0-e80341f2e6cb), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:37.885691 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a57c5002-020c-48e7-b662-b78b2ee63ed3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:37.886920 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-a57c5002-020c-48e7-b662-b78b2ee63ed3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/de6a757a-f281-49b4-91c0-e80341f2e6cb HTTP/1.1" status: 204 len: 168 time: 0.1263487 May 06 15:07:37.898016 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57c5002-020c-48e7-b662-b78b2ee63ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de6a757a-f281-49b4-91c0-e80341f2e6cb,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:07:38.179786 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 51808) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:07:38.196350 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f3a830dc-77c5-493d-9369-7198f3b60a41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:38.223373 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a220e81-4666-45ca-b5ae-5dba73998e43 req-660885e0-9ef2-4822-bc3f-83e2cb6dbaef tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:38.224837 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-5a220e81-4666-45ca-b5ae-5dba73998e43 req-660885e0-9ef2-4822-bc3f-83e2cb6dbaef tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf24868d-54cf-4b47-bc4e-96cfc8864c01 HTTP/1.1" status: 200 len: 945 time: 0.0552413 May 06 15:07:38.278812 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-5a220e81-4666-45ca-b5ae-5dba73998e43 req-05020d53-948c-49e1-add4-baac21335f7d tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/security-groups?id=a34256eb-ffef-4843-9957-650a1f075897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481873 May 06 15:07:38.283154 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f3a830dc-77c5-493d-9369-7198f3b60a41 admin admin] Publish callbacks [] for security_group (0c58ae64-8e58-4e1e-98b8-263d14e8d8e7), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:38.286635 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f3a830dc-77c5-493d-9369-7198f3b60a41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (0c58ae64-8e58-4e1e-98b8-263d14e8d8e7), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:38.328491 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-f3a830dc-77c5-493d-9369-7198f3b60a41 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7f053bb347ce4b89a0d39261f1f1eb90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1466351 May 06 15:07:38.329624 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a830dc-77c5-493d-9369-7198f3b60a41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c58ae64-8e58-4e1e-98b8-263d14e8d8e7,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:07:38.331187 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 51810) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:07:38.381147 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-436ed304-8872-4944-aeb5-6eb2fb1606ca admin admin] Publish callbacks [] for security_group (0c58ae64-8e58-4e1e-98b8-263d14e8d8e7), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:38.405462 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-436ed304-8872-4944-aeb5-6eb2fb1606ca admin admin] Publish callbacks [] for security_group (0c58ae64-8e58-4e1e-98b8-263d14e8d8e7), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:38.454323 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-436ed304-8872-4944-aeb5-6eb2fb1606ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (0c58ae64-8e58-4e1e-98b8-263d14e8d8e7), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:38.457015 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-436ed304-8872-4944-aeb5-6eb2fb1606ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:38.458168 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-436ed304-8872-4944-aeb5-6eb2fb1606ca admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0c58ae64-8e58-4e1e-98b8-263d14e8d8e7 HTTP/1.1" status: 204 len: 168 time: 0.1259620 May 06 15:07:38.465976 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436ed304-8872-4944-aeb5-6eb2fb1606ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c58ae64-8e58-4e1e-98b8-263d14e8d8e7,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:07:39.399750 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42919cc5-04f8-4316-ad1e-d385ec68675e req-a32a4e5e-97f1-4874-9592-824f68680c1c tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:39.401312 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-42919cc5-04f8-4316-ad1e-d385ec68675e req-a32a4e5e-97f1-4874-9592-824f68680c1c tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf24868d-54cf-4b47-bc4e-96cfc8864c01 HTTP/1.1" status: 200 len: 945 time: 0.0531883 May 06 15:07:39.450746 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-707de8ec-ae18-4399-b02c-20ed15607f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (ec8f31e6-1756-4927-8bc3-e144e6f0af83), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:39.475840 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-42919cc5-04f8-4316-ad1e-d385ec68675e req-c4a4ed91-7588-40ac-b40e-076863333bcd tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/security-groups?id=a34256eb-ffef-4843-9957-650a1f075897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674088 May 06 15:07:40.012583 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-88065910-281a-43fd-8be9-8acfa5b4b86d req-8b2b44fa-5bd5-4c4c-9a13-1767a34eda47 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-139990&fields=id&tenant_id=bb5f41fdaad246b7bc30c8f8021129a3 HTTP/1.1" status: 200 len: 267 time: 0.0466657 May 06 15:07:40.126881 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88065910-281a-43fd-8be9-8acfa5b4b86d req-152e6e1c-6911-48ea-829c-dab0ac8853f1 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:40.128516 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-88065910-281a-43fd-8be9-8acfa5b4b86d req-152e6e1c-6911-48ea-829c-dab0ac8853f1 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/networks?id=930e9db3-dfec-4f84-956d-74111c835ba4 HTTP/1.1" status: 200 len: 811 time: 0.1093545 May 06 15:07:40.146406 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-88065910-281a-43fd-8be9-8acfa5b4b86d req-58a4d990-7c11-45b2-ab4e-ea8f572daf4f tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/quotas/bb5f41fdaad246b7bc30c8f8021129a3 HTTP/1.1" status: 200 len: 375 time: 0.0102820 May 06 15:07:40.200211 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-88065910-281a-43fd-8be9-8acfa5b4b86d req-9cfdf4c9-5f3e-4ebd-a3b2-672c515b5481 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=bb5f41fdaad246b7bc30c8f8021129a3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0485666 May 06 15:07:40.302078 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-88065910-281a-43fd-8be9-8acfa5b4b86d req-28025647-8339-46f9-b0c1-461f0cb9b2d2 service neutron] 10.222.0.23 "GET /v2.0/networks/930e9db3-dfec-4f84-956d-74111c835ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885894 May 06 15:07:40.396231 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-88065910-281a-43fd-8be9-8acfa5b4b86d req-5ca0a2c6-dfcb-42cd-bc35-0f115e8c3121 service neutron] 10.222.0.23 "GET /v2.0/networks/930e9db3-dfec-4f84-956d-74111c835ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883920 May 06 15:07:40.554877 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1afa6ce1-9145-4257-8e23-9dd2cd4b1998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b699075f-0d9f-4d2e-b182-9d9eb15bfab1), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:40.597115 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a840f78-63f4-4198-a8a2-27e78e42ac60 req-e5758b56-62c6-4c96-8073-e12548652830 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:40.599335 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-8a840f78-63f4-4198-a8a2-27e78e42ac60 req-e5758b56-62c6-4c96-8073-e12548652830 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf24868d-54cf-4b47-bc4e-96cfc8864c01 HTTP/1.1" status: 200 len: 945 time: 0.0499322 May 06 15:07:40.670210 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-8a840f78-63f4-4198-a8a2-27e78e42ac60 req-70e1e5bf-0643-4159-baa7-451d7dc806ab tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/security-groups?id=a34256eb-ffef-4843-9957-650a1f075897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638354 May 06 15:07:40.713896 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-ea43c615-f80d-4f2a-8345-ad5f1a661355 req-012f5d18-c928-48ce-bd3a-5989b4f5929f tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e4a226b-24ad-4e2c-a15d-4f11c73b3a71 HTTP/1.1" status: 200 len: 210 time: 0.0354135 May 06 15:07:41.014279 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 51910) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:07:41.126702 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f478d31e-296d-4488-9962-422491c6b382 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:41.210094 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f478d31e-296d-4488-9962-422491c6b382 admin admin] Publish callbacks [] for security_group (4865cf5c-f8ce-4676-a02c-93c521908d10), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:41.214053 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f478d31e-296d-4488-9962-422491c6b382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (4865cf5c-f8ce-4676-a02c-93c521908d10), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:41.254619 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-f478d31e-296d-4488-9962-422491c6b382 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e1fbe15b7877468c8e8e03bc684fe07d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2382910 May 06 15:07:41.255601 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f478d31e-296d-4488-9962-422491c6b382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4865cf5c-f8ce-4676-a02c-93c521908d10,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:07:41.257451 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 51914) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:07:41.319759 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-56d8c433-2d1f-40ef-b4cc-73c3baedb494 admin admin] Publish callbacks [] for security_group (4865cf5c-f8ce-4676-a02c-93c521908d10), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:41.347839 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-56d8c433-2d1f-40ef-b4cc-73c3baedb494 admin admin] Publish callbacks [] for security_group (4865cf5c-f8ce-4676-a02c-93c521908d10), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:41.397148 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-56d8c433-2d1f-40ef-b4cc-73c3baedb494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (4865cf5c-f8ce-4676-a02c-93c521908d10), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:41.399713 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-56d8c433-2d1f-40ef-b4cc-73c3baedb494 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:41.400885 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-56d8c433-2d1f-40ef-b4cc-73c3baedb494 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4865cf5c-f8ce-4676-a02c-93c521908d10 HTTP/1.1" status: 204 len: 168 time: 0.1418383 May 06 15:07:41.409560 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d8c433-2d1f-40ef-b4cc-73c3baedb494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4865cf5c-f8ce-4676-a02c-93c521908d10,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:07:41.715928 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 51922) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:07:41.736248 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-74de20a1-5868-43be-8dcc-e1697a0e5ad5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:41.802044 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01622f59-8200-4256-b8e5-e420ea194fed req-fc2d6f23-b3ef-47b7-9d3c-b60e8dff8353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:41.804776 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-01622f59-8200-4256-b8e5-e420ea194fed req-fc2d6f23-b3ef-47b7-9d3c-b60e8dff8353 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=32f5765bb183428c8a04aed1c66a2068&device_id=bf24868d-54cf-4b47-bc4e-96cfc8864c01 HTTP/1.1" status: 200 len: 1129 time: 0.0841019 May 06 15:07:41.898094 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-1fec46a3-6ac4-496d-a414-9ea9585505c1 req-fa0c8009-921a-46f7-bceb-4d4f98b3481d tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e4a226b-24ad-4e2c-a15d-4f11c73b3a71 HTTP/1.1" status: 200 len: 210 time: 0.0728958 May 06 15:07:41.898345 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e8708c-2479-4e83-ac66-a5a3caaab279 req-b3f15f1f-ef7e-4b17-8bae-35257a17d746 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:41.899743 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-85e8708c-2479-4e83-ac66-a5a3caaab279 req-b3f15f1f-ef7e-4b17-8bae-35257a17d746 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf24868d-54cf-4b47-bc4e-96cfc8864c01 HTTP/1.1" status: 200 len: 945 time: 0.1323261 May 06 15:07:41.976706 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01622f59-8200-4256-b8e5-e420ea194fed req-a5bc26ce-c846-4402-a58f-6c727c9402a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:41.978453 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-01622f59-8200-4256-b8e5-e420ea194fed req-a5bc26ce-c846-4402-a58f-6c727c9402a0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0fb7150d-7af9-48b9-92ca-624c83e18c3d HTTP/1.1" status: 200 len: 910 time: 0.1643317 May 06 15:07:41.989072 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-74de20a1-5868-43be-8dcc-e1697a0e5ad5 admin admin] Publish callbacks [] for security_group (9764fae2-8964-4908-94b0-c2b677487118), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:42.005750 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-74de20a1-5868-43be-8dcc-e1697a0e5ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (9764fae2-8964-4908-94b0-c2b677487118), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:42.046922 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88065910-281a-43fd-8be9-8acfa5b4b86d req-f8d47f4f-e1f4-48db-8b0c-2ba5a25bdaa6 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:42.048434 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-88065910-281a-43fd-8be9-8acfa5b4b86d req-f8d47f4f-e1f4-48db-8b0c-2ba5a25bdaa6 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.26 "GET /v2.0/networks?id=930e9db3-dfec-4f84-956d-74111c835ba4 HTTP/1.1" status: 200 len: 811 time: 0.2386789 May 06 15:07:42.056985 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-85e8708c-2479-4e83-ac66-a5a3caaab279 req-67e5662d-97de-4103-8598-143c77972dbb tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/security-groups?id=a34256eb-ffef-4843-9957-650a1f075897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305625 May 06 15:07:42.083406 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-01622f59-8200-4256-b8e5-e420ea194fed req-d88f1784-df9a-4d3c-82ea-6679c1ea5901 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dda979ec-6bc6-4e43-b92a-eaa84c657715 HTTP/1.1" status: 200 len: 1000 time: 0.0857618 May 06 15:07:42.092920 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-74de20a1-5868-43be-8dcc-e1697a0e5ad5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6925df778fea44f2ac7059f8a9f19422&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3743701 May 06 15:07:42.094887 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74de20a1-5868-43be-8dcc-e1697a0e5ad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9764fae2-8964-4908-94b0-c2b677487118,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:07:42.097257 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 51926) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:07:42.148251 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01622f59-8200-4256-b8e5-e420ea194fed req-0af63498-dcc4-4141-81e7-8062dd25595b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:42.149816 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-01622f59-8200-4256-b8e5-e420ea194fed req-0af63498-dcc4-4141-81e7-8062dd25595b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5bc00d9a-cd37-4c9b-9bea-8c5ff3f1a588 HTTP/1.1" status: 200 len: 848 time: 0.0549088 May 06 15:07:42.177909 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-88065910-281a-43fd-8be9-8acfa5b4b86d req-1337f37f-88d0-467b-a039-29ea22fb415d tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb5f41fdaad246b7bc30c8f8021129a3 HTTP/1.1" status: 200 len: 376 time: 0.1126277 May 06 15:07:42.193160 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.v2.base [req-88065910-281a-43fd-8be9-8acfa5b4b86d req-f15fa18a-30e4-4217-80b7-f23eb111c6cf tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Request body: {'port': {'device_id': '7e4a226b-24ad-4e2c-a15d-4f11c73b3a71', 'network_id': '930e9db3-dfec-4f84-956d-74111c835ba4', 'admin_state_up': True, 'tenant_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'security_groups': ['4cc91575-ba74-4fa5-bc36-4f5fc54556a0']}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:07:42.200866 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4b43f511-3490-4a3a-83c3-25b33b37fd50 admin admin] Publish callbacks [] for security_group (9764fae2-8964-4908-94b0-c2b677487118), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:42.212773 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01622f59-8200-4256-b8e5-e420ea194fed req-3cd27bde-8a88-4720-86e5-963b40aae501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:42.214296 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-01622f59-8200-4256-b8e5-e420ea194fed req-3cd27bde-8a88-4720-86e5-963b40aae501 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0fb7150d-7af9-48b9-92ca-624c83e18c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0542102 May 06 15:07:42.299606 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4b43f511-3490-4a3a-83c3-25b33b37fd50 admin admin] Publish callbacks [] for security_group (9764fae2-8964-4908-94b0-c2b677487118), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:42.333521 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-01622f59-8200-4256-b8e5-e420ea194fed req-e90fffe7-422a-4443-a087-dddd0d599b6c service neutron] 10.222.0.26 "GET /v2.0/networks/0fb7150d-7af9-48b9-92ca-624c83e18c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119409 May 06 15:07:42.412318 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88065910-281a-43fd-8be9-8acfa5b4b86d req-f15fa18a-30e4-4217-80b7-f23eb111c6cf tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Made reservation on behalf of bb5f41fdaad246b7bc30c8f8021129a3 for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 15:07:42.415923 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-88065910-281a-43fd-8be9-8acfa5b4b86d req-f15fa18a-30e4-4217-80b7-f23eb111c6cf tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:42.426186 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4b43f511-3490-4a3a-83c3-25b33b37fd50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (9764fae2-8964-4908-94b0-c2b677487118), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:42.428804 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-4b43f511-3490-4a3a-83c3-25b33b37fd50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:42.429928 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-4b43f511-3490-4a3a-83c3-25b33b37fd50 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9764fae2-8964-4908-94b0-c2b677487118 HTTP/1.1" status: 204 len: 168 time: 0.3305702 May 06 15:07:42.437890 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-01622f59-8200-4256-b8e5-e420ea194fed req-bc90d2b9-8493-4309-8e7c-a3d2f78b5e02 service neutron] 10.222.0.26 "GET /v2.0/networks/0fb7150d-7af9-48b9-92ca-624c83e18c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947390 May 06 15:07:42.445710 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b43f511-3490-4a3a-83c3-25b33b37fd50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9764fae2-8964-4908-94b0-c2b677487118,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:07:42.570575 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-88065910-281a-43fd-8be9-8acfa5b4b86d req-f15fa18a-30e4-4217-80b7-f23eb111c6cf tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Allocated IP 172.20.0.11 (930e9db3-dfec-4f84-956d-74111c835ba4/df318507-d5d9-462f-9365-0df583e1ec25/86128983-dc2e-4a16-a5fc-b9ede6cd83a5) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 15:07:42.689577 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-68b1beb6-545b-4f86-a143-b395004404eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b8293b96-1d4f-4101-9243-9870353ff712), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:42.733237 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-88065910-281a-43fd-8be9-8acfa5b4b86d req-f15fa18a-30e4-4217-80b7-f23eb111c6cf tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks [] for port (86128983-dc2e-4a16-a5fc-b9ede6cd83a5), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:42.768799 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-88065910-281a-43fd-8be9-8acfa5b4b86d req-f15fa18a-30e4-4217-80b7-f23eb111c6cf tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732313435468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194024'] for port (86128983-dc2e-4a16-a5fc-b9ede6cd83a5), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:42.813105 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88065910-281a-43fd-8be9-8acfa5b4b86d req-f15fa18a-30e4-4217-80b7-f23eb111c6cf tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Network 930e9db3-dfec-4f84-956d-74111c835ba4 is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 15:07:42.816480 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-88065910-281a-43fd-8be9-8acfa5b4b86d req-f15fa18a-30e4-4217-80b7-f23eb111c6cf tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 15:07:42.822946 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-88065910-281a-43fd-8be9-8acfa5b4b86d req-f15fa18a-30e4-4217-80b7-f23eb111c6cf tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 15:07:42.830424 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15fa18a-30e4-4217-80b7-f23eb111c6cf tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Pushing event updated for resources: {'Port': ['ID=86128983-dc2e-4a16-a5fc-b9ede6cd83a5,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:07:42.878625 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88065910-281a-43fd-8be9-8acfa5b4b86d req-f15fa18a-30e4-4217-80b7-f23eb111c6cf tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:42.879544 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-88065910-281a-43fd-8be9-8acfa5b4b86d req-f15fa18a-30e4-4217-80b7-f23eb111c6cf tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:42.898922 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-88065910-281a-43fd-8be9-8acfa5b4b86d req-f15fa18a-30e4-4217-80b7-f23eb111c6cf tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7111156 May 06 15:07:43.045668 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be99c6c-570f-4dd0-9026-8b17b76e0b8a req-fd658221-c813-44af-a584-74cdf5773fb6 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:43.047286 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-8be99c6c-570f-4dd0-9026-8b17b76e0b8a req-fd658221-c813-44af-a584-74cdf5773fb6 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e4a226b-24ad-4e2c-a15d-4f11c73b3a71 HTTP/1.1" status: 200 len: 932 time: 0.0635233 May 06 15:07:43.062717 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-664c6a1e-d0c3-4482-a450-ddd271d8da62 None None] Provisioning complete for port 86128983-dc2e-4a16-a5fc-b9ede6cd83a5 triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:07:43.063252 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-664c6a1e-d0c3-4482-a450-ddd271d8da62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (86128983-dc2e-4a16-a5fc-b9ede6cd83a5), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:43.102755 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-664c6a1e-d0c3-4482-a450-ddd271d8da62 None None] Port 86128983-dc2e-4a16-a5fc-b9ede6cd83a5 cannot update to ACTIVE because it is not bound. {{(pid=103344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 06 15:07:43.105104 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-8be99c6c-570f-4dd0-9026-8b17b76e0b8a req-f5adfb2a-281d-4ee2-ac26-5d3be7702d37 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cc91575-ba74-4fa5-bc36-4f5fc54556a0&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0523252 May 06 15:07:43.191677 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb82aa-0b98-4246-83fa-f15551b9851e req-344f3133-9da5-4fab-a695-81494804e70b tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:43.193291 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-9fcb82aa-0b98-4246-83fa-f15551b9851e req-344f3133-9da5-4fab-a695-81494804e70b tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf24868d-54cf-4b47-bc4e-96cfc8864c01 HTTP/1.1" status: 200 len: 945 time: 0.0546885 May 06 15:07:43.198919 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 51952) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:07:43.251706 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-9fcb82aa-0b98-4246-83fa-f15551b9851e req-513cacb4-3a77-48e5-88a0-108d18d3d492 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/security-groups?id=a34256eb-ffef-4843-9957-650a1f075897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499351 May 06 15:07:43.305987 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.v2.base [None req-5b318be4-24ab-490f-90e5-423c6d5ac29d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1794312706-network', 'tenant_id': 'ad326e01031b493cb0c63533d25a2ec3'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:07:43.326194 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b318be4-24ab-490f-90e5-423c6d5ac29d admin admin] Made reservation on behalf of ad326e01031b493cb0c63533d25a2ec3 for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 15:07:43.328667 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5b318be4-24ab-490f-90e5-423c6d5ac29d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:43.337654 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5b318be4-24ab-490f-90e5-423c6d5ac29d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:43.419043 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5b318be4-24ab-490f-90e5-423c6d5ac29d admin admin] Publish callbacks [] for security_group (bcdd27e5-84a3-4c96-890f-fc324a044444), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:43.425135 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5b318be4-24ab-490f-90e5-423c6d5ac29d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (bcdd27e5-84a3-4c96-890f-fc324a044444), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:43.450028 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b318be4-24ab-490f-90e5-423c6d5ac29d admin admin] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 15:07:43.460277 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b318be4-24ab-490f-90e5-423c6d5ac29d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcdd27e5-84a3-4c96-890f-fc324a044444,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:07:43.465394 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5b318be4-24ab-490f-90e5-423c6d5ac29d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16165668'] for segment (b4543ecb-0190-4e69-b96a-9b8c957f15f4), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:43.465749 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.db.segments_db [None req-5b318be4-24ab-490f-90e5-423c6d5ac29d admin admin] Added segment b4543ecb-0190-4e69-b96a-9b8c957f15f4 of type vlan for network 9b7a9a2c-6a5b-4387-960d-b4bc374c0697 May 06 15:07:43.508136 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5b318be4-24ab-490f-90e5-423c6d5ac29d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732313419650'] for network (9b7a9a2c-6a5b-4387-960d-b4bc374c0697), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:43.534233 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5b318be4-24ab-490f-90e5-423c6d5ac29d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605'] for network (9b7a9a2c-6a5b-4387-960d-b4bc374c0697), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:43.535547 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b318be4-24ab-490f-90e5-423c6d5ac29d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:43.535973 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-5b318be4-24ab-490f-90e5-423c6d5ac29d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566627'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:43.593251 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-5b318be4-24ab-490f-90e5-423c6d5ac29d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3929670 May 06 15:07:43.596178 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 51958) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:07:43.601109 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.v2.base [None req-f55d4ddc-bc6d-4fd1-ae86-335d29888a29 admin admin] Request body: {'subnet': {'network_id': '9b7a9a2c-6a5b-4387-960d-b4bc374c0697', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1794312706-subnet', 'tenant_id': 'ad326e01031b493cb0c63533d25a2ec3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:07:43.602394 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b318be4-24ab-490f-90e5-423c6d5ac29d admin admin] Pushing event updated for resources: {'Network': ['ID=9b7a9a2c-6a5b-4387-960d-b4bc374c0697,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:07:43.613361 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Network 9b7a9a2c-6a5b-4387-960d-b4bc374c0697 details requested by agent ovs-agent-dv-cinder-840678-2-iscsi with host dv-cinder-840678-2-iscsi {{(pid=103344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 15:07:43.622879 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f55d4ddc-bc6d-4fd1-ae86-335d29888a29 admin admin] Made reservation on behalf of ad326e01031b493cb0c63533d25a2ec3 for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 15:07:43.626907 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f55d4ddc-bc6d-4fd1-ae86-335d29888a29 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60398207'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:43.759214 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (20451d70-ea89-4a66-885a-20a1b2a3bff8), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:43.801366 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f55d4ddc-bc6d-4fd1-ae86-335d29888a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59635120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60398185'] for subnet (11cabfe9-cd14-4934-8fff-7e1e88f7633d), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:43.850548 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55d4ddc-bc6d-4fd1-ae86-335d29888a29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11cabfe9-cd14-4934-8fff-7e1e88f7633d,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:07:43.866273 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55d4ddc-bc6d-4fd1-ae86-335d29888a29 admin admin] Checking segment: {'id': 'b4543ecb-0190-4e69-b96a-9b8c957f15f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9b7a9a2c-6a5b-4387-960d-b4bc374c0697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 15:07:43.866633 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55d4ddc-bc6d-4fd1-ae86-335d29888a29 admin admin] Network hostable DHCP agents. Network: 9b7a9a2c-6a5b-4387-960d-b4bc374c0697, hostable agents: ['79b17169-ed94-4769-ba4e-30adf371f78f'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 15:07:43.882883 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55d4ddc-bc6d-4fd1-ae86-335d29888a29 admin admin] Network 9b7a9a2c-6a5b-4387-960d-b4bc374c0697 is scheduled to be hosted by DHCP agent 79b17169-ed94-4769-ba4e-30adf371f78f with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 15:07:43.891369 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-f55d4ddc-bc6d-4fd1-ae86-335d29888a29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-2-iscsi, 9b7a9a2c-6a5b-4387-960d-b4bc374c0697) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 15:07:43.896578 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55d4ddc-bc6d-4fd1-ae86-335d29888a29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:43.898638 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f55d4ddc-bc6d-4fd1-ae86-335d29888a29 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:43.899621 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5303d63-6fca-48c7-8526-dbe6aa1245dc None None] Network 9b7a9a2c-6a5b-4387-960d-b4bc374c0697 requested from dv-cinder-840678-2-iscsi {{(pid=103344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 15:07:43.915278 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-f55d4ddc-bc6d-4fd1-ae86-335d29888a29 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3179073 May 06 15:07:44.001858 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cac4f9a-caff-4abb-a2e5-9b26b1a1a975 None None] Network 9b7a9a2c-6a5b-4387-960d-b4bc374c0697 requested from dv-cinder-840678-2-iscsi {{(pid=103344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 15:07:44.105001 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.v2.base [req-88065910-281a-43fd-8be9-8acfa5b4b86d req-ee524171-7010-4444-9157-c21cf5e04cea service neutron] Request body: {'port': {'device_id': '7e4a226b-24ad-4e2c-a15d-4f11c73b3a71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:07:44.187223 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-88065910-281a-43fd-8be9-8acfa5b4b86d req-ee524171-7010-4444-9157-c21cf5e04cea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (86128983-dc2e-4a16-a5fc-b9ede6cd83a5), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:44.242946 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1144134c-981e-47e2-9151-14941c8e3478 req-1f8e923a-73a3-400c-a9cb-b05950095ea7 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:44.245068 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-1144134c-981e-47e2-9151-14941c8e3478 req-1f8e923a-73a3-400c-a9cb-b05950095ea7 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e4a226b-24ad-4e2c-a15d-4f11c73b3a71 HTTP/1.1" status: 200 len: 932 time: 0.0529692 May 06 15:07:44.308124 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-1144134c-981e-47e2-9151-14941c8e3478 req-b89fc5c5-5c54-46b9-8008-a7d026fb0fb4 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cc91575-ba74-4fa5-bc36-4f5fc54556a0&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0562923 May 06 15:07:44.434720 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc384ebd-a666-4af7-8b60-8535ec0b0477 req-6809c3e9-687f-42b9-8f32-e288d5d83c73 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:44.436784 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-dc384ebd-a666-4af7-8b60-8535ec0b0477 req-6809c3e9-687f-42b9-8f32-e288d5d83c73 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf24868d-54cf-4b47-bc4e-96cfc8864c01 HTTP/1.1" status: 200 len: 945 time: 0.0961976 May 06 15:07:44.471454 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 51978) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:07:44.476316 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.v2.base [None req-9bd57307-808d-4355-9b38-72e3c8e1d946 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-372682052-network', 'tenant_id': '62b6099992ae45229ac1a6cab3eb1855'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:07:44.495318 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd57307-808d-4355-9b38-72e3c8e1d946 admin admin] Made reservation on behalf of 62b6099992ae45229ac1a6cab3eb1855 for: {'network': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 15:07:44.497815 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9bd57307-808d-4355-9b38-72e3c8e1d946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for network (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:44.509937 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9bd57307-808d-4355-9b38-72e3c8e1d946 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:44.533855 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-dc384ebd-a666-4af7-8b60-8535ec0b0477 req-d7f94162-5ffc-4ddc-a797-1f38b88517e5 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/security-groups?id=a34256eb-ffef-4843-9957-650a1f075897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784626 May 06 15:07:44.586225 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.notifiers.nova [req-88065910-281a-43fd-8be9-8acfa5b4b86d req-ee524171-7010-4444-9157-c21cf5e04cea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86128983-dc2e-4a16-a5fc-b9ede6cd83a5 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 15:07:44.595114 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-88065910-281a-43fd-8be9-8acfa5b4b86d req-ee524171-7010-4444-9157-c21cf5e04cea service neutron] Publish callbacks [] for port (86128983-dc2e-4a16-a5fc-b9ede6cd83a5), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:44.601318 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9bd57307-808d-4355-9b38-72e3c8e1d946 admin admin] Publish callbacks [] for security_group (3186d08a-bb7d-48ee-a968-f49cbfeb6f50), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:44.604887 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9bd57307-808d-4355-9b38-72e3c8e1d946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (3186d08a-bb7d-48ee-a968-f49cbfeb6f50), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:44.609383 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-88065910-281a-43fd-8be9-8acfa5b4b86d req-ee524171-7010-4444-9157-c21cf5e04cea service neutron] Transition to ACTIVE for port object 86128983-dc2e-4a16-a5fc-b9ede6cd83a5 will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 06 15:07:44.613987 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-88065910-281a-43fd-8be9-8acfa5b4b86d req-ee524171-7010-4444-9157-c21cf5e04cea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194015'] for port (86128983-dc2e-4a16-a5fc-b9ede6cd83a5), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:44.628447 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bd57307-808d-4355-9b38-72e3c8e1d946 admin admin] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=103342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 15:07:44.645780 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd57307-808d-4355-9b38-72e3c8e1d946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3186d08a-bb7d-48ee-a968-f49cbfeb6f50,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:07:44.648910 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9bd57307-808d-4355-9b38-72e3c8e1d946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16165668'] for segment (c886e362-e4ca-4262-9197-bef501ac7ad3), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:44.649303 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.db.segments_db [None req-9bd57307-808d-4355-9b38-72e3c8e1d946 admin admin] Added segment c886e362-e4ca-4262-9197-bef501ac7ad3 of type vlan for network f699d2de-7b3f-4f18-a51b-e82acf60f79d May 06 15:07:44.671920 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee524171-7010-4444-9157-c21cf5e04cea service neutron] Pushing event updated for resources: {'Port': ['ID=86128983-dc2e-4a16-a5fc-b9ede6cd83a5,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:07:44.699437 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9bd57307-808d-4355-9b38-72e3c8e1d946 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732313419650'] for network (f699d2de-7b3f-4f18-a51b-e82acf60f79d), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:44.728186 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9bd57307-808d-4355-9b38-72e3c8e1d946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605'] for network (f699d2de-7b3f-4f18-a51b-e82acf60f79d), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:44.729252 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd57307-808d-4355-9b38-72e3c8e1d946 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:44.731735 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9bd57307-808d-4355-9b38-72e3c8e1d946 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566627'] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:44.753485 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-88065910-281a-43fd-8be9-8acfa5b4b86d req-ee524171-7010-4444-9157-c21cf5e04cea service neutron] Attempting to bind port 86128983-dc2e-4a16-a5fc-b9ede6cd83a5 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 15:07:44.753824 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-88065910-281a-43fd-8be9-8acfa5b4b86d req-ee524171-7010-4444-9157-c21cf5e04cea service neutron] Attempting to bind port 86128983-dc2e-4a16-a5fc-b9ede6cd83a5 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': 'bb34cda3-37af-4167-b981-0643034a4aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '930e9db3-dfec-4f84-956d-74111c835ba4'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 15:07:44.754150 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88065910-281a-43fd-8be9-8acfa5b4b86d req-ee524171-7010-4444-9157-c21cf5e04cea service neutron] Attempting to bind port 86128983-dc2e-4a16-a5fc-b9ede6cd83a5 on network 930e9db3-dfec-4f84-956d-74111c835ba4 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 15:07:44.758790 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88065910-281a-43fd-8be9-8acfa5b4b86d req-ee524171-7010-4444-9157-c21cf5e04cea service neutron] Port 86128983-dc2e-4a16-a5fc-b9ede6cd83a5 on network 930e9db3-dfec-4f84-956d-74111c835ba4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 15:07:44.759113 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88065910-281a-43fd-8be9-8acfa5b4b86d req-ee524171-7010-4444-9157-c21cf5e04cea service neutron] Attempting to bind port 86128983-dc2e-4a16-a5fc-b9ede6cd83a5 on network 930e9db3-dfec-4f84-956d-74111c835ba4 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 15:07:44.765315 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88065910-281a-43fd-8be9-8acfa5b4b86d req-ee524171-7010-4444-9157-c21cf5e04cea service neutron] Checking agent: {'id': '1eb4536b-031c-4a65-bfe5-fc1ede7d9429', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 14, 56, 20), 'started_at': datetime.datetime(2022, 5, 6, 14, 56, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 15, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 15:07:44.765648 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88065910-281a-43fd-8be9-8acfa5b4b86d req-ee524171-7010-4444-9157-c21cf5e04cea service neutron] Checking segment: {'id': 'bb34cda3-37af-4167-b981-0643034a4aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '930e9db3-dfec-4f84-956d-74111c835ba4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 15:07:44.766042 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88065910-281a-43fd-8be9-8acfa5b4b86d req-ee524171-7010-4444-9157-c21cf5e04cea service neutron] Bound using segment: {'id': 'bb34cda3-37af-4167-b981-0643034a4aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '930e9db3-dfec-4f84-956d-74111c835ba4'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 15:07:44.766474 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-88065910-281a-43fd-8be9-8acfa5b4b86d req-ee524171-7010-4444-9157-c21cf5e04cea service neutron] Bound port: 86128983-dc2e-4a16-a5fc-b9ede6cd83a5, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb34cda3-37af-4167-b981-0643034a4aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '930e9db3-dfec-4f84-956d-74111c835ba4'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 15:07:44.766831 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-88065910-281a-43fd-8be9-8acfa5b4b86d req-ee524171-7010-4444-9157-c21cf5e04cea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (86128983-dc2e-4a16-a5fc-b9ede6cd83a5), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:44.802156 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-9bd57307-808d-4355-9b38-72e3c8e1d946 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3294001 May 06 15:07:44.803230 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd57307-808d-4355-9b38-72e3c8e1d946 admin admin] Pushing event updated for resources: {'Network': ['ID=f699d2de-7b3f-4f18-a51b-e82acf60f79d,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:07:44.804969 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 51980) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:07:44.811118 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.v2.base [None req-35f74595-71bc-4177-b0ef-cf46897ca1d3 admin admin] Request body: {'subnet': {'network_id': 'f699d2de-7b3f-4f18-a51b-e82acf60f79d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-372682052-subnet', 'tenant_id': '62b6099992ae45229ac1a6cab3eb1855', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:07:44.821552 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Network f699d2de-7b3f-4f18-a51b-e82acf60f79d details requested by agent ovs-agent-dv-cinder-840678-2-iscsi with host dv-cinder-840678-2-iscsi {{(pid=103344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 15:07:44.840613 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f74595-71bc-4177-b0ef-cf46897ca1d3 admin admin] Made reservation on behalf of 62b6099992ae45229ac1a6cab3eb1855 for: {'subnet': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 15:07:44.843205 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-35f74595-71bc-4177-b0ef-cf46897ca1d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60398207'] for subnet (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:44.850006 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-88065910-281a-43fd-8be9-8acfa5b4b86d req-ee524171-7010-4444-9157-c21cf5e04cea service neutron] For port 86128983-dc2e-4a16-a5fc-b9ede6cd83a5, host hv-cinder-84067, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 15:07:44.854637 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-88065910-281a-43fd-8be9-8acfa5b4b86d req-ee524171-7010-4444-9157-c21cf5e04cea service neutron] For port 86128983-dc2e-4a16-a5fc-b9ede6cd83a5, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=86128983-dc2e-4a16-a5fc-b9ede6cd83a5,segment=NetworkSegment(bb34cda3-37af-4167-b981-0643034a4aa7),segment_id=bb34cda3-37af-4167-b981-0643034a4aa7)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 15:07:44.865026 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-88065910-281a-43fd-8be9-8acfa5b4b86d req-ee524171-7010-4444-9157-c21cf5e04cea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194015'] for port (86128983-dc2e-4a16-a5fc-b9ede6cd83a5), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:44.918566 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88065910-281a-43fd-8be9-8acfa5b4b86d req-ee524171-7010-4444-9157-c21cf5e04cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:44.919285 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-88065910-281a-43fd-8be9-8acfa5b4b86d req-ee524171-7010-4444-9157-c21cf5e04cea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:44.922450 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-88065910-281a-43fd-8be9-8acfa5b4b86d req-ee524171-7010-4444-9157-c21cf5e04cea service neutron] 10.222.0.26 "PUT /v2.0/ports/86128983-dc2e-4a16-a5fc-b9ede6cd83a5 HTTP/1.1" status: 200 len: 1094 time: 0.8311477 May 06 15:07:44.923036 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e4a226b-24ad-4e2c-a15d-4f11c73b3a71', 'tag': '86128983-dc2e-4a16-a5fc-b9ede6cd83a5'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 15:07:44.925783 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5daf9cee7e39eb515dc660b2975ad5fbac0ba75c1025697cc881fad3e2d3ce45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93584ce3-1b5f-4fda-9023-847ac9296caa" -d '{"events": [{"name": "network-changed", "server_uuid": "7e4a226b-24ad-4e2c-a15d-4f11c73b3a71", "tag": "86128983-dc2e-4a16-a5fc-b9ede6cd83a5"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 15:07:44.962629 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee524171-7010-4444-9157-c21cf5e04cea service neutron] Pushing event updated for resources: {'Port': ['ID=86128983-dc2e-4a16-a5fc-b9ede6cd83a5,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:07:45.029102 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 15:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06795f4-9db9-4b92-a902-e34cd3417973 x-openstack-request-id: req-d06795f4-9db9-4b92-a902-e34cd3417973 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 15:07:45.029520 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e4a226b-24ad-4e2c-a15d-4f11c73b3a71", "tag": "86128983-dc2e-4a16-a5fc-b9ede6cd83a5", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 15:07:45.029948 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d06795f4-9db9-4b92-a902-e34cd3417973 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 15:07:45.030588 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d06795f4-9db9-4b92-a902-e34cd3417973'] response: {'name': 'network-changed', 'server_uuid': '7e4a226b-24ad-4e2c-a15d-4f11c73b3a71', 'tag': '86128983-dc2e-4a16-a5fc-b9ede6cd83a5', 'status': 'completed', 'code': 200} May 06 15:07:45.037893 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-35f74595-71bc-4177-b0ef-cf46897ca1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59635120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60398185'] for subnet (97546619-b166-4f2c-861b-aae6bf9f83e5), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:45.042613 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88065910-281a-43fd-8be9-8acfa5b4b86d req-500a085e-be56-40db-a5ae-4ad658eb9a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:45.044147 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-88065910-281a-43fd-8be9-8acfa5b4b86d req-500a085e-be56-40db-a5ae-4ad658eb9a7e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bb5f41fdaad246b7bc30c8f8021129a3&device_id=7e4a226b-24ad-4e2c-a15d-4f11c73b3a71 HTTP/1.1" status: 200 len: 1128 time: 0.0609269 May 06 15:07:45.100720 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f74595-71bc-4177-b0ef-cf46897ca1d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97546619-b166-4f2c-861b-aae6bf9f83e5,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:07:45.109198 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-88065910-281a-43fd-8be9-8acfa5b4b86d req-fcfebea0-e0d7-4c12-b3a8-6dd68eafa453 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=86128983-dc2e-4a16-a5fc-b9ede6cd83a5 HTTP/1.1" status: 200 len: 217 time: 0.0486968 May 06 15:07:45.110885 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f74595-71bc-4177-b0ef-cf46897ca1d3 admin admin] Checking segment: {'id': 'c886e362-e4ca-4262-9197-bef501ac7ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'f699d2de-7b3f-4f18-a51b-e82acf60f79d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 15:07:45.111269 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f74595-71bc-4177-b0ef-cf46897ca1d3 admin admin] Network hostable DHCP agents. Network: f699d2de-7b3f-4f18-a51b-e82acf60f79d, hostable agents: ['79b17169-ed94-4769-ba4e-30adf371f78f'], hosted agents: [] {{(pid=103342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 15:07:45.130138 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f74595-71bc-4177-b0ef-cf46897ca1d3 admin admin] Network f699d2de-7b3f-4f18-a51b-e82acf60f79d is scheduled to be hosted by DHCP agent 79b17169-ed94-4769-ba4e-30adf371f78f with binding_index 1 {{(pid=103342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 15:07:45.141339 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-35f74595-71bc-4177-b0ef-cf46897ca1d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-2-iscsi, f699d2de-7b3f-4f18-a51b-e82acf60f79d) {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 15:07:45.146495 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f74595-71bc-4177-b0ef-cf46897ca1d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:45.147576 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-35f74595-71bc-4177-b0ef-cf46897ca1d3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:45.151517 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd3e801-4fef-444f-9109-b3cdc84253d5 None None] Network f699d2de-7b3f-4f18-a51b-e82acf60f79d requested from dv-cinder-840678-2-iscsi {{(pid=103344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 15:07:45.185230 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-35f74595-71bc-4177-b0ef-cf46897ca1d3 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3789017 May 06 15:07:45.194862 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88065910-281a-43fd-8be9-8acfa5b4b86d req-633fd864-b22a-4cbf-970a-b15f49f15f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:45.197014 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-88065910-281a-43fd-8be9-8acfa5b4b86d req-633fd864-b22a-4cbf-970a-b15f49f15f73 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=df318507-d5d9-462f-9365-0df583e1ec25 HTTP/1.1" status: 200 len: 850 time: 0.0652461 May 06 15:07:45.253977 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88065910-281a-43fd-8be9-8acfa5b4b86d req-a6ccace9-9f2b-48be-a5a8-e68eb823ac1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:45.255484 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-88065910-281a-43fd-8be9-8acfa5b4b86d req-a6ccace9-9f2b-48be-a5a8-e68eb823ac1f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=930e9db3-dfec-4f84-956d-74111c835ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0521328 May 06 15:07:45.297521 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b9d022-9e10-41f6-bbe2-5b2c9c7e46c7 None None] Network f699d2de-7b3f-4f18-a51b-e82acf60f79d requested from dv-cinder-840678-2-iscsi {{(pid=103344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 15:07:45.430700 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b5b47f-89a3-4f9c-a6ca-2eda227f6b92 req-dc9ae2ef-4079-4b53-8589-32fba80f5fb5 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:45.432236 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-b0b5b47f-89a3-4f9c-a6ca-2eda227f6b92 req-dc9ae2ef-4079-4b53-8589-32fba80f5fb5 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e4a226b-24ad-4e2c-a15d-4f11c73b3a71 HTTP/1.1" status: 200 len: 944 time: 0.0502038 May 06 15:07:45.483016 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-b0b5b47f-89a3-4f9c-a6ca-2eda227f6b92 req-5697544c-fb0e-4d8c-82d9-ef3c71d0bdfa tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cc91575-ba74-4fa5-bc36-4f5fc54556a0&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0443668 May 06 15:07:45.670722 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-88065910-281a-43fd-8be9-8acfa5b4b86d req-313cde56-e64a-431e-abd0-2afb2ae3e3ff service neutron] 10.222.0.26 "GET /v2.0/networks/930e9db3-dfec-4f84-956d-74111c835ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135976 May 06 15:07:45.688187 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ce87f-943d-4f91-9c67-9b9c8fdffbf1 req-d24e821a-2b81-40e6-b110-1a7600bbbed1 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:45.693520 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-e65ce87f-943d-4f91-9c67-9b9c8fdffbf1 req-d24e821a-2b81-40e6-b110-1a7600bbbed1 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf24868d-54cf-4b47-bc4e-96cfc8864c01 HTTP/1.1" status: 200 len: 945 time: 0.0725391 May 06 15:07:45.762119 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-e65ce87f-943d-4f91-9c67-9b9c8fdffbf1 req-9e8e89ac-f091-4c61-8b3f-63a11a5c367d tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/security-groups?id=a34256eb-ffef-4843-9957-650a1f075897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665286 May 06 15:07:45.786382 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-88065910-281a-43fd-8be9-8acfa5b4b86d req-05cce1ed-bb44-4068-916a-43a153b19fbf service neutron] 10.222.0.26 "GET /v2.0/networks/930e9db3-dfec-4f84-956d-74111c835ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028721 May 06 15:07:45.968469 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-6b4d5c53-0a55-4c1c-b76f-c8a692dface2 req-cc0d828f-099a-476a-83f6-6aa917664f34 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bf24868d-54cf-4b47-bc4e-96cfc8864c01&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0393119 May 06 15:07:45.996299 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd20766a-5e4f-4aa7-8928-017347ce9007 req-d769c80d-f1f3-4ecc-9928-78dd920804a0 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:45.998008 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-bd20766a-5e4f-4aa7-8928-017347ce9007 req-d769c80d-f1f3-4ecc-9928-78dd920804a0 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf24868d-54cf-4b47-bc4e-96cfc8864c01 HTTP/1.1" status: 200 len: 945 time: 0.0523970 May 06 15:07:46.046883 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d5c53-0a55-4c1c-b76f-c8a692dface2 req-005ae1e8-ed30-4bf5-87af-287230b3f200 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:46.048282 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-6b4d5c53-0a55-4c1c-b76f-c8a692dface2 req-005ae1e8-ed30-4bf5-87af-287230b3f200 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/ports/dda979ec-6bc6-4e43-b92a-eaa84c657715 HTTP/1.1" status: 200 len: 942 time: 0.0524755 May 06 15:07:46.050558 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-bd20766a-5e4f-4aa7-8928-017347ce9007 req-5ee8f86f-d08c-4cdb-92d9-f4cf8dd58423 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/security-groups?id=a34256eb-ffef-4843-9957-650a1f075897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457523 May 06 15:07:46.168567 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93584ce3-1b5f-4fda-9023-847ac9296caa req-6a061af8-a223-4a07-bed9-55545220b590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:46.170954 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-93584ce3-1b5f-4fda-9023-847ac9296caa req-6a061af8-a223-4a07-bed9-55545220b590 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bb5f41fdaad246b7bc30c8f8021129a3&device_id=7e4a226b-24ad-4e2c-a15d-4f11c73b3a71 HTTP/1.1" status: 200 len: 1128 time: 0.0423250 May 06 15:07:46.274981 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93584ce3-1b5f-4fda-9023-847ac9296caa req-6efea42c-8fb3-4eb0-bf16-216a35acfd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:46.276450 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-93584ce3-1b5f-4fda-9023-847ac9296caa req-6efea42c-8fb3-4eb0-bf16-216a35acfd49 service neutron] 10.222.0.26 "GET /v2.0/networks?id=930e9db3-dfec-4f84-956d-74111c835ba4 HTTP/1.1" status: 200 len: 912 time: 0.0950043 May 06 15:07:46.345167 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-93584ce3-1b5f-4fda-9023-847ac9296caa req-9e6c973d-b0e1-4d4b-a149-c9ce79cd5193 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=86128983-dc2e-4a16-a5fc-b9ede6cd83a5 HTTP/1.1" status: 200 len: 217 time: 0.0408342 May 06 15:07:46.421122 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93584ce3-1b5f-4fda-9023-847ac9296caa req-be3cf24c-a041-4073-8e28-ee73c39bd4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:46.422625 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-93584ce3-1b5f-4fda-9023-847ac9296caa req-be3cf24c-a041-4073-8e28-ee73c39bd4d9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=df318507-d5d9-462f-9365-0df583e1ec25 HTTP/1.1" status: 200 len: 850 time: 0.0469229 May 06 15:07:46.477899 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93584ce3-1b5f-4fda-9023-847ac9296caa req-e28a45be-e039-4c6d-b4b6-e2edf7ae737f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:46.479400 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-93584ce3-1b5f-4fda-9023-847ac9296caa req-e28a45be-e039-4c6d-b4b6-e2edf7ae737f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=930e9db3-dfec-4f84-956d-74111c835ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391231 May 06 15:07:46.611180 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5590c2-e639-45e2-a56e-0e011745c1ab req-3613f129-cdd9-472f-a407-998eb8c50e29 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:46.612554 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-be5590c2-e639-45e2-a56e-0e011745c1ab req-3613f129-cdd9-472f-a407-998eb8c50e29 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e4a226b-24ad-4e2c-a15d-4f11c73b3a71 HTTP/1.1" status: 200 len: 944 time: 0.0583303 May 06 15:07:46.641577 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-93584ce3-1b5f-4fda-9023-847ac9296caa req-dfff727f-211f-47fb-a8cf-ec16dc334c8f service neutron] 10.222.0.26 "GET /v2.0/networks/930e9db3-dfec-4f84-956d-74111c835ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382644 May 06 15:07:46.713685 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-be5590c2-e639-45e2-a56e-0e011745c1ab req-b658ea42-7d60-4aaa-9d63-4314cd5c6fb7 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cc91575-ba74-4fa5-bc36-4f5fc54556a0&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0933566 May 06 15:07:46.755019 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-93584ce3-1b5f-4fda-9023-847ac9296caa req-1a08d5bd-0276-4ca9-925f-f0450c092643 service neutron] 10.222.0.26 "GET /v2.0/networks/930e9db3-dfec-4f84-956d-74111c835ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011922 May 06 15:07:47.188226 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e4c6c-a8c1-4887-b38a-d57a769fd209 req-b780db47-5305-4aec-8a9a-0cb3561722e9 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:47.189909 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-1b0e4c6c-a8c1-4887-b38a-d57a769fd209 req-b780db47-5305-4aec-8a9a-0cb3561722e9 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf24868d-54cf-4b47-bc4e-96cfc8864c01 HTTP/1.1" status: 200 len: 945 time: 0.0531232 May 06 15:07:47.239417 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-1b0e4c6c-a8c1-4887-b38a-d57a769fd209 req-c61ee943-ff24-4289-8019-e8aa6fde4984 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/security-groups?id=a34256eb-ffef-4843-9957-650a1f075897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435059 May 06 15:07:47.573897 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d5c53-0a55-4c1c-b76f-c8a692dface2 req-0cf3f966-2f9e-4669-8a0e-9058a6b10e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:47.575405 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-6b4d5c53-0a55-4c1c-b76f-c8a692dface2 req-0cf3f966-2f9e-4669-8a0e-9058a6b10e1a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bf24868d-54cf-4b47-bc4e-96cfc8864c01&tenant_id=32f5765bb183428c8a04aed1c66a2068 HTTP/1.1" status: 200 len: 1129 time: 0.0703952 May 06 15:07:47.643552 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d5c53-0a55-4c1c-b76f-c8a692dface2 req-aabb9f12-9683-4030-948c-baad43014208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:47.645081 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-6b4d5c53-0a55-4c1c-b76f-c8a692dface2 req-aabb9f12-9683-4030-948c-baad43014208 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=32f5765bb183428c8a04aed1c66a2068&device_id=bf24868d-54cf-4b47-bc4e-96cfc8864c01 HTTP/1.1" status: 200 len: 1129 time: 0.0435088 May 06 15:07:47.737247 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d5c53-0a55-4c1c-b76f-c8a692dface2 req-ff5863f0-8e9e-4428-bdc5-6c2971328992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:47.738707 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-6b4d5c53-0a55-4c1c-b76f-c8a692dface2 req-ff5863f0-8e9e-4428-bdc5-6c2971328992 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0fb7150d-7af9-48b9-92ca-624c83e18c3d HTTP/1.1" status: 200 len: 910 time: 0.0833850 May 06 15:07:47.840575 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef96d6f6-1223-4e61-a4cb-fd8015f5edcf req-0d276d8d-1e70-42ae-ad3e-0bfc8cdcd43f tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:47.842742 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-ef96d6f6-1223-4e61-a4cb-fd8015f5edcf req-0d276d8d-1e70-42ae-ad3e-0bfc8cdcd43f tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e4a226b-24ad-4e2c-a15d-4f11c73b3a71 HTTP/1.1" status: 200 len: 944 time: 0.0572879 May 06 15:07:47.847026 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-6b4d5c53-0a55-4c1c-b76f-c8a692dface2 req-a0d0f24f-4f7b-4518-bb63-a504cf77abeb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dda979ec-6bc6-4e43-b92a-eaa84c657715 HTTP/1.1" status: 200 len: 1000 time: 0.1012859 May 06 15:07:47.932413 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-ef96d6f6-1223-4e61-a4cb-fd8015f5edcf req-7de93bf1-bd61-488a-8bf9-6637ca417b6c tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cc91575-ba74-4fa5-bc36-4f5fc54556a0&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0838468 May 06 15:07:47.934166 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d5c53-0a55-4c1c-b76f-c8a692dface2 req-7fe3a8df-5c16-4ed4-8847-be91b2730d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:47.935946 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-6b4d5c53-0a55-4c1c-b76f-c8a692dface2 req-7fe3a8df-5c16-4ed4-8847-be91b2730d31 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5bc00d9a-cd37-4c9b-9bea-8c5ff3f1a588 HTTP/1.1" status: 200 len: 848 time: 0.0721967 May 06 15:07:47.979828 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d5c53-0a55-4c1c-b76f-c8a692dface2 req-c703783b-d5a2-45f3-a158-b5edfed760d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:47.981335 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-6b4d5c53-0a55-4c1c-b76f-c8a692dface2 req-c703783b-d5a2-45f3-a158-b5edfed760d5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0fb7150d-7af9-48b9-92ca-624c83e18c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391440 May 06 15:07:48.069073 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-6b4d5c53-0a55-4c1c-b76f-c8a692dface2 req-e782a416-e370-4114-8ee6-ba315401e343 service neutron] 10.222.0.26 "GET /v2.0/networks/0fb7150d-7af9-48b9-92ca-624c83e18c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790882 May 06 15:07:48.172848 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-6b4d5c53-0a55-4c1c-b76f-c8a692dface2 req-b5a9d3b9-253e-4ec1-92f7-6f5db17854f8 service neutron] 10.222.0.26 "GET /v2.0/networks/0fb7150d-7af9-48b9-92ca-624c83e18c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952251 May 06 15:07:48.273181 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device dda979ec-6bc6-4e43-b92a-eaa84c657715 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 15:07:48.380257 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Current status of the port dda979ec-6bc6-4e43-b92a-eaa84c657715 is: ACTIVE; New status is: DOWN {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:07:48.380678 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (dda979ec-6bc6-4e43-b92a-eaa84c657715), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:48.387254 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f9864-0fef-4e4d-903d-3489b2b4390e req-923a830e-2e42-4f77-b926-fa3075cc9fbe tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:48.390131 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-406f9864-0fef-4e4d-903d-3489b2b4390e req-923a830e-2e42-4f77-b926-fa3075cc9fbe tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf24868d-54cf-4b47-bc4e-96cfc8864c01 HTTP/1.1" status: 200 len: 945 time: 0.0728905 May 06 15:07:48.414005 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf24868d-54cf-4b47-bc4e-96cfc8864c01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dda979ec-6bc6-4e43-b92a-eaa84c657715'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 15:07:48.416382 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e0964ea08b7304cb3fd06b6962f873a42c5b1f8277632c4cd90ec00bfa9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a44ec9e2-f509-4612-8219-f85decd6ab80" -d '{"events": [{"server_uuid": "bf24868d-54cf-4b47-bc4e-96cfc8864c01", "name": "network-vif-unplugged", "status": "completed", "tag": "dda979ec-6bc6-4e43-b92a-eaa84c657715"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 15:07:48.429271 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] For port dda979ec-6bc6-4e43-b92a-eaa84c657715, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=dda979ec-6bc6-4e43-b92a-eaa84c657715,segment=NetworkSegment(8a79fa25-ed49-466a-a899-43fb314ccade),segment_id=8a79fa25-ed49-466a-a899-43fb314ccade)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:07:48.434986 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (dda979ec-6bc6-4e43-b92a-eaa84c657715), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:48.457223 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-406f9864-0fef-4e4d-903d-3489b2b4390e req-c4c34437-cc20-4339-af6d-8f572aef7f30 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/security-groups?id=a34256eb-ffef-4843-9957-650a1f075897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620100 May 06 15:07:48.466647 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 15:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d224a82-05b1-49a7-80df-99c67f6b8665 x-openstack-request-id: req-7d224a82-05b1-49a7-80df-99c67f6b8665 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 15:07:48.467042 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf24868d-54cf-4b47-bc4e-96cfc8864c01", "name": "network-vif-unplugged", "status": "completed", "tag": "dda979ec-6bc6-4e43-b92a-eaa84c657715", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 15:07:48.467376 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7d224a82-05b1-49a7-80df-99c67f6b8665 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 15:07:48.467866 dv-cinder-840678-2-iscsi neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d224a82-05b1-49a7-80df-99c67f6b8665'] response: {'server_uuid': 'bf24868d-54cf-4b47-bc4e-96cfc8864c01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dda979ec-6bc6-4e43-b92a-eaa84c657715', 'code': 200} May 06 15:07:48.494709 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Pushing event updated for resources: {'Port': ['ID=dda979ec-6bc6-4e43-b92a-eaa84c657715,revision_number=6']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:07:49.050053 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e193ef7e-48d1-4fe1-aba2-6b5f6b87f1bf req-bf503d4b-4c1f-4694-bb0a-f2fefdf732f9 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:49.051559 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-e193ef7e-48d1-4fe1-aba2-6b5f6b87f1bf req-bf503d4b-4c1f-4694-bb0a-f2fefdf732f9 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e4a226b-24ad-4e2c-a15d-4f11c73b3a71 HTTP/1.1" status: 200 len: 944 time: 0.0491028 May 06 15:07:49.100142 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-e193ef7e-48d1-4fe1-aba2-6b5f6b87f1bf req-6ddde501-4883-4526-8a4b-f9f84f6546d1 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cc91575-ba74-4fa5-bc36-4f5fc54556a0&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0429957 May 06 15:07:49.575443 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da470d43-6e81-48eb-9ab4-179235b10f90 req-366e5547-652e-4e83-810f-8951773420fd tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:49.576972 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-da470d43-6e81-48eb-9ab4-179235b10f90 req-366e5547-652e-4e83-810f-8951773420fd tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf24868d-54cf-4b47-bc4e-96cfc8864c01 HTTP/1.1" status: 200 len: 943 time: 0.0508502 May 06 15:07:49.629054 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-da470d43-6e81-48eb-9ab4-179235b10f90 req-fd6f4d3a-94c2-4c93-b513-34a58b66e761 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/security-groups?id=a34256eb-ffef-4843-9957-650a1f075897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463839 May 06 15:07:50.210800 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b26fd9-269e-431e-8e3d-ecb3e4b4d2c4 req-7184cdf0-a18f-4e21-81ed-0c6b144463b7 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:50.212171 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-c2b26fd9-269e-431e-8e3d-ecb3e4b4d2c4 req-7184cdf0-a18f-4e21-81ed-0c6b144463b7 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e4a226b-24ad-4e2c-a15d-4f11c73b3a71 HTTP/1.1" status: 200 len: 944 time: 0.0460961 May 06 15:07:50.264902 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-c2b26fd9-269e-431e-8e3d-ecb3e4b4d2c4 req-7f17f0ac-1edb-4227-9fab-8e2f5fddd678 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cc91575-ba74-4fa5-bc36-4f5fc54556a0&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0465488 May 06 15:07:50.618880 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (1eb4536b-031c-4a65-bfe5-fc1ede7d9429), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:50.761472 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b4c6ef-63f5-4c93-8e85-94480af2de92 req-ad4179f5-77d7-421b-9c48-b90016cb7788 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:50.763006 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-e0b4c6ef-63f5-4c93-8e85-94480af2de92 req-ad4179f5-77d7-421b-9c48-b90016cb7788 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf24868d-54cf-4b47-bc4e-96cfc8864c01 HTTP/1.1" status: 200 len: 943 time: 0.0478144 May 06 15:07:50.814145 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-e0b4c6ef-63f5-4c93-8e85-94480af2de92 req-4d8c3ed8-65d8-4e79-ac55-639d56b532e5 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/security-groups?id=a34256eb-ffef-4843-9957-650a1f075897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445075 May 06 15:07:51.379250 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99a6d5e-f3dd-49b6-926f-0f1181bcecc8 req-0a3872f2-cba0-4dcf-80b5-932b8e8db5ab tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:51.380796 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-d99a6d5e-f3dd-49b6-926f-0f1181bcecc8 req-0a3872f2-cba0-4dcf-80b5-932b8e8db5ab tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e4a226b-24ad-4e2c-a15d-4f11c73b3a71 HTTP/1.1" status: 200 len: 944 time: 0.0478547 May 06 15:07:51.434045 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-d99a6d5e-f3dd-49b6-926f-0f1181bcecc8 req-4fb4e8a7-256d-47f3-a40c-ad4397f418c5 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cc91575-ba74-4fa5-bc36-4f5fc54556a0&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0447457 May 06 15:07:51.931648 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b7344-a300-4299-98de-737f581d043a req-035bd369-3df4-4160-9bf7-27f7b537c1c8 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:51.933101 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-610b7344-a300-4299-98de-737f581d043a req-035bd369-3df4-4160-9bf7-27f7b537c1c8 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf24868d-54cf-4b47-bc4e-96cfc8864c01 HTTP/1.1" status: 200 len: 943 time: 0.0515020 May 06 15:07:51.982819 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-610b7344-a300-4299-98de-737f581d043a req-1ec2441a-7003-4ba4-ae53-3261584ee75d tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/security-groups?id=a34256eb-ffef-4843-9957-650a1f075897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440352 May 06 15:07:52.545878 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0858172-db12-43f5-88eb-349fcadb1117 req-29b860ee-ddfe-460a-9894-4349ba71aacf tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:52.547408 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-b0858172-db12-43f5-88eb-349fcadb1117 req-29b860ee-ddfe-460a-9894-4349ba71aacf tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e4a226b-24ad-4e2c-a15d-4f11c73b3a71 HTTP/1.1" status: 200 len: 944 time: 0.0473258 May 06 15:07:52.595724 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-b0858172-db12-43f5-88eb-349fcadb1117 req-f8275134-d334-49ba-a648-e350d34d2fa6 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cc91575-ba74-4fa5-bc36-4f5fc54556a0&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0427685 May 06 15:07:53.098715 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25141b81-fe70-4499-b2bd-9b0f98b66783 req-e61f891e-08db-4772-b232-7e15da242338 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:53.100196 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-25141b81-fe70-4499-b2bd-9b0f98b66783 req-e61f891e-08db-4772-b232-7e15da242338 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf24868d-54cf-4b47-bc4e-96cfc8864c01 HTTP/1.1" status: 200 len: 943 time: 0.0473325 May 06 15:07:53.149422 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-25141b81-fe70-4499-b2bd-9b0f98b66783 req-3ade643e-e368-4e18-a8fc-9bd4ffea25e0 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/security-groups?id=a34256eb-ffef-4843-9957-650a1f075897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437238 May 06 15:07:53.715407 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20773c75-8960-4a3f-acc2-ac1df52550db req-ea6a020d-ed34-4b17-b9a7-42a955d33bba tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:53.716935 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-20773c75-8960-4a3f-acc2-ac1df52550db req-ea6a020d-ed34-4b17-b9a7-42a955d33bba tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e4a226b-24ad-4e2c-a15d-4f11c73b3a71 HTTP/1.1" status: 200 len: 944 time: 0.0546162 May 06 15:07:53.765552 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-20773c75-8960-4a3f-acc2-ac1df52550db req-5a4fdb5a-4079-4a3b-b40a-f0573e87c736 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cc91575-ba74-4fa5-bc36-4f5fc54556a0&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0425646 May 06 15:07:54.262694 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75584dc7-d50d-4746-be09-7e912b58c151 req-5b14613b-56a3-4a4f-84d8-85dd1f8cfb2d tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:54.264129 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-75584dc7-d50d-4746-be09-7e912b58c151 req-5b14613b-56a3-4a4f-84d8-85dd1f8cfb2d tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf24868d-54cf-4b47-bc4e-96cfc8864c01 HTTP/1.1" status: 200 len: 943 time: 0.0470929 May 06 15:07:54.293005 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device 86128983-dc2e-4a16-a5fc-b9ede6cd83a5 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 15:07:54.317060 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-75584dc7-d50d-4746-be09-7e912b58c151 req-8b56a9df-93cf-4c50-8fa5-4ae93b03dd51 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/security-groups?id=a34256eb-ffef-4843-9957-650a1f075897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467339 May 06 15:07:54.388910 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] For port 86128983-dc2e-4a16-a5fc-b9ede6cd83a5, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=86128983-dc2e-4a16-a5fc-b9ede6cd83a5,segment=NetworkSegment(bb34cda3-37af-4167-b981-0643034a4aa7),segment_id=bb34cda3-37af-4167-b981-0643034a4aa7)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:07:54.400777 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Returning: {'device': '86128983-dc2e-4a16-a5fc-b9ede6cd83a5', 'network_id': '930e9db3-dfec-4f84-956d-74111c835ba4', 'port_id': '86128983-dc2e-4a16-a5fc-b9ede6cd83a5', 'mac_address': 'fa:16:3e:fb:64:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df318507-d5d9-462f-9365-0df583e1ec25', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 15:07:54.440198 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Current status of the port 86128983-dc2e-4a16-a5fc-b9ede6cd83a5 is: DOWN; New status is: BUILD {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:07:54.440581 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (86128983-dc2e-4a16-a5fc-b9ede6cd83a5), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:54.453549 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.notifiers.nova [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86128983-dc2e-4a16-a5fc-b9ede6cd83a5 {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 15:07:54.471934 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] For port 86128983-dc2e-4a16-a5fc-b9ede6cd83a5, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=86128983-dc2e-4a16-a5fc-b9ede6cd83a5,segment=NetworkSegment(bb34cda3-37af-4167-b981-0643034a4aa7),segment_id=bb34cda3-37af-4167-b981-0643034a4aa7)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:07:54.476220 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (86128983-dc2e-4a16-a5fc-b9ede6cd83a5), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:54.528629 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Pushing event updated for resources: {'Port': ['ID=86128983-dc2e-4a16-a5fc-b9ede6cd83a5,revision_number=4']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:07:54.775934 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba53c14-0a6d-4c69-ad98-5e964adcd4ee req-c5d0bf40-d229-4ceb-b556-9a477b157f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:54.777459 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-dba53c14-0a6d-4c69-ad98-5e964adcd4ee req-c5d0bf40-d229-4ceb-b556-9a477b157f59 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bf24868d-54cf-4b47-bc4e-96cfc8864c01 HTTP/1.1" status: 200 len: 1127 time: 0.0402906 May 06 15:07:54.798612 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.agents_db [None req-6003b131-4361-4e36-81e7-47e90cbdf206 None None] Agent healthcheck: found 6 active agents {{(pid=103345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 15:07:54.825603 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-dba53c14-0a6d-4c69-ad98-5e964adcd4ee req-e15e05d8-7f6e-4d3e-9e92-252ffa0748b0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a34256eb-ffef-4843-9957-650a1f075897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406756 May 06 15:07:54.830539 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] get_ports_and_sgs() called for port_ids ['86128983-dc2e-4a16-a5fc-b9ede6cd83a5'] {{(pid=103344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 15:07:54.887512 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb263d4-0037-4db5-b92d-4d566b1edf9e req-1ee3dc2a-4a9a-4706-8ca7-518798cdc4a5 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:54.888930 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-6fb263d4-0037-4db5-b92d-4d566b1edf9e req-1ee3dc2a-4a9a-4706-8ca7-518798cdc4a5 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e4a226b-24ad-4e2c-a15d-4f11c73b3a71 HTTP/1.1" status: 200 len: 945 time: 0.0543494 May 06 15:07:54.939352 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-6fb263d4-0037-4db5-b92d-4d566b1edf9e req-b91c7746-f634-4567-be96-daaaaa3a2fba tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cc91575-ba74-4fa5-bc36-4f5fc54556a0&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0441144 May 06 15:07:55.430724 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddbca44-5367-468e-be94-0f526c042d6c req-becd0027-2dbd-4da2-8770-f87abc8d9178 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:55.432057 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-8ddbca44-5367-468e-be94-0f526c042d6c req-becd0027-2dbd-4da2-8770-f87abc8d9178 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf24868d-54cf-4b47-bc4e-96cfc8864c01 HTTP/1.1" status: 200 len: 943 time: 0.0466425 May 06 15:07:55.480188 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-8ddbca44-5367-468e-be94-0f526c042d6c req-ef9ee42e-e505-43b0-9d2d-c392967d1df6 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/security-groups?id=a34256eb-ffef-4843-9957-650a1f075897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418441 May 06 15:07:56.062360 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f671253f-d941-4fcb-a4f6-a908c45318d5 req-a9ba6487-ea46-4987-a3eb-b2e68ecd9d03 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:56.063979 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-f671253f-d941-4fcb-a4f6-a908c45318d5 req-a9ba6487-ea46-4987-a3eb-b2e68ecd9d03 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e4a226b-24ad-4e2c-a15d-4f11c73b3a71 HTTP/1.1" status: 200 len: 945 time: 0.0497701 May 06 15:07:56.115529 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-f671253f-d941-4fcb-a4f6-a908c45318d5 req-980c329a-4f01-4d75-ae72-9c5968ced73b tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cc91575-ba74-4fa5-bc36-4f5fc54556a0&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0452211 May 06 15:07:56.296754 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device dda979ec-6bc6-4e43-b92a-eaa84c657715 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 15:07:56.299974 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device 86128983-dc2e-4a16-a5fc-b9ede6cd83a5 up at agent hyperv_hv-cinder-84067 {{(pid=103344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 15:07:56.397972 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Provisioning for port 86128983-dc2e-4a16-a5fc-b9ede6cd83a5 completed by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 06 15:07:56.408451 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Provisioning complete for port 86128983-dc2e-4a16-a5fc-b9ede6cd83a5 triggered by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:07:56.408850 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (86128983-dc2e-4a16-a5fc-b9ede6cd83a5), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:56.460365 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] For port dda979ec-6bc6-4e43-b92a-eaa84c657715, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=dda979ec-6bc6-4e43-b92a-eaa84c657715,segment=NetworkSegment(8a79fa25-ed49-466a-a899-43fb314ccade),segment_id=8a79fa25-ed49-466a-a899-43fb314ccade)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:07:56.475670 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Returning: {'device': 'dda979ec-6bc6-4e43-b92a-eaa84c657715', 'network_id': '0fb7150d-7af9-48b9-92ca-624c83e18c3d', 'port_id': 'dda979ec-6bc6-4e43-b92a-eaa84c657715', 'mac_address': 'fa:16:3e:b9:56:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bc00d9a-cd37-4c9b-9bea-8c5ff3f1a588', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 15:07:56.547273 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Current status of the port dda979ec-6bc6-4e43-b92a-eaa84c657715 is: DOWN; New status is: BUILD {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:07:56.547580 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (dda979ec-6bc6-4e43-b92a-eaa84c657715), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:56.559932 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Current status of the port 86128983-dc2e-4a16-a5fc-b9ede6cd83a5 is: BUILD; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:07:56.560311 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (86128983-dc2e-4a16-a5fc-b9ede6cd83a5), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:56.572720 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.notifiers.nova [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dda979ec-6bc6-4e43-b92a-eaa84c657715 {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 15:07:56.594823 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e4a226b-24ad-4e2c-a15d-4f11c73b3a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86128983-dc2e-4a16-a5fc-b9ede6cd83a5'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 15:07:56.596653 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4bde7-a3e8-4280-8805-3a5cad720b9c req-8b80c9ba-fcf0-43af-9e81-40821e913da2 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:56.597137 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e0964ea08b7304cb3fd06b6962f873a42c5b1f8277632c4cd90ec00bfa9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad3e80a8-f466-4b6b-81ef-30b8dc156e1b" -d '{"events": [{"server_uuid": "7e4a226b-24ad-4e2c-a15d-4f11c73b3a71", "name": "network-vif-plugged", "status": "completed", "tag": "86128983-dc2e-4a16-a5fc-b9ede6cd83a5"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 15:07:56.598128 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-c8c4bde7-a3e8-4280-8805-3a5cad720b9c req-8b80c9ba-fcf0-43af-9e81-40821e913da2 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf24868d-54cf-4b47-bc4e-96cfc8864c01 HTTP/1.1" status: 200 len: 943 time: 0.0478866 May 06 15:07:56.615540 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] For port 86128983-dc2e-4a16-a5fc-b9ede6cd83a5, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=86128983-dc2e-4a16-a5fc-b9ede6cd83a5,segment=NetworkSegment(bb34cda3-37af-4167-b981-0643034a4aa7),segment_id=bb34cda3-37af-4167-b981-0643034a4aa7)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:07:56.617437 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] For port dda979ec-6bc6-4e43-b92a-eaa84c657715, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=dda979ec-6bc6-4e43-b92a-eaa84c657715,segment=NetworkSegment(8a79fa25-ed49-466a-a899-43fb314ccade),segment_id=8a79fa25-ed49-466a-a899-43fb314ccade)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:07:56.620644 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (86128983-dc2e-4a16-a5fc-b9ede6cd83a5), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:56.626508 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (dda979ec-6bc6-4e43-b92a-eaa84c657715), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:56.650268 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 15:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2795e298-b636-4bf0-a57c-9349248bedcc x-openstack-request-id: req-2795e298-b636-4bf0-a57c-9349248bedcc {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 15:07:56.650562 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e4a226b-24ad-4e2c-a15d-4f11c73b3a71", "name": "network-vif-plugged", "status": "completed", "tag": "86128983-dc2e-4a16-a5fc-b9ede6cd83a5", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 15:07:56.650817 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2795e298-b636-4bf0-a57c-9349248bedcc {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 15:07:56.651203 dv-cinder-840678-2-iscsi neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2795e298-b636-4bf0-a57c-9349248bedcc'] response: {'server_uuid': '7e4a226b-24ad-4e2c-a15d-4f11c73b3a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86128983-dc2e-4a16-a5fc-b9ede6cd83a5', 'code': 200} May 06 15:07:56.657198 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-c8c4bde7-a3e8-4280-8805-3a5cad720b9c req-7a84a326-944b-4065-83ce-774250a139d7 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/security-groups?id=a34256eb-ffef-4843-9957-650a1f075897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530007 May 06 15:07:56.679476 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Pushing event updated for resources: {'Port': ['ID=86128983-dc2e-4a16-a5fc-b9ede6cd83a5,revision_number=5']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:07:56.738647 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Pushing event updated for resources: {'Port': ['ID=dda979ec-6bc6-4e43-b92a-eaa84c657715,revision_number=7']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:07:56.971672 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] get_ports_and_sgs() called for port_ids ['dda979ec-6bc6-4e43-b92a-eaa84c657715'] {{(pid=103344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 15:07:57.000241 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc732558-279c-495e-9914-a9044e70fabb req-7dba6246-fab2-4a17-ab35-2cc293af183d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:57.002942 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-cc732558-279c-495e-9914-a9044e70fabb req-7dba6246-fab2-4a17-ab35-2cc293af183d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7e4a226b-24ad-4e2c-a15d-4f11c73b3a71 HTTP/1.1" status: 200 len: 1130 time: 0.0398006 May 06 15:07:57.057439 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-cc732558-279c-495e-9914-a9044e70fabb req-34dede63-7980-4952-b623-19dd507e43ea service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4cc91575-ba74-4fa5-bc36-4f5fc54556a0&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0436630 May 06 15:07:57.244963 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a62c463-3ef8-4117-9a09-3f1f37d91a2c req-4b0bb4b8-f3ec-45a6-a4df-b778f270b514 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:57.246501 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-6a62c463-3ef8-4117-9a09-3f1f37d91a2c req-4b0bb4b8-f3ec-45a6-a4df-b778f270b514 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e4a226b-24ad-4e2c-a15d-4f11c73b3a71 HTTP/1.1" status: 200 len: 946 time: 0.0492566 May 06 15:07:57.298482 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-6a62c463-3ef8-4117-9a09-3f1f37d91a2c req-7e948218-0b2a-41f5-8e4e-5e15de051dd5 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cc91575-ba74-4fa5-bc36-4f5fc54556a0&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0455465 May 06 15:07:58.318339 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device dda979ec-6bc6-4e43-b92a-eaa84c657715 up at agent hyperv_hv-cinder-84067 {{(pid=103344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 15:07:58.366706 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Provisioning complete for port dda979ec-6bc6-4e43-b92a-eaa84c657715 triggered by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:07:58.367084 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (dda979ec-6bc6-4e43-b92a-eaa84c657715), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:58.414691 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b622ff-fe2d-421d-a05b-01394ac98506 req-97753e42-3a90-48a9-8820-b2360cbe1021 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:58.416160 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-66b622ff-fe2d-421d-a05b-01394ac98506 req-97753e42-3a90-48a9-8820-b2360cbe1021 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e4a226b-24ad-4e2c-a15d-4f11c73b3a71 HTTP/1.1" status: 200 len: 946 time: 0.0507162 May 06 15:07:58.449678 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Current status of the port dda979ec-6bc6-4e43-b92a-eaa84c657715 is: BUILD; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:07:58.450029 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (dda979ec-6bc6-4e43-b92a-eaa84c657715), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:58.467317 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-66b622ff-fe2d-421d-a05b-01394ac98506 req-7d644922-2dc1-4912-ad0f-309319010590 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cc91575-ba74-4fa5-bc36-4f5fc54556a0&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0455074 May 06 15:07:58.486276 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] For port dda979ec-6bc6-4e43-b92a-eaa84c657715, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=dda979ec-6bc6-4e43-b92a-eaa84c657715,segment=NetworkSegment(8a79fa25-ed49-466a-a899-43fb314ccade),segment_id=8a79fa25-ed49-466a-a899-43fb314ccade)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:07:58.490442 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (dda979ec-6bc6-4e43-b92a-eaa84c657715), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:58.537834 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Pushing event updated for resources: {'Port': ['ID=dda979ec-6bc6-4e43-b92a-eaa84c657715,revision_number=8']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:07:58.653325 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf24868d-54cf-4b47-bc4e-96cfc8864c01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda979ec-6bc6-4e43-b92a-eaa84c657715'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 15:07:58.656423 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e0964ea08b7304cb3fd06b6962f873a42c5b1f8277632c4cd90ec00bfa9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a380c624-87a3-4475-a83d-a8ee21d7ef67" -d '{"events": [{"server_uuid": "bf24868d-54cf-4b47-bc4e-96cfc8864c01", "name": "network-vif-plugged", "status": "completed", "tag": "dda979ec-6bc6-4e43-b92a-eaa84c657715"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 15:07:58.695046 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 15:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d866143-7be9-4021-9e03-69dbd4a44684 x-openstack-request-id: req-0d866143-7be9-4021-9e03-69dbd4a44684 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 15:07:58.695344 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf24868d-54cf-4b47-bc4e-96cfc8864c01", "name": "network-vif-plugged", "status": "completed", "tag": "dda979ec-6bc6-4e43-b92a-eaa84c657715", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 15:07:58.695599 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0d866143-7be9-4021-9e03-69dbd4a44684 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 15:07:58.695997 dv-cinder-840678-2-iscsi neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d866143-7be9-4021-9e03-69dbd4a44684'] response: {'server_uuid': 'bf24868d-54cf-4b47-bc4e-96cfc8864c01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda979ec-6bc6-4e43-b92a-eaa84c657715', 'code': 200} May 06 15:07:58.760282 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 52164) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:07:58.810425 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a50199e-a1ca-40dc-8329-7ead9e8c3838 admin admin] Deleting subnet 11cabfe9-cd14-4934-8fff-7e1e88f7633d {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 06 15:07:58.814695 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1a50199e-a1ca-40dc-8329-7ead9e8c3838 admin admin] Publish callbacks [] for subnet (11cabfe9-cd14-4934-8fff-7e1e88f7633d), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:58.851148 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1a50199e-a1ca-40dc-8329-7ead9e8c3838 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3289624'] for subnet (11cabfe9-cd14-4934-8fff-7e1e88f7633d), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:58.895640 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1a50199e-a1ca-40dc-8329-7ead9e8c3838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16159455'] for subnet (11cabfe9-cd14-4934-8fff-7e1e88f7633d), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:58.949801 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1a50199e-a1ca-40dc-8329-7ead9e8c3838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16159430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4192537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3310261'] for subnet (11cabfe9-cd14-4934-8fff-7e1e88f7633d), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:58.977302 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50199e-a1ca-40dc-8329-7ead9e8c3838 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11cabfe9-cd14-4934-8fff-7e1e88f7633d,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:07:58.979283 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1a50199e-a1ca-40dc-8329-7ead9e8c3838 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566627'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:58.985817 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-1a50199e-a1ca-40dc-8329-7ead9e8c3838 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/11cabfe9-cd14-4934-8fff-7e1e88f7633d HTTP/1.1" status: 204 len: 168 time: 0.2236226 May 06 15:07:58.986002 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 52166) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:07:59.054871 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-52704531-240d-4863-af83-dfd758b1e351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16137472'] for network (9b7a9a2c-6a5b-4387-960d-b4bc374c0697), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:59.389329 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-52704531-240d-4863-af83-dfd758b1e351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16161642', 'neutron.services.segments.db._delete_segments_for_network-8732313914390'] for network (9b7a9a2c-6a5b-4387-960d-b4bc374c0697), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:59.409926 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.services.segments.db [None req-52704531-240d-4863-af83-dfd758b1e351 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b7a9a2c-6a5b-4387-960d-b4bc374c0697']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:07:59.418684 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.services.segments.db [None req-52704531-240d-4863-af83-dfd758b1e351 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4543ecb-0190-4e69-b96a-9b8c957f15f4') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:07:59.419254 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.services.segments.db [None req-52704531-240d-4863-af83-dfd758b1e351 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4543ecb-0190-4e69-b96a-9b8c957f15f4') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:07:59.428093 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-52704531-240d-4863-af83-dfd758b1e351 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732313914911', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421250'] for segment (b4543ecb-0190-4e69-b96a-9b8c957f15f4), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:59.441737 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-52704531-240d-4863-af83-dfd758b1e351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16165668'] for segment (b4543ecb-0190-4e69-b96a-9b8c957f15f4), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:59.448487 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52704531-240d-4863-af83-dfd758b1e351 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 15:07:59.448884 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-52704531-240d-4863-af83-dfd758b1e351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16165668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59634259'] for segment (b4543ecb-0190-4e69-b96a-9b8c957f15f4), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:59.450716 dv-cinder-840678-2-iscsi neutron-server[103342]: Traceback (most recent call last): May 06 15:07:59.450716 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 15:07:59.450716 dv-cinder-840678-2-iscsi neutron-server[103342]: timer() May 06 15:07:59.450716 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 15:07:59.450716 dv-cinder-840678-2-iscsi neutron-server[103342]: cb(*args, **kw) May 06 15:07:59.450716 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 15:07:59.450716 dv-cinder-840678-2-iscsi neutron-server[103342]: return func(*args, **kwargs) May 06 15:07:59.450716 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 15:07:59.450716 dv-cinder-840678-2-iscsi neutron-server[103342]: self._notify() May 06 15:07:59.450716 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 15:07:59.450716 dv-cinder-840678-2-iscsi neutron-server[103342]: self.callback(batched_events) May 06 15:07:59.450716 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 15:07:59.450716 dv-cinder-840678-2-iscsi neutron-server[103342]: event.method(event) May 06 15:07:59.450716 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 15:07:59.450716 dv-cinder-840678-2-iscsi neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 15:07:59.450716 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 15:07:59.450716 dv-cinder-840678-2-iscsi neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( May 06 15:07:59.450716 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 15:07:59.450716 dv-cinder-840678-2-iscsi neutron-server[103342]: return f(self, *a, **k) May 06 15:07:59.450716 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 15:07:59.450716 dv-cinder-840678-2-iscsi neutron-server[103342]: return self._get(url).json() May 06 15:07:59.450716 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 15:07:59.450716 dv-cinder-840678-2-iscsi neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 15:07:59.450716 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 15:07:59.450716 dv-cinder-840678-2-iscsi neutron-server[103342]: return self.request(url, 'GET', **kwargs) May 06 15:07:59.450716 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 15:07:59.450716 dv-cinder-840678-2-iscsi neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, May 06 15:07:59.450716 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 15:07:59.450716 dv-cinder-840678-2-iscsi neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 15:07:59.450716 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 15:07:59.450716 dv-cinder-840678-2-iscsi neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 15:07:59.450716 dv-cinder-840678-2-iscsi neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 15:07:59.511312 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-52704531-240d-4863-af83-dfd758b1e351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16161617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429813'] for network (9b7a9a2c-6a5b-4387-960d-b4bc374c0697), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:59.517857 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-52704531-240d-4863-af83-dfd758b1e351 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566627'] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:59.523477 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-52704531-240d-4863-af83-dfd758b1e351 admin admin] 10.222.0.23 "DELETE /v2.0/networks/9b7a9a2c-6a5b-4387-960d-b4bc374c0697 HTTP/1.1" status: 204 len: 168 time: 0.5339231 May 06 15:07:59.523904 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 52172) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:07:59.532211 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52704531-240d-4863-af83-dfd758b1e351 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b7a9a2c-6a5b-4387-960d-b4bc374c0697,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:07:59.572223 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-951d8b74-8e32-4792-af3e-6ca4534ea9ae admin admin] Deleting subnet 97546619-b166-4f2c-861b-aae6bf9f83e5 {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 06 15:07:59.575450 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-951d8b74-8e32-4792-af3e-6ca4534ea9ae admin admin] Publish callbacks [] for subnet (97546619-b166-4f2c-861b-aae6bf9f83e5), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:59.594575 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d798b8-f6f8-4084-92fe-72ca43669e06 req-07393969-0750-485e-b519-b04853578463 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:59.596145 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-f1d798b8-f6f8-4084-92fe-72ca43669e06 req-07393969-0750-485e-b519-b04853578463 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e4a226b-24ad-4e2c-a15d-4f11c73b3a71 HTTP/1.1" status: 200 len: 946 time: 0.0472662 May 06 15:07:59.609335 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-951d8b74-8e32-4792-af3e-6ca4534ea9ae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3289624'] for subnet (97546619-b166-4f2c-861b-aae6bf9f83e5), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:59.650943 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-f1d798b8-f6f8-4084-92fe-72ca43669e06 req-4d01c112-7b6b-428b-b5cc-228ce0054ceb tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cc91575-ba74-4fa5-bc36-4f5fc54556a0&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0487492 May 06 15:07:59.652716 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-951d8b74-8e32-4792-af3e-6ca4534ea9ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16159455'] for subnet (97546619-b166-4f2c-861b-aae6bf9f83e5), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:59.707993 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-951d8b74-8e32-4792-af3e-6ca4534ea9ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16159430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4192537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3310261'] for subnet (97546619-b166-4f2c-861b-aae6bf9f83e5), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:59.734615 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951d8b74-8e32-4792-af3e-6ca4534ea9ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97546619-b166-4f2c-861b-aae6bf9f83e5,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:07:59.745990 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-951d8b74-8e32-4792-af3e-6ca4534ea9ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566627'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:59.749281 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-951d8b74-8e32-4792-af3e-6ca4534ea9ae admin admin] 10.222.0.23 "DELETE /v2.0/subnets/97546619-b166-4f2c-861b-aae6bf9f83e5 HTTP/1.1" status: 204 len: 168 time: 0.2241435 May 06 15:07:59.752650 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 52176) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:07:59.784845 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc408b-ece9-4b59-a3f3-bc9e8740130a req-b02c704b-d529-458c-a629-69df0451c845 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:07:59.786439 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-44fc408b-ece9-4b59-a3f3-bc9e8740130a req-b02c704b-d529-458c-a629-69df0451c845 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e4a226b-24ad-4e2c-a15d-4f11c73b3a71 HTTP/1.1" status: 200 len: 946 time: 0.0555522 May 06 15:07:59.827445 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-17eee915-ddd9-491c-817f-c7d36b87c894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16137472'] for network (f699d2de-7b3f-4f18-a51b-e82acf60f79d), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:59.836814 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-44fc408b-ece9-4b59-a3f3-bc9e8740130a req-3232af38-d5eb-488b-8498-18bfd8753a8d tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cc91575-ba74-4fa5-bc36-4f5fc54556a0&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0445910 May 06 15:07:59.861646 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 52178) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:07:59.906125 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-17eee915-ddd9-491c-817f-c7d36b87c894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16161642', 'neutron.services.segments.db._delete_segments_for_network-8732313914390'] for network (f699d2de-7b3f-4f18-a51b-e82acf60f79d), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:59.926922 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.services.segments.db [None req-17eee915-ddd9-491c-817f-c7d36b87c894 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f699d2de-7b3f-4f18-a51b-e82acf60f79d']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:07:59.936316 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.services.segments.db [None req-17eee915-ddd9-491c-817f-c7d36b87c894 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c886e362-e4ca-4262-9197-bef501ac7ad3') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:07:59.936641 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.services.segments.db [None req-17eee915-ddd9-491c-817f-c7d36b87c894 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c886e362-e4ca-4262-9197-bef501ac7ad3') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:07:59.946562 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-17eee915-ddd9-491c-817f-c7d36b87c894 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732313914911', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421250'] for segment (c886e362-e4ca-4262-9197-bef501ac7ad3), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:59.959685 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-17eee915-ddd9-491c-817f-c7d36b87c894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16165668'] for segment (c886e362-e4ca-4262-9197-bef501ac7ad3), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:59.965971 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17eee915-ddd9-491c-817f-c7d36b87c894 admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 15:07:59.966422 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-17eee915-ddd9-491c-817f-c7d36b87c894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16165668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59634259'] for segment (c886e362-e4ca-4262-9197-bef501ac7ad3), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:07:59.968104 dv-cinder-840678-2-iscsi neutron-server[103342]: Traceback (most recent call last): May 06 15:07:59.968104 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 15:07:59.968104 dv-cinder-840678-2-iscsi neutron-server[103342]: timer() May 06 15:07:59.968104 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 15:07:59.968104 dv-cinder-840678-2-iscsi neutron-server[103342]: cb(*args, **kw) May 06 15:07:59.968104 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 15:07:59.968104 dv-cinder-840678-2-iscsi neutron-server[103342]: return func(*args, **kwargs) May 06 15:07:59.968104 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 15:07:59.968104 dv-cinder-840678-2-iscsi neutron-server[103342]: self._notify() May 06 15:07:59.968104 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 15:07:59.968104 dv-cinder-840678-2-iscsi neutron-server[103342]: self.callback(batched_events) May 06 15:07:59.968104 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 15:07:59.968104 dv-cinder-840678-2-iscsi neutron-server[103342]: event.method(event) May 06 15:07:59.968104 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 15:07:59.968104 dv-cinder-840678-2-iscsi neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 15:07:59.968104 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 15:07:59.968104 dv-cinder-840678-2-iscsi neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( May 06 15:07:59.968104 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 15:07:59.968104 dv-cinder-840678-2-iscsi neutron-server[103342]: return f(self, *a, **k) May 06 15:07:59.968104 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 15:07:59.968104 dv-cinder-840678-2-iscsi neutron-server[103342]: return self._get(url).json() May 06 15:07:59.968104 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 15:07:59.968104 dv-cinder-840678-2-iscsi neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 15:07:59.968104 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 15:07:59.968104 dv-cinder-840678-2-iscsi neutron-server[103342]: return self.request(url, 'GET', **kwargs) May 06 15:07:59.968104 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 15:07:59.968104 dv-cinder-840678-2-iscsi neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, May 06 15:07:59.968104 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 15:07:59.968104 dv-cinder-840678-2-iscsi neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 15:07:59.968104 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 15:07:59.968104 dv-cinder-840678-2-iscsi neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 15:07:59.968104 dv-cinder-840678-2-iscsi neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 15:08:00.025956 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-17eee915-ddd9-491c-817f-c7d36b87c894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16161617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429813'] for network (f699d2de-7b3f-4f18-a51b-e82acf60f79d), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:00.031393 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-17eee915-ddd9-491c-817f-c7d36b87c894 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566627'] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:00.035011 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-17eee915-ddd9-491c-817f-c7d36b87c894 admin admin] 10.222.0.23 "DELETE /v2.0/networks/f699d2de-7b3f-4f18-a51b-e82acf60f79d HTTP/1.1" status: 204 len: 168 time: 0.2812700 May 06 15:08:00.046595 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eee915-ddd9-491c-817f-c7d36b87c894 admin admin] Pushing event deleted for resources: {'Network': ['ID=f699d2de-7b3f-4f18-a51b-e82acf60f79d,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:08:00.053219 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee37c5b-eff5-4c1e-aec5-fe6af9cf944c tempest-TestVolumeBootPattern-949814838 tempest-TestVolumeBootPattern-949814838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:08:00.055017 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-0ee37c5b-eff5-4c1e-aec5-fe6af9cf944c tempest-TestVolumeBootPattern-949814838 tempest-TestVolumeBootPattern-949814838-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=7e4a226b-24ad-4e2c-a15d-4f11c73b3a71 HTTP/1.1" status: 200 len: 1125 time: 0.1922204 May 06 15:08:00.058167 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 52184) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:08:00.062889 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.v2.base [None req-a9df5c69-1ae4-4fd0-93fa-754c69c89271 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Request body: {'floatingip': {'floating_network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'port_id': '86128983-dc2e-4a16-a5fc-b9ede6cd83a5', 'tenant_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:08:00.085494 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a9df5c69-1ae4-4fd0-93fa-754c69c89271 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:00.166716 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a9df5c69-1ae4-4fd0-93fa-754c69c89271 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:00.203917 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 52186) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:08:00.244464 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-d2b55d26-c154-4dba-ade1-e2b5ef4187dc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ad326e01031b493cb0c63533d25a2ec3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392599 May 06 15:08:00.246956 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 52188) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:08:00.276897 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-a9df5c69-1ae4-4fd0-93fa-754c69c89271 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Allocated IP 172.27.2.11 (06a85250-557d-4448-8943-b2192c4da88d/cd3545e0-d98c-46ff-bce0-08f4555cdcb4/cb263427-cd95-41b1-909c-24aaae01a912) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 15:08:00.295775 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7292fee3-9e81-4b45-b96d-0ad69b7b7820 admin admin] Publish callbacks [] for security_group (bcdd27e5-84a3-4c96-890f-fc324a044444), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:00.317415 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7292fee3-9e81-4b45-b96d-0ad69b7b7820 admin admin] Publish callbacks [] for security_group (bcdd27e5-84a3-4c96-890f-fc324a044444), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:00.367011 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7292fee3-9e81-4b45-b96d-0ad69b7b7820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (bcdd27e5-84a3-4c96-890f-fc324a044444), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:00.369985 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7292fee3-9e81-4b45-b96d-0ad69b7b7820 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:00.371130 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-7292fee3-9e81-4b45-b96d-0ad69b7b7820 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bcdd27e5-84a3-4c96-890f-fc324a044444 HTTP/1.1" status: 204 len: 168 time: 0.1232724 May 06 15:08:00.378939 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7292fee3-9e81-4b45-b96d-0ad69b7b7820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcdd27e5-84a3-4c96-890f-fc324a044444,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:08:00.379924 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a9df5c69-1ae4-4fd0-93fa-754c69c89271 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks [] for port (cb263427-cd95-41b1-909c-24aaae01a912), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:00.415066 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a9df5c69-1ae4-4fd0-93fa-754c69c89271 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732313435468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194024'] for port (cb263427-cd95-41b1-909c-24aaae01a912), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:00.454845 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9df5c69-1ae4-4fd0-93fa-754c69c89271 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Network 06a85250-557d-4448-8943-b2192c4da88d is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 15:08:00.459799 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-a9df5c69-1ae4-4fd0-93fa-754c69c89271 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 15:08:00.462243 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9df5c69-1ae4-4fd0-93fa-754c69c89271 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 15:08:00.491660 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9df5c69-1ae4-4fd0-93fa-754c69c89271 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Pushing event updated for resources: {'Port': ['ID=cb263427-cd95-41b1-909c-24aaae01a912,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:08:00.718190 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 52194) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:08:00.762993 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-43c60d35-473f-4e22-af25-df215d99e39c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=62b6099992ae45229ac1a6cab3eb1855&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0432127 May 06 15:08:00.765535 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 52196) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:08:00.813969 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a7321c1a-f652-434d-bd7b-d3322dd0311f admin admin] Publish callbacks [] for security_group (3186d08a-bb7d-48ee-a968-f49cbfeb6f50), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:00.836662 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a7321c1a-f652-434d-bd7b-d3322dd0311f admin admin] Publish callbacks [] for security_group (3186d08a-bb7d-48ee-a968-f49cbfeb6f50), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:00.843605 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a9df5c69-1ae4-4fd0-93fa-754c69c89271 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks [] for floatingip (a65d54db-54f6-4592-975a-d6edffb3a8c9), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:00.885661 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a7321c1a-f652-434d-bd7b-d3322dd0311f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (3186d08a-bb7d-48ee-a968-f49cbfeb6f50), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:00.888401 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a7321c1a-f652-434d-bd7b-d3322dd0311f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:00.890235 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-a7321c1a-f652-434d-bd7b-d3322dd0311f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3186d08a-bb7d-48ee-a968-f49cbfeb6f50 HTTP/1.1" status: 204 len: 168 time: 0.1231720 May 06 15:08:00.899798 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7321c1a-f652-434d-bd7b-d3322dd0311f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3186d08a-bb7d-48ee-a968-f49cbfeb6f50,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:08:01.176356 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a9df5c69-1ae4-4fd0-93fa-754c69c89271 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (cb263427-cd95-41b1-909c-24aaae01a912), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:01.337661 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a9df5c69-1ae4-4fd0-93fa-754c69c89271 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks [] for port (cb263427-cd95-41b1-909c-24aaae01a912), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:01.342249 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a9df5c69-1ae4-4fd0-93fa-754c69c89271 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194015'] for port (cb263427-cd95-41b1-909c-24aaae01a912), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:01.412581 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9df5c69-1ae4-4fd0-93fa-754c69c89271 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Pushing event updated for resources: {'Port': ['ID=cb263427-cd95-41b1-909c-24aaae01a912,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:08:01.427316 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a9df5c69-1ae4-4fd0-93fa-754c69c89271 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429592'] for floatingip (a65d54db-54f6-4592-975a-d6edffb3a8c9), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:01.530946 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.db.l3_db [None req-a9df5c69-1ae4-4fd0-93fa-754c69c89271 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Floating IP a65d54db-54f6-4592-975a-d6edffb3a8c9 associated. External IP: 172.27.2.11, port: 86128983-dc2e-4a16-a5fc-b9ede6cd83a5. May 06 15:08:01.751112 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9df5c69-1ae4-4fd0-93fa-754c69c89271 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Router 6b883df9-6795-4edd-8a80-d947ab5730a5 has already been hosted by L3 agent ec8f31e6-1756-4927-8bc3-e144e6f0af83 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 15:08:01.871041 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9df5c69-1ae4-4fd0-93fa-754c69c89271 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Notify agent at l3_agent.dv-cinder-840678-2-iscsi the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 15:08:01.882207 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ca57d7-862b-434f-ab00-368fda1797a6 None None] Sync routers for ids ['6b883df9-6795-4edd-8a80-d947ab5730a5'] in dv-cinder-840678-2-iscsi {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 15:08:01.895122 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a9df5c69-1ae4-4fd0-93fa-754c69c89271 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for floatingip (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:01.895474 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ca57d7-862b-434f-ab00-368fda1797a6 None None] Routers {'6b883df9-6795-4edd-8a80-d947ab5730a5'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:08:01.896307 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-33ca57d7-862b-434f-ab00-368fda1797a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:07:39Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['6b883df9-6795-4edd-8a80-d947ab5730a5'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:08:01.950300 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-a9df5c69-1ae4-4fd0-93fa-754c69c89271 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8908691 May 06 15:08:01.951594 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e4a226b-24ad-4e2c-a15d-4f11c73b3a71', 'tag': '86128983-dc2e-4a16-a5fc-b9ede6cd83a5'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 15:08:01.954258 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5daf9cee7e39eb515dc660b2975ad5fbac0ba75c1025697cc881fad3e2d3ce45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d43ae3-afdc-46bc-9219-83ff934e221e" -d '{"events": [{"name": "network-changed", "server_uuid": "7e4a226b-24ad-4e2c-a15d-4f11c73b3a71", "tag": "86128983-dc2e-4a16-a5fc-b9ede6cd83a5"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 15:08:01.998453 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 15:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fac5e6d-1fae-45b8-8acc-325a816fbf22 x-openstack-request-id: req-1fac5e6d-1fae-45b8-8acc-325a816fbf22 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 15:08:01.998905 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e4a226b-24ad-4e2c-a15d-4f11c73b3a71", "tag": "86128983-dc2e-4a16-a5fc-b9ede6cd83a5", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 15:08:02.000113 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1fac5e6d-1fae-45b8-8acc-325a816fbf22 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 15:08:02.000113 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fac5e6d-1fae-45b8-8acc-325a816fbf22'] response: {'name': 'network-changed', 'server_uuid': '7e4a226b-24ad-4e2c-a15d-4f11c73b3a71', 'tag': '86128983-dc2e-4a16-a5fc-b9ede6cd83a5', 'status': 'completed', 'code': 200} May 06 15:08:02.017299 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-33ca57d7-862b-434f-ab00-368fda1797a6 None None] Set router 6b883df9-6795-4edd-8a80-d947ab5730a5 gateway port host: dv-cinder-840678-2-iscsi {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:08:02.080767 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d43ae3-afdc-46bc-9219-83ff934e221e req-e68e12e1-9074-481d-8675-209be53a5760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:08:02.082279 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-e4d43ae3-afdc-46bc-9219-83ff934e221e req-e68e12e1-9074-481d-8675-209be53a5760 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bb5f41fdaad246b7bc30c8f8021129a3&device_id=7e4a226b-24ad-4e2c-a15d-4f11c73b3a71 HTTP/1.1" status: 200 len: 1130 time: 0.0437484 May 06 15:08:02.194535 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d43ae3-afdc-46bc-9219-83ff934e221e req-b1ea9549-ece2-4d12-8bac-44f795739ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:08:02.196165 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-e4d43ae3-afdc-46bc-9219-83ff934e221e req-b1ea9549-ece2-4d12-8bac-44f795739ef7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=930e9db3-dfec-4f84-956d-74111c835ba4 HTTP/1.1" status: 200 len: 912 time: 0.1017532 May 06 15:08:02.270954 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-33ca57d7-862b-434f-ab00-368fda1797a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b883df9-6795-4edd-8a80-d947ab5730a5', 'name': 'tempest-TestVolumeBootPattern-408062417-router', 'tenant_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '1b6defe5-72de-447a-9942-cc09c7b0d6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:59:47Z', 'updated_at': '2022-05-06T14:59:51Z', 'revision_number': 4, 'project_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'gw_port': {'id': '1b6defe5-72de-447a-9942-cc09c7b0d6d1', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:99:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b883df9-6795-4edd-8a80-d947ab5730a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:59:47Z', 'updated_at': '2022-05-06T14:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_floatingips': [{'id': 'a65d54db-54f6-4592-975a-d6edffb3a8c9', 'tenant_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'floating_ip_address': '172.27.2.11', 'floating_network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'router_id': '6b883df9-6795-4edd-8a80-d947ab5730a5', 'port_id': '86128983-dc2e-4a16-a5fc-b9ede6cd83a5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '930e9db3-dfec-4f84-956d-74111c835ba4', 'mac_address': 'fa:16:3e:fb:64:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4a226b-24ad-4e2c-a15d-4f11c73b3a71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T15:08:00Z', 'updated_at': '2022-05-06T15:08:00Z', 'revision_number': 0, 'project_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'fixed_ip_address_scope': None}, {'id': 'c19111b1-041d-42e4-baa3-111c03db6684', 'tenant_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'floating_ip_address': '172.27.2.169', 'floating_network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'router_id': '6b883df9-6795-4edd-8a80-d947ab5730a5', 'port_id': 'd16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '930e9db3-dfec-4f84-956d-74111c835ba4', 'mac_address': 'fa:16:3e:87:b6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f19adbc-952b-4406-a004-e87ec20fdd63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T15:05:24Z', 'updated_at': '2022-05-06T15:05:26Z', 'revision_number': 1, 'project_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd77f6e64-7c32-4bf9-b879-a7ff27851f56', 'name': '', 'network_id': '930e9db3-dfec-4f84-956d-74111c835ba4', 'tenant_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'mac_address': 'fa:16:3e:b2:e8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b883df9-6795-4edd-8a80-d947ab5730a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'df318507-d5d9-462f-9365-0df583e1ec25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:59:50Z', 'updated_at': '2022-05-06T14:59:56Z', 'revision_number': 5, 'project_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'subnets': [{'id': 'df318507-d5d9-462f-9365-0df583e1ec25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:08:02.275674 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-e4d43ae3-afdc-46bc-9219-83ff934e221e req-090e6125-e5b7-43bb-ae30-7485354f7d31 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=86128983-dc2e-4a16-a5fc-b9ede6cd83a5 HTTP/1.1" status: 200 len: 999 time: 0.0678453 May 06 15:08:02.298265 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ca57d7-862b-434f-ab00-368fda1797a6 None None] Checking router: 6b883df9-6795-4edd-8a80-d947ab5730a5 for host: dv-cinder-840678-2-iscsi {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 15:08:02.307759 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ca57d7-862b-434f-ab00-368fda1797a6 None None] Routers {'6b883df9-6795-4edd-8a80-d947ab5730a5'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:08:02.308525 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-33ca57d7-862b-434f-ab00-368fda1797a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:07:39Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['6b883df9-6795-4edd-8a80-d947ab5730a5'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:08:02.331622 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d43ae3-afdc-46bc-9219-83ff934e221e req-980638bc-ad59-4982-b573-a43f2870a749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:08:02.333088 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-e4d43ae3-afdc-46bc-9219-83ff934e221e req-980638bc-ad59-4982-b573-a43f2870a749 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=df318507-d5d9-462f-9365-0df583e1ec25 HTTP/1.1" status: 200 len: 850 time: 0.0491409 May 06 15:08:02.382818 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d43ae3-afdc-46bc-9219-83ff934e221e req-1e77ab51-5352-4783-a0c4-72ef838b81a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:08:02.384343 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-e4d43ae3-afdc-46bc-9219-83ff934e221e req-1e77ab51-5352-4783-a0c4-72ef838b81a3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=930e9db3-dfec-4f84-956d-74111c835ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410480 May 06 15:08:02.483124 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-e4d43ae3-afdc-46bc-9219-83ff934e221e req-8633fffe-8a16-415e-b83c-06ea85b7cae0 service neutron] 10.222.0.26 "GET /v2.0/networks/930e9db3-dfec-4f84-956d-74111c835ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920546 May 06 15:08:02.552074 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-33ca57d7-862b-434f-ab00-368fda1797a6 None None] Set router 6b883df9-6795-4edd-8a80-d947ab5730a5 gateway port host: dv-cinder-840678-2-iscsi {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:08:02.584029 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-e4d43ae3-afdc-46bc-9219-83ff934e221e req-f7161c1c-34c5-464b-9007-91d1ac62e62c service neutron] 10.222.0.26 "GET /v2.0/networks/930e9db3-dfec-4f84-956d-74111c835ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917325 May 06 15:08:02.785619 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-33ca57d7-862b-434f-ab00-368fda1797a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b883df9-6795-4edd-8a80-d947ab5730a5', 'name': 'tempest-TestVolumeBootPattern-408062417-router', 'tenant_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '1b6defe5-72de-447a-9942-cc09c7b0d6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:59:47Z', 'updated_at': '2022-05-06T14:59:51Z', 'revision_number': 4, 'project_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'gw_port': {'id': '1b6defe5-72de-447a-9942-cc09c7b0d6d1', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:99:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b883df9-6795-4edd-8a80-d947ab5730a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:59:47Z', 'updated_at': '2022-05-06T14:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_floatingips': [{'id': 'a65d54db-54f6-4592-975a-d6edffb3a8c9', 'tenant_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'floating_ip_address': '172.27.2.11', 'floating_network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'router_id': '6b883df9-6795-4edd-8a80-d947ab5730a5', 'port_id': '86128983-dc2e-4a16-a5fc-b9ede6cd83a5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '930e9db3-dfec-4f84-956d-74111c835ba4', 'mac_address': 'fa:16:3e:fb:64:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4a226b-24ad-4e2c-a15d-4f11c73b3a71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T15:08:00Z', 'updated_at': '2022-05-06T15:08:00Z', 'revision_number': 0, 'project_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'fixed_ip_address_scope': None}, {'id': 'c19111b1-041d-42e4-baa3-111c03db6684', 'tenant_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'floating_ip_address': '172.27.2.169', 'floating_network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'router_id': '6b883df9-6795-4edd-8a80-d947ab5730a5', 'port_id': 'd16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '930e9db3-dfec-4f84-956d-74111c835ba4', 'mac_address': 'fa:16:3e:87:b6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f19adbc-952b-4406-a004-e87ec20fdd63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T15:05:24Z', 'updated_at': '2022-05-06T15:05:26Z', 'revision_number': 1, 'project_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd77f6e64-7c32-4bf9-b879-a7ff27851f56', 'name': '', 'network_id': '930e9db3-dfec-4f84-956d-74111c835ba4', 'tenant_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'mac_address': 'fa:16:3e:b2:e8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b883df9-6795-4edd-8a80-d947ab5730a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'df318507-d5d9-462f-9365-0df583e1ec25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:59:50Z', 'updated_at': '2022-05-06T14:59:56Z', 'revision_number': 5, 'project_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'subnets': [{'id': 'df318507-d5d9-462f-9365-0df583e1ec25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:08:02.813744 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ca57d7-862b-434f-ab00-368fda1797a6 None None] The sync data for ids ['6b883df9-6795-4edd-8a80-d947ab5730a5'] in dv-cinder-840678-2-iscsi is: [{'id': '6b883df9-6795-4edd-8a80-d947ab5730a5', 'name': 'tempest-TestVolumeBootPattern-408062417-router', 'tenant_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '1b6defe5-72de-447a-9942-cc09c7b0d6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:59:47Z', 'updated_at': '2022-05-06T14:59:51Z', 'revision_number': 4, 'project_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'gw_port': {'id': '1b6defe5-72de-447a-9942-cc09c7b0d6d1', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:99:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b883df9-6795-4edd-8a80-d947ab5730a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:59:47Z', 'updated_at': '2022-05-06T14:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_floatingips': [{'id': 'a65d54db-54f6-4592-975a-d6edffb3a8c9', 'tenant_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'floating_ip_address': '172.27.2.11', 'floating_network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'router_id': '6b883df9-6795-4edd-8a80-d947ab5730a5', 'port_id': '86128983-dc2e-4a16-a5fc-b9ede6cd83a5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '930e9db3-dfec-4f84-956d-74111c835ba4', 'mac_address': 'fa:16:3e:fb:64:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4a226b-24ad-4e2c-a15d-4f11c73b3a71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T15:08:00Z', 'updated_at': '2022-05-06T15:08:00Z', 'revision_number': 0, 'project_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'fixed_ip_address_scope': None}, {'id': 'c19111b1-041d-42e4-baa3-111c03db6684', 'tenant_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'floating_ip_address': '172.27.2.169', 'floating_network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'router_id': '6b883df9-6795-4edd-8a80-d947ab5730a5', 'port_id': 'd16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '930e9db3-dfec-4f84-956d-74111c835ba4', 'mac_address': 'fa:16:3e:87:b6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f19adbc-952b-4406-a004-e87ec20fdd63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T15:05:24Z', 'updated_at': '2022-05-06T15:05:26Z', 'revision_number': 1, 'project_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd77f6e64-7c32-4bf9-b879-a7ff27851f56', 'name': '', 'network_id': '930e9db3-dfec-4f84-956d-74111c835ba4', 'tenant_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'mac_address': 'fa:16:3e:b2:e8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b883df9-6795-4edd-8a80-d947ab5730a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'df318507-d5d9-462f-9365-0df583e1ec25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:59:50Z', 'updated_at': '2022-05-06T14:59:56Z', 'revision_number': 5, 'project_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'subnets': [{'id': 'df318507-d5d9-462f-9365-0df583e1ec25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 15:08:03.011260 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe5d329-9b46-4698-b332-6db25510b884 None None] New status for floating IP a65d54db-54f6-4592-975a-d6edffb3a8c9: ACTIVE {{(pid=103345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 15:08:07.117708 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-28c6da3a-df2a-4c86-812d-155327f26acf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (79b17169-ed94-4769-ba4e-30adf371f78f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:09.459441 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-99d5ed0d-4322-4521-8266-f743bc3a4b11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (ec8f31e6-1756-4927-8bc3-e144e6f0af83), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:10.553942 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1afa6ce1-9145-4257-8e23-9dd2cd4b1998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b699075f-0d9f-4d2e-b182-9d9eb15bfab1), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:12.692076 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-68b1beb6-545b-4f86-a143-b395004404eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b8293b96-1d4f-4101-9243-9870353ff712), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:13.762799 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (20451d70-ea89-4a66-885a-20a1b2a3bff8), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:20.634821 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (1eb4536b-031c-4a65-bfe5-fc1ede7d9429), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:21.746965 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5624f790-8822-4e28-8827-46e46062ea32 req-725e8600-29e5-40ae-a7ae-10758dae27d8 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:08:21.748450 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-5624f790-8822-4e28-8827-46e46062ea32 req-725e8600-29e5-40ae-a7ae-10758dae27d8 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ad8648-866a-4792-a62e-b737ec4cb06a HTTP/1.1" status: 200 len: 947 time: 0.0483665 May 06 15:08:21.948167 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-5624f790-8822-4e28-8827-46e46062ea32 req-243f8f5c-f7ef-4244-aaa5-f16658b3d8eb tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=a92eff12-6df3-4bf2-b300-176be048dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1940897 May 06 15:08:23.122049 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d787a0-f4ba-4c5e-b4b5-43e1f4105d88 req-e35c8bf2-7bfe-4844-a82f-ef81db154ada tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:08:23.123516 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-b4d787a0-f4ba-4c5e-b4b5-43e1f4105d88 req-e35c8bf2-7bfe-4844-a82f-ef81db154ada tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ad8648-866a-4792-a62e-b737ec4cb06a HTTP/1.1" status: 200 len: 947 time: 0.1019790 May 06 15:08:23.173975 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-b4d787a0-f4ba-4c5e-b4b5-43e1f4105d88 req-81fd26b2-f8cb-4749-8cbc-e54a35e9018c tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=a92eff12-6df3-4bf2-b300-176be048dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442510 May 06 15:08:23.745093 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 52380) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:08:23.864476 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-45e1d800-9201-4703-9402-ede92ccc6451 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:23.944712 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-45e1d800-9201-4703-9402-ede92ccc6451 admin admin] Publish callbacks [] for security_group (3f40cbdd-9964-40cf-99ef-f059df6c6991), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:23.949342 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-45e1d800-9201-4703-9402-ede92ccc6451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (3f40cbdd-9964-40cf-99ef-f059df6c6991), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:23.989389 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ffb572-f377-4acc-831a-6dde4d05e706 req-55937cd5-6506-4dd4-b970-945ff2b294bd tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:08:23.990002 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-45e1d800-9201-4703-9402-ede92ccc6451 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7cec864a4e3948a0946d0ce68c37865b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2434490 May 06 15:08:23.990575 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e1d800-9201-4703-9402-ede92ccc6451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f40cbdd-9964-40cf-99ef-f059df6c6991,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:08:23.990956 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-09ffb572-f377-4acc-831a-6dde4d05e706 req-55937cd5-6506-4dd4-b970-945ff2b294bd tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.26 "GET /v2.0/ports?device_id=19ad8648-866a-4792-a62e-b737ec4cb06a HTTP/1.1" status: 200 len: 947 time: 0.0554445 May 06 15:08:23.992318 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 52384) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:08:23.998194 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e1d800-9201-4703-9402-ede92ccc6451 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:08:23.999077 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e1d800-9201-4703-9402-ede92ccc6451 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:08:23.999077 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e1d800-9201-4703-9402-ede92ccc6451 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:08:23.999294 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e1d800-9201-4703-9402-ede92ccc6451 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:08:23.999520 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e1d800-9201-4703-9402-ede92ccc6451 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:08:23.999849 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e1d800-9201-4703-9402-ede92ccc6451 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:08:24.000175 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e1d800-9201-4703-9402-ede92ccc6451 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:08:24.000499 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e1d800-9201-4703-9402-ede92ccc6451 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:08:24.000909 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e1d800-9201-4703-9402-ede92ccc6451 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:08:24.001241 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e1d800-9201-4703-9402-ede92ccc6451 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:08:24.001588 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e1d800-9201-4703-9402-ede92ccc6451 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:08:24.002502 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e1d800-9201-4703-9402-ede92ccc6451 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:08:24.003067 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e1d800-9201-4703-9402-ede92ccc6451 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:08:24.003203 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e1d800-9201-4703-9402-ede92ccc6451 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:08:24.003414 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e1d800-9201-4703-9402-ede92ccc6451 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:08:24.107159 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-85200998-1c0e-4ac6-bb40-3b5ace5a90b2 admin admin] Publish callbacks [] for security_group (3f40cbdd-9964-40cf-99ef-f059df6c6991), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:24.124366 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-09ffb572-f377-4acc-831a-6dde4d05e706 req-6dd851bd-6fd9-47ed-9065-71456e73fa5d tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Deleting port bb0071d4-031e-4804-a43f-aa46f5e4a62a {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 15:08:24.124732 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-09ffb572-f377-4acc-831a-6dde4d05e706 req-6dd851bd-6fd9-47ed-9065-71456e73fa5d tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732313803493'] for port (bb0071d4-031e-4804-a43f-aa46f5e4a62a), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:24.183836 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-85200998-1c0e-4ac6-bb40-3b5ace5a90b2 admin admin] Publish callbacks [] for security_group (3f40cbdd-9964-40cf-99ef-f059df6c6991), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:24.269003 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-09ffb572-f377-4acc-831a-6dde4d05e706 req-6dd851bd-6fd9-47ed-9065-71456e73fa5d tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] For port bb0071d4-031e-4804-a43f-aa46f5e4a62a, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=bb0071d4-031e-4804-a43f-aa46f5e4a62a,segment=NetworkSegment(59b9f651-300b-41a0-9754-50f9dffdafce),segment_id=59b9f651-300b-41a0-9754-50f9dffdafce)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:08:24.269320 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-09ffb572-f377-4acc-831a-6dde4d05e706 req-6dd851bd-6fd9-47ed-9065-71456e73fa5d tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426303'] for port (bb0071d4-031e-4804-a43f-aa46f5e4a62a), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:24.362666 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-85200998-1c0e-4ac6-bb40-3b5ace5a90b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (3f40cbdd-9964-40cf-99ef-f059df6c6991), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:24.365277 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-85200998-1c0e-4ac6-bb40-3b5ace5a90b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:24.366432 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-85200998-1c0e-4ac6-bb40-3b5ace5a90b2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3f40cbdd-9964-40cf-99ef-f059df6c6991 HTTP/1.1" status: 204 len: 168 time: 0.3732190 May 06 15:08:24.391135 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b0903-3f09-4b32-893f-c84fb72089c4 req-35e8a4fe-f37b-4481-bcfa-9812a0b144de tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:08:24.392698 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-786b0903-3f09-4b32-893f-c84fb72089c4 req-35e8a4fe-f37b-4481-bcfa-9812a0b144de tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/ports?device_id=19ad8648-866a-4792-a62e-b737ec4cb06a HTTP/1.1" status: 200 len: 947 time: 0.1412382 May 06 15:08:24.410556 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85200998-1c0e-4ac6-bb40-3b5ace5a90b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f40cbdd-9964-40cf-99ef-f059df6c6991,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:08:24.448639 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85200998-1c0e-4ac6-bb40-3b5ace5a90b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:08:24.448975 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85200998-1c0e-4ac6-bb40-3b5ace5a90b2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:08:24.449334 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85200998-1c0e-4ac6-bb40-3b5ace5a90b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:08:24.449676 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85200998-1c0e-4ac6-bb40-3b5ace5a90b2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:08:24.450016 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85200998-1c0e-4ac6-bb40-3b5ace5a90b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:08:24.450352 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85200998-1c0e-4ac6-bb40-3b5ace5a90b2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:08:24.450683 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85200998-1c0e-4ac6-bb40-3b5ace5a90b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:08:24.451013 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85200998-1c0e-4ac6-bb40-3b5ace5a90b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:08:24.451341 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85200998-1c0e-4ac6-bb40-3b5ace5a90b2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:08:24.451670 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85200998-1c0e-4ac6-bb40-3b5ace5a90b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:08:24.452000 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85200998-1c0e-4ac6-bb40-3b5ace5a90b2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:08:24.452329 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85200998-1c0e-4ac6-bb40-3b5ace5a90b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:08:24.452674 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85200998-1c0e-4ac6-bb40-3b5ace5a90b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:08:24.453000 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85200998-1c0e-4ac6-bb40-3b5ace5a90b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:08:24.453323 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85200998-1c0e-4ac6-bb40-3b5ace5a90b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:08:24.546446 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-786b0903-3f09-4b32-893f-c84fb72089c4 req-1de3aa6a-6b36-401c-83c0-b4617adb2f02 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups?id=a92eff12-6df3-4bf2-b300-176be048dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442626 May 06 15:08:24.631055 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-09ffb572-f377-4acc-831a-6dde4d05e706 req-6dd851bd-6fd9-47ed-9065-71456e73fa5d tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:24.631694 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-09ffb572-f377-4acc-831a-6dde4d05e706 req-6dd851bd-6fd9-47ed-9065-71456e73fa5d tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429592'] for floatingip (976df5f7-1f39-4358-961a-e1c1f5ab0154), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:24.632198 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.db.l3_db [req-09ffb572-f377-4acc-831a-6dde4d05e706 req-6dd851bd-6fd9-47ed-9065-71456e73fa5d tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Floating IP 976df5f7-1f39-4358-961a-e1c1f5ab0154 disassociated. External IP: 172.27.2.248, port: bb0071d4-031e-4804-a43f-aa46f5e4a62a. May 06 15:08:24.632624 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-09ffb572-f377-4acc-831a-6dde4d05e706 req-6dd851bd-6fd9-47ed-9065-71456e73fa5d tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Calling delete_port for bb0071d4-031e-4804-a43f-aa46f5e4a62a owned by compute:nova {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 15:08:24.786679 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-09ffb572-f377-4acc-831a-6dde4d05e706 req-6dd851bd-6fd9-47ed-9065-71456e73fa5d tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732313812345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732313435477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194024'] for port (bb0071d4-031e-4804-a43f-aa46f5e4a62a), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:24.817088 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd851bd-6fd9-47ed-9065-71456e73fa5d tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Pushing event deleted for resources: {'Port': ['ID=bb0071d4-031e-4804-a43f-aa46f5e4a62a,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:08:24.934237 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [req-09ffb572-f377-4acc-831a-6dde4d05e706 req-6dd851bd-6fd9-47ed-9065-71456e73fa5d tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Router 9b86048a-66a1-446e-9597-a9a025a1c8d0 has already been hosted by L3 agent ec8f31e6-1756-4927-8bc3-e144e6f0af83 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 15:08:25.046457 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-09ffb572-f377-4acc-831a-6dde4d05e706 req-6dd851bd-6fd9-47ed-9065-71456e73fa5d tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Notify agent at l3_agent.dv-cinder-840678-2-iscsi the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 15:08:25.059856 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25af75a0-95b2-4b37-a741-c29a679d38b5 None None] Sync routers for ids ['9b86048a-66a1-446e-9597-a9a025a1c8d0'] in dv-cinder-840678-2-iscsi {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 15:08:25.071791 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25af75a0-95b2-4b37-a741-c29a679d38b5 None None] Routers {'9b86048a-66a1-446e-9597-a9a025a1c8d0'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:08:25.072441 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-25af75a0-95b2-4b37-a741-c29a679d38b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:08:09Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['9b86048a-66a1-446e-9597-a9a025a1c8d0'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:08:25.090143 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-09ffb572-f377-4acc-831a-6dde4d05e706 req-6dd851bd-6fd9-47ed-9065-71456e73fa5d tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] No DVR routers for this DVR port bb0071d4-031e-4804-a43f-aa46f5e4a62a on host hv-cinder-84067 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 15:08:25.092771 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-09ffb572-f377-4acc-831a-6dde4d05e706 req-6dd851bd-6fd9-47ed-9065-71456e73fa5d tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:25.096434 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-09ffb572-f377-4acc-831a-6dde4d05e706 req-6dd851bd-6fd9-47ed-9065-71456e73fa5d tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.26 "DELETE /v2.0/ports/bb0071d4-031e-4804-a43f-aa46f5e4a62a HTTP/1.1" status: 204 len: 173 time: 1.0907643 May 06 15:08:25.096926 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ad8648-866a-4792-a62e-b737ec4cb06a', 'name': 'network-vif-deleted', 'tag': 'bb0071d4-031e-4804-a43f-aa46f5e4a62a'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 15:08:25.099192 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5daf9cee7e39eb515dc660b2975ad5fbac0ba75c1025697cc881fad3e2d3ce45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e03fecb1-d391-4196-b327-77fd9751336b" -d '{"events": [{"server_uuid": "19ad8648-866a-4792-a62e-b737ec4cb06a", "name": "network-vif-deleted", "tag": "bb0071d4-031e-4804-a43f-aa46f5e4a62a"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 15:08:25.155554 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 15:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35837d54-0f32-4255-ba94-33b8bac78c62 x-openstack-request-id: req-35837d54-0f32-4255-ba94-33b8bac78c62 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 15:08:25.155554 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ad8648-866a-4792-a62e-b737ec4cb06a", "name": "network-vif-deleted", "tag": "bb0071d4-031e-4804-a43f-aa46f5e4a62a", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 15:08:25.155554 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-35837d54-0f32-4255-ba94-33b8bac78c62 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 15:08:25.155554 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35837d54-0f32-4255-ba94-33b8bac78c62'] response: {'server_uuid': '19ad8648-866a-4792-a62e-b737ec4cb06a', 'name': 'network-vif-deleted', 'tag': 'bb0071d4-031e-4804-a43f-aa46f5e4a62a', 'status': 'completed', 'code': 200} May 06 15:08:25.202139 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-25af75a0-95b2-4b37-a741-c29a679d38b5 None None] Set router 9b86048a-66a1-446e-9597-a9a025a1c8d0 gateway port host: dv-cinder-840678-2-iscsi {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:08:25.455635 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-25af75a0-95b2-4b37-a741-c29a679d38b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b86048a-66a1-446e-9597-a9a025a1c8d0', 'name': 'tempest-AttachVolumeShelveTestJSON-59332451-router', 'tenant_id': '04793e5505aa4d32ab3efed2892ea2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'b43727e9-9f23-42da-9566-42ed79f45494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:58:21Z', 'updated_at': '2022-05-06T14:58:36Z', 'revision_number': 4, 'project_id': '04793e5505aa4d32ab3efed2892ea2b4', 'gw_port': {'id': 'b43727e9-9f23-42da-9566-42ed79f45494', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b86048a-66a1-446e-9597-a9a025a1c8d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:23Z', 'updated_at': '2022-05-06T14:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_interfaces': [{'id': '83e3d554-1cc7-4fb4-8cc6-640161742fc5', 'name': '', 'network_id': 'e617326c-50d9-4a05-90f1-04262502b764', 'tenant_id': '04793e5505aa4d32ab3efed2892ea2b4', 'mac_address': 'fa:16:3e:0b:15:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b86048a-66a1-446e-9597-a9a025a1c8d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '73d058b8-ef9e-473c-9be9-61c8d64fe350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:32Z', 'updated_at': '2022-05-06T14:58:46Z', 'revision_number': 5, 'project_id': '04793e5505aa4d32ab3efed2892ea2b4', 'subnets': [{'id': '73d058b8-ef9e-473c-9be9-61c8d64fe350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:08:25.481687 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25af75a0-95b2-4b37-a741-c29a679d38b5 None None] Checking router: 9b86048a-66a1-446e-9597-a9a025a1c8d0 for host: dv-cinder-840678-2-iscsi {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 15:08:25.490831 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25af75a0-95b2-4b37-a741-c29a679d38b5 None None] Routers {'9b86048a-66a1-446e-9597-a9a025a1c8d0'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:08:25.491452 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-25af75a0-95b2-4b37-a741-c29a679d38b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:08:09Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['9b86048a-66a1-446e-9597-a9a025a1c8d0'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:08:25.610197 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-25af75a0-95b2-4b37-a741-c29a679d38b5 None None] Set router 9b86048a-66a1-446e-9597-a9a025a1c8d0 gateway port host: dv-cinder-840678-2-iscsi {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:08:25.653842 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 52398) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:08:25.714486 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fcd15df7-d5f1-4017-9e91-f5ecada91655 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks [] for security_group (a92eff12-6df3-4bf2-b300-176be048dab3), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:25.740050 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fcd15df7-d5f1-4017-9e91-f5ecada91655 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks [] for security_group (a92eff12-6df3-4bf2-b300-176be048dab3), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:25.796173 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fcd15df7-d5f1-4017-9e91-f5ecada91655 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (a92eff12-6df3-4bf2-b300-176be048dab3), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:25.799731 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fcd15df7-d5f1-4017-9e91-f5ecada91655 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:25.801015 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-fcd15df7-d5f1-4017-9e91-f5ecada91655 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "DELETE /v2.0/security-groups/a92eff12-6df3-4bf2-b300-176be048dab3 HTTP/1.1" status: 204 len: 168 time: 0.1459527 May 06 15:08:25.804755 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 52400) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:08:25.818600 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd15df7-d5f1-4017-9e91-f5ecada91655 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92eff12-6df3-4bf2-b300-176be048dab3,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:08:25.827825 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.api.v2.resource [None req-ae64a2da-719c-4546-a854-cfce36a6d553 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] show failed (client error): The resource could not be found. May 06 15:08:25.832374 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-ae64a2da-719c-4546-a854-cfce36a6d553 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "GET /v2.0/security-groups/a92eff12-6df3-4bf2-b300-176be048dab3 HTTP/1.1" status: 404 len: 347 time: 0.0220790 May 06 15:08:25.832673 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-25af75a0-95b2-4b37-a741-c29a679d38b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b86048a-66a1-446e-9597-a9a025a1c8d0', 'name': 'tempest-AttachVolumeShelveTestJSON-59332451-router', 'tenant_id': '04793e5505aa4d32ab3efed2892ea2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'b43727e9-9f23-42da-9566-42ed79f45494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:58:21Z', 'updated_at': '2022-05-06T14:58:36Z', 'revision_number': 4, 'project_id': '04793e5505aa4d32ab3efed2892ea2b4', 'gw_port': {'id': 'b43727e9-9f23-42da-9566-42ed79f45494', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b86048a-66a1-446e-9597-a9a025a1c8d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:23Z', 'updated_at': '2022-05-06T14:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_interfaces': [{'id': '83e3d554-1cc7-4fb4-8cc6-640161742fc5', 'name': '', 'network_id': 'e617326c-50d9-4a05-90f1-04262502b764', 'tenant_id': '04793e5505aa4d32ab3efed2892ea2b4', 'mac_address': 'fa:16:3e:0b:15:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b86048a-66a1-446e-9597-a9a025a1c8d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '73d058b8-ef9e-473c-9be9-61c8d64fe350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:32Z', 'updated_at': '2022-05-06T14:58:46Z', 'revision_number': 5, 'project_id': '04793e5505aa4d32ab3efed2892ea2b4', 'subnets': [{'id': '73d058b8-ef9e-473c-9be9-61c8d64fe350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:08:25.832929 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 52402) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:08:25.867550 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25af75a0-95b2-4b37-a741-c29a679d38b5 None None] The sync data for ids ['9b86048a-66a1-446e-9597-a9a025a1c8d0'] in dv-cinder-840678-2-iscsi is: [{'id': '9b86048a-66a1-446e-9597-a9a025a1c8d0', 'name': 'tempest-AttachVolumeShelveTestJSON-59332451-router', 'tenant_id': '04793e5505aa4d32ab3efed2892ea2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'b43727e9-9f23-42da-9566-42ed79f45494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:58:21Z', 'updated_at': '2022-05-06T14:58:36Z', 'revision_number': 4, 'project_id': '04793e5505aa4d32ab3efed2892ea2b4', 'gw_port': {'id': 'b43727e9-9f23-42da-9566-42ed79f45494', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b86048a-66a1-446e-9597-a9a025a1c8d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:23Z', 'updated_at': '2022-05-06T14:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_interfaces': [{'id': '83e3d554-1cc7-4fb4-8cc6-640161742fc5', 'name': '', 'network_id': 'e617326c-50d9-4a05-90f1-04262502b764', 'tenant_id': '04793e5505aa4d32ab3efed2892ea2b4', 'mac_address': 'fa:16:3e:0b:15:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b86048a-66a1-446e-9597-a9a025a1c8d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '73d058b8-ef9e-473c-9be9-61c8d64fe350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:32Z', 'updated_at': '2022-05-06T14:58:46Z', 'revision_number': 5, 'project_id': '04793e5505aa4d32ab3efed2892ea2b4', 'subnets': [{'id': '73d058b8-ef9e-473c-9be9-61c8d64fe350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 15:08:25.977866 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-f156bbbf-c10b-449a-a00d-1e10238e126b tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Deleting port c028311f-9840-43bc-a19e-2d1fd87f7729 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 15:08:25.978130 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f156bbbf-c10b-449a-a00d-1e10238e126b tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732313803493'] for port (c028311f-9840-43bc-a19e-2d1fd87f7729), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:26.064406 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f156bbbf-c10b-449a-a00d-1e10238e126b tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426303'] for port (c028311f-9840-43bc-a19e-2d1fd87f7729), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:26.065293 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f156bbbf-c10b-449a-a00d-1e10238e126b tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks [] for floatingip (c028311f-9840-43bc-a19e-2d1fd87f7729), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:26.081134 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-f156bbbf-c10b-449a-a00d-1e10238e126b tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Calling delete_port for c028311f-9840-43bc-a19e-2d1fd87f7729 owned by network:floatingip {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 15:08:26.134484 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86f0c2c-1a50-4183-9216-d344bbf5ce91 None None] New status for floating IP 976df5f7-1f39-4358-961a-e1c1f5ab0154: DOWN {{(pid=103345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 15:08:26.221175 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f156bbbf-c10b-449a-a00d-1e10238e126b tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732313812345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732313435477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194024'] for port (c028311f-9840-43bc-a19e-2d1fd87f7729), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:26.222322 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron_lib.db.api [None req-d86f0c2c-1a50-4183-9216-d344bbf5ce91 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103345) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 15:08:26.222744 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG oslo_db.api [None req-d86f0c2c-1a50-4183-9216-d344bbf5ce91 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 15:08:26.251218 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f156bbbf-c10b-449a-a00d-1e10238e126b tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Pushing event deleted for resources: {'Port': ['ID=c028311f-9840-43bc-a19e-2d1fd87f7729,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:08:26.310454 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f156bbbf-c10b-449a-a00d-1e10238e126b tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks [] for floatingip (976df5f7-1f39-4358-961a-e1c1f5ab0154), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:26.313004 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f156bbbf-c10b-449a-a00d-1e10238e126b tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for floatingip (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:26.314717 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-f156bbbf-c10b-449a-a00d-1e10238e126b tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] 10.222.0.23 "DELETE /v2.0/floatingips/976df5f7-1f39-4358-961a-e1c1f5ab0154 HTTP/1.1" status: 204 len: 168 time: 0.4801080 May 06 15:08:26.724576 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86f0c2c-1a50-4183-9216-d344bbf5ce91 None None] New status for floating IP 976df5f7-1f39-4358-961a-e1c1f5ab0154: DOWN {{(pid=103345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 15:08:28.478020 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device bb0071d4-031e-4804-a43f-aa46f5e4a62a no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 15:08:28.498530 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] No Port match for: bb0071d4-031e-4804-a43f-aa46f5e4a62a {{(pid=103344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 15:08:28.498873 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device bb0071d4-031e-4804-a43f-aa46f5e4a62a not bound to the agent host hv-cinder-84067 {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 15:08:28.899472 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 52424) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:08:28.917779 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-434099dd-b6d4-4573-bba6-200d01f24ac9 req-f1166e38-409b-489d-8a9a-d22b2ff991d6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5f19adbc-952b-4406-a004-e87ec20fdd63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392487 May 06 15:08:28.994639 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434099dd-b6d4-4573-bba6-200d01f24ac9 req-acaeeb7e-b8af-4022-96c5-b3ba9a2be1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:08:28.996157 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-434099dd-b6d4-4573-bba6-200d01f24ac9 req-acaeeb7e-b8af-4022-96c5-b3ba9a2be1fc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bb5f41fdaad246b7bc30c8f8021129a3&device_id=5f19adbc-952b-4406-a004-e87ec20fdd63 HTTP/1.1" status: 200 len: 1129 time: 0.0416338 May 06 15:08:29.120088 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434099dd-b6d4-4573-bba6-200d01f24ac9 req-480de131-b635-4a9a-ad2f-85912111ef4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:08:29.121500 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-434099dd-b6d4-4573-bba6-200d01f24ac9 req-480de131-b635-4a9a-ad2f-85912111ef4f service neutron] 10.222.0.26 "GET /v2.0/networks?id=930e9db3-dfec-4f84-956d-74111c835ba4 HTTP/1.1" status: 200 len: 912 time: 0.0904737 May 06 15:08:29.198960 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-434099dd-b6d4-4573-bba6-200d01f24ac9 req-6cc24b39-04c5-49a7-ae52-b4530b0219aa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8 HTTP/1.1" status: 200 len: 1001 time: 0.0606570 May 06 15:08:29.253730 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434099dd-b6d4-4573-bba6-200d01f24ac9 req-58c5f047-58ae-42a9-b421-9aef69ffc21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:08:29.255204 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-434099dd-b6d4-4573-bba6-200d01f24ac9 req-58c5f047-58ae-42a9-b421-9aef69ffc21f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=df318507-d5d9-462f-9365-0df583e1ec25 HTTP/1.1" status: 200 len: 850 time: 0.0481188 May 06 15:08:29.304397 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434099dd-b6d4-4573-bba6-200d01f24ac9 req-c1fab300-7274-44f7-b093-51ea515515e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:08:29.305954 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-434099dd-b6d4-4573-bba6-200d01f24ac9 req-c1fab300-7274-44f7-b093-51ea515515e5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=930e9db3-dfec-4f84-956d-74111c835ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390325 May 06 15:08:29.388568 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1320965b-45a3-4609-b9b4-94139210fdca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-426485'] for router_interface (9b86048a-66a1-446e-9597-a9a025a1c8d0), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:29.398793 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-434099dd-b6d4-4573-bba6-200d01f24ac9 req-f81240d9-e820-48ef-92bb-5434aacf9834 service neutron] 10.222.0.26 "GET /v2.0/networks/930e9db3-dfec-4f84-956d-74111c835ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857322 May 06 15:08:29.507830 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-434099dd-b6d4-4573-bba6-200d01f24ac9 req-c29557d1-775c-43e5-aaf1-c2f12ada1e47 service neutron] 10.222.0.26 "GET /v2.0/networks/930e9db3-dfec-4f84-956d-74111c835ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898490 May 06 15:08:29.630871 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-1320965b-45a3-4609-b9b4-94139210fdca admin admin] Deleting port 83e3d554-1cc7-4fb4-8cc6-640161742fc5 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 15:08:29.631210 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1320965b-45a3-4609-b9b4-94139210fdca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732313803493'] for port (83e3d554-1cc7-4fb4-8cc6-640161742fc5), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:29.710260 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-1320965b-45a3-4609-b9b4-94139210fdca admin admin] For port 83e3d554-1cc7-4fb4-8cc6-640161742fc5, host dv-cinder-840678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=83e3d554-1cc7-4fb4-8cc6-640161742fc5,segment=NetworkSegment(59b9f651-300b-41a0-9754-50f9dffdafce),segment_id=59b9f651-300b-41a0-9754-50f9dffdafce)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:08:29.710567 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1320965b-45a3-4609-b9b4-94139210fdca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426303'] for port (83e3d554-1cc7-4fb4-8cc6-640161742fc5), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:29.724052 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-1320965b-45a3-4609-b9b4-94139210fdca admin admin] Calling delete_port for 83e3d554-1cc7-4fb4-8cc6-640161742fc5 owned by network:router_interface {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 15:08:29.909157 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1320965b-45a3-4609-b9b4-94139210fdca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732313812345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732313435477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59634176'] for port (83e3d554-1cc7-4fb4-8cc6-640161742fc5), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:29.934384 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1320965b-45a3-4609-b9b4-94139210fdca admin admin] Pushing event deleted for resources: {'Port': ['ID=83e3d554-1cc7-4fb4-8cc6-640161742fc5,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:08:30.111457 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1320965b-45a3-4609-b9b4-94139210fdca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430826'] for router_interface (9b86048a-66a1-446e-9597-a9a025a1c8d0), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:30.340675 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1320965b-45a3-4609-b9b4-94139210fdca admin admin] Router 9b86048a-66a1-446e-9597-a9a025a1c8d0 has already been hosted by L3 agent ec8f31e6-1756-4927-8bc3-e144e6f0af83 {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 15:08:30.451877 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1320965b-45a3-4609-b9b4-94139210fdca admin admin] Notify agent at l3_agent.dv-cinder-840678-2-iscsi the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 15:08:30.459507 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-1320965b-45a3-4609-b9b4-94139210fdca admin admin] 10.222.0.23 "PUT /v2.0/routers/9b86048a-66a1-446e-9597-a9a025a1c8d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5565250 May 06 15:08:30.459672 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 52428) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:08:30.462582 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dca7d0-273d-43bc-ae36-b116577cc1e5 None None] Sync routers for ids ['9b86048a-66a1-446e-9597-a9a025a1c8d0'] in dv-cinder-840678-2-iscsi {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 15:08:30.473829 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dca7d0-273d-43bc-ae36-b116577cc1e5 None None] Routers {'9b86048a-66a1-446e-9597-a9a025a1c8d0'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:08:30.474442 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-30dca7d0-273d-43bc-ae36-b116577cc1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:08:09Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['9b86048a-66a1-446e-9597-a9a025a1c8d0'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:08:30.570660 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-accfa888-79fe-4bc5-a345-3b3f7c56005a admin admin] Publish callbacks [] for router (9b86048a-66a1-446e-9597-a9a025a1c8d0), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:30.585140 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-30dca7d0-273d-43bc-ae36-b116577cc1e5 None None] Set router 9b86048a-66a1-446e-9597-a9a025a1c8d0 gateway port host: dv-cinder-840678-2-iscsi {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:08:30.681365 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-accfa888-79fe-4bc5-a345-3b3f7c56005a admin admin] Publish callbacks [] for router_gateway (9b86048a-66a1-446e-9597-a9a025a1c8d0), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:30.728783 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-accfa888-79fe-4bc5-a345-3b3f7c56005a admin admin] Deleting port b43727e9-9f23-42da-9566-42ed79f45494 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 15:08:30.729128 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-accfa888-79fe-4bc5-a345-3b3f7c56005a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732313803493'] for port (b43727e9-9f23-42da-9566-42ed79f45494), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:30.768457 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-30dca7d0-273d-43bc-ae36-b116577cc1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b86048a-66a1-446e-9597-a9a025a1c8d0', 'name': 'tempest-AttachVolumeShelveTestJSON-59332451-router', 'tenant_id': '04793e5505aa4d32ab3efed2892ea2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'b43727e9-9f23-42da-9566-42ed79f45494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:58:21Z', 'updated_at': '2022-05-06T15:08:29Z', 'revision_number': 5, 'project_id': '04793e5505aa4d32ab3efed2892ea2b4', 'gw_port': {'id': 'b43727e9-9f23-42da-9566-42ed79f45494', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b86048a-66a1-446e-9597-a9a025a1c8d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:58:23Z', 'updated_at': '2022-05-06T14:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi'}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:08:30.795768 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dca7d0-273d-43bc-ae36-b116577cc1e5 None None] Checking router: 9b86048a-66a1-446e-9597-a9a025a1c8d0 for host: dv-cinder-840678-2-iscsi {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 15:08:30.804046 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dca7d0-273d-43bc-ae36-b116577cc1e5 None None] Routers {'9b86048a-66a1-446e-9597-a9a025a1c8d0'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:08:30.804678 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-30dca7d0-273d-43bc-ae36-b116577cc1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:08:09Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['9b86048a-66a1-446e-9597-a9a025a1c8d0'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:08:30.809962 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-accfa888-79fe-4bc5-a345-3b3f7c56005a admin admin] For port b43727e9-9f23-42da-9566-42ed79f45494, host dv-cinder-840678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=b43727e9-9f23-42da-9566-42ed79f45494,segment=NetworkSegment(19695222-3a66-4083-822d-690c63f08412),segment_id=19695222-3a66-4083-822d-690c63f08412)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:08:30.810325 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-accfa888-79fe-4bc5-a345-3b3f7c56005a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426303'] for port (b43727e9-9f23-42da-9566-42ed79f45494), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:30.824220 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-accfa888-79fe-4bc5-a345-3b3f7c56005a admin admin] Calling delete_port for b43727e9-9f23-42da-9566-42ed79f45494 owned by network:router_gateway {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 15:08:30.896666 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-30dca7d0-273d-43bc-ae36-b116577cc1e5 None None] Set router 9b86048a-66a1-446e-9597-a9a025a1c8d0 gateway port host: None {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:08:30.957135 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-30dca7d0-273d-43bc-ae36-b116577cc1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b86048a-66a1-446e-9597-a9a025a1c8d0', 'name': 'tempest-AttachVolumeShelveTestJSON-59332451-router', 'tenant_id': '04793e5505aa4d32ab3efed2892ea2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:58:21Z', 'updated_at': '2022-05-06T15:08:30Z', 'revision_number': 6, 'project_id': '04793e5505aa4d32ab3efed2892ea2b4', 'gw_port_host': None}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:08:30.988003 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dca7d0-273d-43bc-ae36-b116577cc1e5 None None] The sync data for ids ['9b86048a-66a1-446e-9597-a9a025a1c8d0'] in dv-cinder-840678-2-iscsi is: [{'id': '9b86048a-66a1-446e-9597-a9a025a1c8d0', 'name': 'tempest-AttachVolumeShelveTestJSON-59332451-router', 'tenant_id': '04793e5505aa4d32ab3efed2892ea2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:58:21Z', 'updated_at': '2022-05-06T15:08:30Z', 'revision_number': 6, 'project_id': '04793e5505aa4d32ab3efed2892ea2b4', 'gw_port_host': None}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 15:08:31.259098 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-accfa888-79fe-4bc5-a345-3b3f7c56005a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732313812345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732313435477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59634176'] for port (b43727e9-9f23-42da-9566-42ed79f45494), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:31.286927 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accfa888-79fe-4bc5-a345-3b3f7c56005a admin admin] Pushing event deleted for resources: {'Port': ['ID=b43727e9-9f23-42da-9566-42ed79f45494,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:08:31.352844 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-accfa888-79fe-4bc5-a345-3b3f7c56005a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-428999'] for router_gateway (9b86048a-66a1-446e-9597-a9a025a1c8d0), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:31.452778 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-accfa888-79fe-4bc5-a345-3b3f7c56005a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5235'] for router (9b86048a-66a1-446e-9597-a9a025a1c8d0), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:31.455662 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-accfa888-79fe-4bc5-a345-3b3f7c56005a admin admin] Publish callbacks [] for router_controller (9b86048a-66a1-446e-9597-a9a025a1c8d0), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:31.505481 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-accfa888-79fe-4bc5-a345-3b3f7c56005a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422550'] for router (9b86048a-66a1-446e-9597-a9a025a1c8d0), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:31.506051 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-accfa888-79fe-4bc5-a345-3b3f7c56005a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b86048a-66a1-446e-9597-a9a025a1c8d0 {{(pid=103342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 15:08:31.511588 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-accfa888-79fe-4bc5-a345-3b3f7c56005a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:31.512271 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-accfa888-79fe-4bc5-a345-3b3f7c56005a admin admin] 10.222.0.23 "DELETE /v2.0/routers/9b86048a-66a1-446e-9597-a9a025a1c8d0 HTTP/1.1" status: 204 len: 168 time: 1.0516717 May 06 15:08:31.514810 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 52432) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:08:31.562134 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bb58280-1c0c-4cdc-b660-1449f1bb24b8 admin admin] Deleting subnet 73d058b8-ef9e-473c-9be9-61c8d64fe350 {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 06 15:08:31.566383 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5bb58280-1c0c-4cdc-b660-1449f1bb24b8 admin admin] Publish callbacks [] for subnet (73d058b8-ef9e-473c-9be9-61c8d64fe350), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:31.603197 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5bb58280-1c0c-4cdc-b660-1449f1bb24b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60421307'] for subnet (73d058b8-ef9e-473c-9be9-61c8d64fe350), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:31.691553 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5bb58280-1c0c-4cdc-b660-1449f1bb24b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16159455'] for subnet (73d058b8-ef9e-473c-9be9-61c8d64fe350), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:31.747745 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5bb58280-1c0c-4cdc-b660-1449f1bb24b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16159430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59635185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60398162'] for subnet (73d058b8-ef9e-473c-9be9-61c8d64fe350), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:31.774299 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb58280-1c0c-4cdc-b660-1449f1bb24b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73d058b8-ef9e-473c-9be9-61c8d64fe350,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:08:31.780387 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5bb58280-1c0c-4cdc-b660-1449f1bb24b8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:31.787391 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-5bb58280-1c0c-4cdc-b660-1449f1bb24b8 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/73d058b8-ef9e-473c-9be9-61c8d64fe350 HTTP/1.1" status: 204 len: 168 time: 0.2691851 May 06 15:08:31.787745 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9575c312-a9d7-4e80-b73e-352ba7a7de1f None None] Network e617326c-50d9-4a05-90f1-04262502b764 requested from dv-cinder-840678-2-iscsi {{(pid=103344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 15:08:31.788389 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 52434) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:08:31.804625 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.agents_db [None req-6003b131-4361-4e36-81e7-47e90cbdf206 None None] Agent healthcheck: found 6 active agents {{(pid=103345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 15:08:31.866981 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3bcdfbc4-ad39-4cc8-a6e3-1baca83e1bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16137472'] for network (e617326c-50d9-4a05-90f1-04262502b764), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:31.922576 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-3bcdfbc4-ad39-4cc8-a6e3-1baca83e1bde admin admin] Deleting port 84d9b2b8-a38c-481e-b0d1-ac82274cc954 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 15:08:31.922910 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3bcdfbc4-ad39-4cc8-a6e3-1baca83e1bde admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732313803493'] for port (84d9b2b8-a38c-481e-b0d1-ac82274cc954), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:31.990356 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-3bcdfbc4-ad39-4cc8-a6e3-1baca83e1bde admin admin] For port 84d9b2b8-a38c-481e-b0d1-ac82274cc954, host dv-cinder-840678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=84d9b2b8-a38c-481e-b0d1-ac82274cc954,segment=NetworkSegment(59b9f651-300b-41a0-9754-50f9dffdafce),segment_id=59b9f651-300b-41a0-9754-50f9dffdafce)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:08:31.990731 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3bcdfbc4-ad39-4cc8-a6e3-1baca83e1bde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426303'] for port (84d9b2b8-a38c-481e-b0d1-ac82274cc954), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:32.006639 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-3bcdfbc4-ad39-4cc8-a6e3-1baca83e1bde admin admin] Calling delete_port for 84d9b2b8-a38c-481e-b0d1-ac82274cc954 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 15:08:32.103559 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472bfa6f-0f53-4d0e-905a-ac71763419ba None None] DHCP port deletion for e617326c-50d9-4a05-90f1-04262502b764 request from dv-cinder-840678-2-iscsi {{(pid=103344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 06 15:08:32.114885 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3bcdfbc4-ad39-4cc8-a6e3-1baca83e1bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732313812345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732313435477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194024'] for port (84d9b2b8-a38c-481e-b0d1-ac82274cc954), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:32.140870 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcdfbc4-ad39-4cc8-a6e3-1baca83e1bde admin admin] Pushing event deleted for resources: {'Port': ['ID=84d9b2b8-a38c-481e-b0d1-ac82274cc954,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:08:32.147993 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcdfbc4-ad39-4cc8-a6e3-1baca83e1bde admin admin] No DVR routers for this DVR port 84d9b2b8-a38c-481e-b0d1-ac82274cc954 on host dv-cinder-840678-2-iscsi {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 15:08:32.151837 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-472bfa6f-0f53-4d0e-905a-ac71763419ba None None] Deleting port 84d9b2b8-a38c-481e-b0d1-ac82274cc954 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 15:08:32.152494 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-472bfa6f-0f53-4d0e-905a-ac71763419ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732313803493'] for port (84d9b2b8-a38c-481e-b0d1-ac82274cc954), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:32.199901 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device 84d9b2b8-a38c-481e-b0d1-ac82274cc954 no longer exists at agent ovs-agent-dv-cinder-840678-2-iscsi {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 15:08:32.228324 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] No Port match for: 84d9b2b8-a38c-481e-b0d1-ac82274cc954 {{(pid=103344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 15:08:32.228704 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device 84d9b2b8-a38c-481e-b0d1-ac82274cc954 not bound to the agent host dv-cinder-840678-2-iscsi {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 15:08:32.228821 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3bcdfbc4-ad39-4cc8-a6e3-1baca83e1bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16161642', 'neutron.services.segments.db._delete_segments_for_network-8732313914390'] for network (e617326c-50d9-4a05-90f1-04262502b764), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:32.229140 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device 83e3d554-1cc7-4fb4-8cc6-640161742fc5 no longer exists at agent ovs-agent-dv-cinder-840678-2-iscsi {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 15:08:32.251400 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.services.segments.db [None req-3bcdfbc4-ad39-4cc8-a6e3-1baca83e1bde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e617326c-50d9-4a05-90f1-04262502b764']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:08:32.259798 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] No Port match for: 83e3d554-1cc7-4fb4-8cc6-640161742fc5 {{(pid=103344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 15:08:32.260154 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device 83e3d554-1cc7-4fb4-8cc6-640161742fc5 not bound to the agent host dv-cinder-840678-2-iscsi {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 15:08:32.260586 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device b43727e9-9f23-42da-9566-42ed79f45494 no longer exists at agent ovs-agent-dv-cinder-840678-2-iscsi {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 15:08:32.262956 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.services.segments.db [None req-3bcdfbc4-ad39-4cc8-a6e3-1baca83e1bde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59b9f651-300b-41a0-9754-50f9dffdafce') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:08:32.263257 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.services.segments.db [None req-3bcdfbc4-ad39-4cc8-a6e3-1baca83e1bde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59b9f651-300b-41a0-9754-50f9dffdafce') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:08:32.275568 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3bcdfbc4-ad39-4cc8-a6e3-1baca83e1bde admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732313914911', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3289633'] for segment (59b9f651-300b-41a0-9754-50f9dffdafce), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:32.284131 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-472bfa6f-0f53-4d0e-905a-ac71763419ba None None] For port 84d9b2b8-a38c-481e-b0d1-ac82274cc954, host dv-cinder-840678-2-iscsi, got binding levels [] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:08:32.284454 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-472bfa6f-0f53-4d0e-905a-ac71763419ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426303'] for port (84d9b2b8-a38c-481e-b0d1-ac82274cc954), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:32.289610 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3bcdfbc4-ad39-4cc8-a6e3-1baca83e1bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16165668'] for segment (59b9f651-300b-41a0-9754-50f9dffdafce), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:32.292482 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] No Port match for: b43727e9-9f23-42da-9566-42ed79f45494 {{(pid=103344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 15:08:32.292866 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device b43727e9-9f23-42da-9566-42ed79f45494 not bound to the agent host dv-cinder-840678-2-iscsi {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 15:08:32.296391 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bcdfbc4-ad39-4cc8-a6e3-1baca83e1bde admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 15:08:32.296969 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3bcdfbc4-ad39-4cc8-a6e3-1baca83e1bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16165668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193979'] for segment (59b9f651-300b-41a0-9754-50f9dffdafce), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:32.299486 dv-cinder-840678-2-iscsi neutron-server[103343]: Traceback (most recent call last): May 06 15:08:32.299486 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 15:08:32.299486 dv-cinder-840678-2-iscsi neutron-server[103343]: timer() May 06 15:08:32.299486 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 15:08:32.299486 dv-cinder-840678-2-iscsi neutron-server[103343]: cb(*args, **kw) May 06 15:08:32.299486 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 15:08:32.299486 dv-cinder-840678-2-iscsi neutron-server[103343]: return func(*args, **kwargs) May 06 15:08:32.299486 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 15:08:32.299486 dv-cinder-840678-2-iscsi neutron-server[103343]: self._notify() May 06 15:08:32.299486 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 15:08:32.299486 dv-cinder-840678-2-iscsi neutron-server[103343]: self.callback(batched_events) May 06 15:08:32.299486 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 15:08:32.299486 dv-cinder-840678-2-iscsi neutron-server[103343]: event.method(event) May 06 15:08:32.299486 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 15:08:32.299486 dv-cinder-840678-2-iscsi neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 15:08:32.299486 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 15:08:32.299486 dv-cinder-840678-2-iscsi neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( May 06 15:08:32.299486 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 15:08:32.299486 dv-cinder-840678-2-iscsi neutron-server[103343]: return f(self, *a, **k) May 06 15:08:32.299486 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 15:08:32.299486 dv-cinder-840678-2-iscsi neutron-server[103343]: return self._get(url).json() May 06 15:08:32.299486 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 15:08:32.299486 dv-cinder-840678-2-iscsi neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 15:08:32.299486 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 15:08:32.299486 dv-cinder-840678-2-iscsi neutron-server[103343]: return self.request(url, 'GET', **kwargs) May 06 15:08:32.299486 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 15:08:32.299486 dv-cinder-840678-2-iscsi neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, May 06 15:08:32.299486 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 15:08:32.299486 dv-cinder-840678-2-iscsi neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 15:08:32.299486 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 15:08:32.299486 dv-cinder-840678-2-iscsi neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 15:08:32.299486 dv-cinder-840678-2-iscsi neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 15:08:32.305540 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-472bfa6f-0f53-4d0e-905a-ac71763419ba None None] Calling delete_port for 84d9b2b8-a38c-481e-b0d1-ac82274cc954 owned by network:dhcp {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 15:08:32.307902 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.ipam_backend_mixin [None req-472bfa6f-0f53-4d0e-905a-ac71763419ba None None] Port 84d9b2b8-a38c-481e-b0d1-ac82274cc954 was not found and therefore no delete operation was performed {{(pid=103344) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 06 15:08:32.309301 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-472bfa6f-0f53-4d0e-905a-ac71763419ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732313812345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732313435477'] for port (84d9b2b8-a38c-481e-b0d1-ac82274cc954), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:32.341096 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472bfa6f-0f53-4d0e-905a-ac71763419ba None None] Pushing event deleted for resources: {'Port': ['ID=84d9b2b8-a38c-481e-b0d1-ac82274cc954,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:08:32.343471 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472bfa6f-0f53-4d0e-905a-ac71763419ba None None] No DVR routers for this DVR port 84d9b2b8-a38c-481e-b0d1-ac82274cc954 on host dv-cinder-840678-2-iscsi {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 15:08:32.357844 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472bfa6f-0f53-4d0e-905a-ac71763419ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:08:32.357844 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472bfa6f-0f53-4d0e-905a-ac71763419ba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:08:32.357844 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472bfa6f-0f53-4d0e-905a-ac71763419ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:08:32.357844 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472bfa6f-0f53-4d0e-905a-ac71763419ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:08:32.357844 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472bfa6f-0f53-4d0e-905a-ac71763419ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:08:32.357844 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472bfa6f-0f53-4d0e-905a-ac71763419ba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:08:32.357844 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472bfa6f-0f53-4d0e-905a-ac71763419ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:08:32.357844 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472bfa6f-0f53-4d0e-905a-ac71763419ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:08:32.357844 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472bfa6f-0f53-4d0e-905a-ac71763419ba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:08:32.357844 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472bfa6f-0f53-4d0e-905a-ac71763419ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:08:32.357844 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472bfa6f-0f53-4d0e-905a-ac71763419ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:08:32.357844 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472bfa6f-0f53-4d0e-905a-ac71763419ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:08:32.357844 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472bfa6f-0f53-4d0e-905a-ac71763419ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:08:32.357844 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472bfa6f-0f53-4d0e-905a-ac71763419ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:08:32.357844 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472bfa6f-0f53-4d0e-905a-ac71763419ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:08:32.365756 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3bcdfbc4-ad39-4cc8-a6e3-1baca83e1bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16161617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429813'] for network (e617326c-50d9-4a05-90f1-04262502b764), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:32.372364 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3bcdfbc4-ad39-4cc8-a6e3-1baca83e1bde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566627'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:32.375529 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-3bcdfbc4-ad39-4cc8-a6e3-1baca83e1bde admin admin] 10.222.0.23 "DELETE /v2.0/networks/e617326c-50d9-4a05-90f1-04262502b764 HTTP/1.1" status: 204 len: 168 time: 0.5859768 May 06 15:08:32.388690 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcdfbc4-ad39-4cc8-a6e3-1baca83e1bde admin admin] Pushing event deleted for resources: {'Network': ['ID=e617326c-50d9-4a05-90f1-04262502b764,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:08:32.509142 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 52440) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:08:32.550593 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-0ab5c58b-0113-4ef9-8518-bedd7b7145a8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=04793e5505aa4d32ab3efed2892ea2b4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0401320 May 06 15:08:32.553176 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 52442) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:08:32.602637 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-58bc0300-04ba-46cd-a017-94819da561b3 admin admin] Publish callbacks [] for security_group (bff52a1a-259d-469a-93fd-388faf74cb08), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:32.624969 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-58bc0300-04ba-46cd-a017-94819da561b3 admin admin] Publish callbacks [] for security_group (bff52a1a-259d-469a-93fd-388faf74cb08), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:32.674502 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-58bc0300-04ba-46cd-a017-94819da561b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (bff52a1a-259d-469a-93fd-388faf74cb08), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:32.677267 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-58bc0300-04ba-46cd-a017-94819da561b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:32.678412 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-58bc0300-04ba-46cd-a017-94819da561b3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bff52a1a-259d-469a-93fd-388faf74cb08 HTTP/1.1" status: 204 len: 168 time: 0.1242502 May 06 15:08:32.688490 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bc0300-04ba-46cd-a017-94819da561b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff52a1a-259d-469a-93fd-388faf74cb08,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:08:33.393899 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 52464) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:08:33.487098 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.v2.base [None req-99e856b3-47d5-4e23-8048-15c28cd9ec10 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1888114692-network', 'tenant_id': '6f2937968fc04cfaa3dab933e994a975'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:08:33.507269 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e856b3-47d5-4e23-8048-15c28cd9ec10 admin admin] Made reservation on behalf of 6f2937968fc04cfaa3dab933e994a975 for: {'network': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 15:08:33.509461 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-99e856b3-47d5-4e23-8048-15c28cd9ec10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for network (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:33.518225 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-99e856b3-47d5-4e23-8048-15c28cd9ec10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:33.596393 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-99e856b3-47d5-4e23-8048-15c28cd9ec10 admin admin] Publish callbacks [] for security_group (1a8276d5-71c8-46d7-bf26-e513d79dd2e2), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:33.600149 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-99e856b3-47d5-4e23-8048-15c28cd9ec10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (1a8276d5-71c8-46d7-bf26-e513d79dd2e2), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:33.625026 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99e856b3-47d5-4e23-8048-15c28cd9ec10 admin admin] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=103343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 15:08:33.636211 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e856b3-47d5-4e23-8048-15c28cd9ec10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a8276d5-71c8-46d7-bf26-e513d79dd2e2,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:08:33.641057 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-99e856b3-47d5-4e23-8048-15c28cd9ec10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16165668'] for segment (aef96f42-6ed7-41b3-ae92-47c3c74acc2c), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:33.641397 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.db.segments_db [None req-99e856b3-47d5-4e23-8048-15c28cd9ec10 admin admin] Added segment aef96f42-6ed7-41b3-ae92-47c3c74acc2c of type vlan for network 34fb402d-875f-40bc-8469-2292c4d2147d May 06 15:08:33.682844 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-99e856b3-47d5-4e23-8048-15c28cd9ec10 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732313419650'] for network (34fb402d-875f-40bc-8469-2292c4d2147d), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:33.708917 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-99e856b3-47d5-4e23-8048-15c28cd9ec10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605'] for network (34fb402d-875f-40bc-8469-2292c4d2147d), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:33.709988 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e856b3-47d5-4e23-8048-15c28cd9ec10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:08:33.710578 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-99e856b3-47d5-4e23-8048-15c28cd9ec10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566627'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:33.769377 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-99e856b3-47d5-4e23-8048-15c28cd9ec10 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3743684 May 06 15:08:33.772085 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 52468) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:08:33.778522 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.v2.base [None req-e77e18ee-1d6a-4909-834c-e7d543a63276 admin admin] Request body: {'subnet': {'network_id': '34fb402d-875f-40bc-8469-2292c4d2147d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1888114692-subnet', 'tenant_id': '6f2937968fc04cfaa3dab933e994a975', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:08:33.784878 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e856b3-47d5-4e23-8048-15c28cd9ec10 admin admin] Pushing event updated for resources: {'Network': ['ID=34fb402d-875f-40bc-8469-2292c4d2147d,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:08:33.795405 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Network 34fb402d-875f-40bc-8469-2292c4d2147d details requested by agent ovs-agent-dv-cinder-840678-2-iscsi with host dv-cinder-840678-2-iscsi {{(pid=103344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 15:08:33.815433 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e77e18ee-1d6a-4909-834c-e7d543a63276 admin admin] Made reservation on behalf of 6f2937968fc04cfaa3dab933e994a975 for: {'subnet': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 15:08:33.819619 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e77e18ee-1d6a-4909-834c-e7d543a63276 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3310232'] for subnet (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:34.009167 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e77e18ee-1d6a-4909-834c-e7d543a63276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4192600', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3310222'] for subnet (2da4ab98-3f71-40c7-9855-b334ccbe4494), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:34.067491 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77e18ee-1d6a-4909-834c-e7d543a63276 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2da4ab98-3f71-40c7-9855-b334ccbe4494,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:08:34.082214 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77e18ee-1d6a-4909-834c-e7d543a63276 admin admin] Checking segment: {'id': 'aef96f42-6ed7-41b3-ae92-47c3c74acc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '34fb402d-875f-40bc-8469-2292c4d2147d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 15:08:34.082571 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77e18ee-1d6a-4909-834c-e7d543a63276 admin admin] Network hostable DHCP agents. Network: 34fb402d-875f-40bc-8469-2292c4d2147d, hostable agents: ['79b17169-ed94-4769-ba4e-30adf371f78f'], hosted agents: [] {{(pid=103343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 15:08:34.103699 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77e18ee-1d6a-4909-834c-e7d543a63276 admin admin] Network 34fb402d-875f-40bc-8469-2292c4d2147d is scheduled to be hosted by DHCP agent 79b17169-ed94-4769-ba4e-30adf371f78f with binding_index 1 {{(pid=103343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 15:08:34.117070 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-e77e18ee-1d6a-4909-834c-e7d543a63276 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-2-iscsi, 34fb402d-875f-40bc-8469-2292c4d2147d) {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 15:08:34.122167 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77e18ee-1d6a-4909-834c-e7d543a63276 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:08:34.122774 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e77e18ee-1d6a-4909-834c-e7d543a63276 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566627'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:34.129386 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467f0226-a7a8-40dc-8f9c-b0fd9704ddfb None None] Network 34fb402d-875f-40bc-8469-2292c4d2147d requested from dv-cinder-840678-2-iscsi {{(pid=103344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 15:08:34.145035 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-e77e18ee-1d6a-4909-834c-e7d543a63276 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3716147 May 06 15:08:34.148499 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 52470) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:08:34.154175 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.v2.base [None req-f48fb469-fdff-4c3d-a54e-3d52d0b4802b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1888114692-router', 'tenant_id': '6f2937968fc04cfaa3dab933e994a975', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d'}}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:08:34.190658 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f48fb469-fdff-4c3d-a54e-3d52d0b4802b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-422445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5249'] for router (af14763f-8ef8-4dc4-be61-9c42c0e68894), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:34.192220 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f48fb469-fdff-4c3d-a54e-3d52d0b4802b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-428852', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5256'] for router (af14763f-8ef8-4dc4-be61-9c42c0e68894), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:34.257393 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f48fb469-fdff-4c3d-a54e-3d52d0b4802b admin admin] Publish callbacks [] for router_controller (af14763f-8ef8-4dc4-be61-9c42c0e68894), precommit_add_association {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:34.263773 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f46581-c238-406d-bfa6-1933da8f72c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74e2536a-40e9-51c9-921d-c01d37b4b177-34fb402d-875f-40bc-8469-2292c4d2147d', 'network_id': '34fb402d-875f-40bc-8469-2292c4d2147d', 'project_id': '6f2937968fc04cfaa3dab933e994a975', 'fixed_ips': [{'subnet_id': '2da4ab98-3f71-40c7-9855-b334ccbe4494'}]}} from dv-cinder-840678-2-iscsi. {{(pid=103344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 06 15:08:34.264876 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b4f46581-c238-406d-bfa6-1933da8f72c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (None), before_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:34.424197 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.db_base_plugin_common [None req-b4f46581-c238-406d-bfa6-1933da8f72c2 None None] Allocated IP 172.20.0.2 (34fb402d-875f-40bc-8469-2292c4d2147d/2da4ab98-3f71-40c7-9855-b334ccbe4494/b2922493-24ad-4421-bcd3-34294936be87) {{(pid=103344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 15:08:34.447592 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f48fb469-fdff-4c3d-a54e-3d52d0b4802b admin admin] Publish callbacks [] for router_gateway (af14763f-8ef8-4dc4-be61-9c42c0e68894), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:34.650285 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b4f46581-c238-406d-bfa6-1933da8f72c2 None None] Publish callbacks [] for port (b2922493-24ad-4421-bcd3-34294936be87), precommit_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:34.659048 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b4f46581-c238-406d-bfa6-1933da8f72c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732313435468'] for port (b2922493-24ad-4421-bcd3-34294936be87), after_create {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:34.701412 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f46581-c238-406d-bfa6-1933da8f72c2 None None] Network 34fb402d-875f-40bc-8469-2292c4d2147d is already hosted by enough agents. {{(pid=103344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 15:08:34.709319 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.scheduler.base_scheduler [None req-b4f46581-c238-406d-bfa6-1933da8f72c2 None None] Resources bound (agent type, host, resource id): {{(pid=103344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 15:08:34.714370 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f46581-c238-406d-bfa6-1933da8f72c2 None None] Received port after_create {{(pid=103344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 15:08:34.717919 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f46581-c238-406d-bfa6-1933da8f72c2 None None] Pushing event updated for resources: {'Port': ['ID=b2922493-24ad-4421-bcd3-34294936be87,revision_number=1']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:08:34.730836 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f48fb469-fdff-4c3d-a54e-3d52d0b4802b admin admin] Publish callbacks [] for router_gateway (af14763f-8ef8-4dc4-be61-9c42c0e68894), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:34.766524 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f48fb469-fdff-4c3d-a54e-3d52d0b4802b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:34.791804 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-b4f46581-c238-406d-bfa6-1933da8f72c2 None None] Attempting to bind port b2922493-24ad-4421-bcd3-34294936be87 on host dv-cinder-840678-2-iscsi for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 15:08:34.792170 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-b4f46581-c238-406d-bfa6-1933da8f72c2 None None] Attempting to bind port b2922493-24ad-4421-bcd3-34294936be87 by drivers openvswitch,hyperv on host dv-cinder-840678-2-iscsi at level 0 using segments [{'id': 'aef96f42-6ed7-41b3-ae92-47c3c74acc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '34fb402d-875f-40bc-8469-2292c4d2147d'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 15:08:34.792537 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f46581-c238-406d-bfa6-1933da8f72c2 None None] Attempting to bind port b2922493-24ad-4421-bcd3-34294936be87 on network 34fb402d-875f-40bc-8469-2292c4d2147d {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 15:08:34.798201 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f46581-c238-406d-bfa6-1933da8f72c2 None None] Checking agent: {'id': '20451d70-ea89-4a66-885a-20a1b2a3bff8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 14, 49, 44), 'started_at': datetime.datetime(2022, 5, 6, 14, 50, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 15, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 15:08:34.800467 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f46581-c238-406d-bfa6-1933da8f72c2 None None] Checking segment: {'id': 'aef96f42-6ed7-41b3-ae92-47c3c74acc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '34fb402d-875f-40bc-8469-2292c4d2147d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 15:08:34.800467 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b4f46581-c238-406d-bfa6-1933da8f72c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:34.800467 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f46581-c238-406d-bfa6-1933da8f72c2 None None] Bound using segment: {'id': 'aef96f42-6ed7-41b3-ae92-47c3c74acc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '34fb402d-875f-40bc-8469-2292c4d2147d'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 15:08:34.800467 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-b4f46581-c238-406d-bfa6-1933da8f72c2 None None] Bound port: b2922493-24ad-4421-bcd3-34294936be87, host: dv-cinder-840678-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aef96f42-6ed7-41b3-ae92-47c3c74acc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '34fb402d-875f-40bc-8469-2292c4d2147d'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 15:08:34.801134 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b4f46581-c238-406d-bfa6-1933da8f72c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (b2922493-24ad-4421-bcd3-34294936be87), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:34.876397 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-b4f46581-c238-406d-bfa6-1933da8f72c2 None None] For port b2922493-24ad-4421-bcd3-34294936be87, host dv-cinder-840678-2-iscsi, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 15:08:34.880172 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-b4f46581-c238-406d-bfa6-1933da8f72c2 None None] For port b2922493-24ad-4421-bcd3-34294936be87, host dv-cinder-840678-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=b2922493-24ad-4421-bcd3-34294936be87,segment=NetworkSegment(aef96f42-6ed7-41b3-ae92-47c3c74acc2c),segment_id=aef96f42-6ed7-41b3-ae92-47c3c74acc2c)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 15:08:34.889100 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b4f46581-c238-406d-bfa6-1933da8f72c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (b2922493-24ad-4421-bcd3-34294936be87), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:34.924828 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-f48fb469-fdff-4c3d-a54e-3d52d0b4802b admin admin] Allocated IP 172.27.2.128 (06a85250-557d-4448-8943-b2192c4da88d/cd3545e0-d98c-46ff-bce0-08f4555cdcb4/be96f763-7174-4361-8adf-0565e858d46b) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 15:08:34.995885 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f46581-c238-406d-bfa6-1933da8f72c2 None None] Pushing event updated for resources: {'Port': ['ID=b2922493-24ad-4421-bcd3-34294936be87,revision_number=2']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:08:35.068165 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f48fb469-fdff-4c3d-a54e-3d52d0b4802b admin admin] Publish callbacks [] for port (be96f763-7174-4361-8adf-0565e858d46b), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:35.113552 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f48fb469-fdff-4c3d-a54e-3d52d0b4802b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732313435468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59634176'] for port (be96f763-7174-4361-8adf-0565e858d46b), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:35.179710 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48fb469-fdff-4c3d-a54e-3d52d0b4802b admin admin] Network 06a85250-557d-4448-8943-b2192c4da88d is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 15:08:35.185364 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-f48fb469-fdff-4c3d-a54e-3d52d0b4802b admin admin] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 15:08:35.191898 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48fb469-fdff-4c3d-a54e-3d52d0b4802b admin admin] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 15:08:35.195358 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48fb469-fdff-4c3d-a54e-3d52d0b4802b admin admin] Pushing event updated for resources: {'Port': ['ID=be96f763-7174-4361-8adf-0565e858d46b,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:08:35.499524 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f48fb469-fdff-4c3d-a54e-3d52d0b4802b admin admin] Publish callbacks [] for router_gateway (af14763f-8ef8-4dc4-be61-9c42c0e68894), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:35.752317 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f48fb469-fdff-4c3d-a54e-3d52d0b4802b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429027'] for router (af14763f-8ef8-4dc4-be61-9c42c0e68894), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:35.927945 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f48fb469-fdff-4c3d-a54e-3d52d0b4802b admin admin] Router af14763f-8ef8-4dc4-be61-9c42c0e68894 is scheduled to L3 agent ec8f31e6-1756-4927-8bc3-e144e6f0af83 with binding_index 1 {{(pid=103342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 15:08:36.053431 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-badf6531-bc2c-4d71-864f-e6afcf80c69d None None] Network 34fb402d-875f-40bc-8469-2292c4d2147d requested from dv-cinder-840678-2-iscsi {{(pid=103344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 15:08:36.094354 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f48fb469-fdff-4c3d-a54e-3d52d0b4802b admin admin] Notify agent at l3_agent.dv-cinder-840678-2-iscsi the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 15:08:36.112882 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c500db9c-8208-428c-9298-7f3f4fed784f None None] Sync routers for ids ['af14763f-8ef8-4dc4-be61-9c42c0e68894'] in dv-cinder-840678-2-iscsi {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 15:08:36.132043 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f48fb469-fdff-4c3d-a54e-3d52d0b4802b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:36.138131 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-f48fb469-fdff-4c3d-a54e-3d52d0b4802b admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9839005 May 06 15:08:36.138454 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c500db9c-8208-428c-9298-7f3f4fed784f None None] Routers {'af14763f-8ef8-4dc4-be61-9c42c0e68894'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:08:36.138454 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-c500db9c-8208-428c-9298-7f3f4fed784f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:08:09Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['af14763f-8ef8-4dc4-be61-9c42c0e68894'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:08:36.138942 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 52472) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:08:36.156663 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-f7da01e2-05e1-482b-bb71-8b5878b7e7ff None None] Provisioning complete for port b2922493-24ad-4421-bcd3-34294936be87 triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:08:36.157629 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f7da01e2-05e1-482b-bb71-8b5878b7e7ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (b2922493-24ad-4421-bcd3-34294936be87), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:36.342602 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device b2922493-24ad-4421-bcd3-34294936be87 up at agent ovs-agent-dv-cinder-840678-2-iscsi {{(pid=103344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 15:08:36.405868 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-c500db9c-8208-428c-9298-7f3f4fed784f None None] Set router af14763f-8ef8-4dc4-be61-9c42c0e68894 gateway port host: dv-cinder-840678-2-iscsi {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:08:36.476294 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-f7da01e2-05e1-482b-bb71-8b5878b7e7ff None None] Current status of the port b2922493-24ad-4421-bcd3-34294936be87 is: DOWN; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:08:36.476919 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f7da01e2-05e1-482b-bb71-8b5878b7e7ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (b2922493-24ad-4421-bcd3-34294936be87), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:36.555853 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-f7da01e2-05e1-482b-bb71-8b5878b7e7ff None None] For port b2922493-24ad-4421-bcd3-34294936be87, host dv-cinder-840678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=b2922493-24ad-4421-bcd3-34294936be87,segment=NetworkSegment(aef96f42-6ed7-41b3-ae92-47c3c74acc2c),segment_id=aef96f42-6ed7-41b3-ae92-47c3c74acc2c)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:08:36.559864 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Provisioning complete for port b2922493-24ad-4421-bcd3-34294936be87 triggered by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:08:36.560439 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (b2922493-24ad-4421-bcd3-34294936be87), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:36.625115 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f7da01e2-05e1-482b-bb71-8b5878b7e7ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (b2922493-24ad-4421-bcd3-34294936be87), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:36.805472 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7da01e2-05e1-482b-bb71-8b5878b7e7ff None None] Pushing event updated for resources: {'Port': ['ID=b2922493-24ad-4421-bcd3-34294936be87,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:08:36.809986 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-4c65d661-0a47-4a35-88ff-969d3b83aba2 None None] Provisioning complete for port b2922493-24ad-4421-bcd3-34294936be87 triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:08:36.810429 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4c65d661-0a47-4a35-88ff-969d3b83aba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (b2922493-24ad-4421-bcd3-34294936be87), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:36.814983 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Current status of the port b2922493-24ad-4421-bcd3-34294936be87 is: ACTIVE; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:08:36.922244 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-c500db9c-8208-428c-9298-7f3f4fed784f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'name': 'tempest-AttachVolumeNegativeTest-1888114692-router', 'tenant_id': '6f2937968fc04cfaa3dab933e994a975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'be96f763-7174-4361-8adf-0565e858d46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T15:08:34Z', 'updated_at': '2022-05-06T15:08:35Z', 'revision_number': 3, 'project_id': '6f2937968fc04cfaa3dab933e994a975', 'gw_port': {'id': 'be96f763-7174-4361-8adf-0565e858d46b', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:06:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:08:34Z', 'updated_at': '2022-05-06T15:08:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi'}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:08:36.928521 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-4c65d661-0a47-4a35-88ff-969d3b83aba2 None None] Current status of the port b2922493-24ad-4421-bcd3-34294936be87 is: ACTIVE; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:08:36.976448 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c500db9c-8208-428c-9298-7f3f4fed784f None None] Checking router: af14763f-8ef8-4dc4-be61-9c42c0e68894 for host: dv-cinder-840678-2-iscsi {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 15:08:36.977044 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c500db9c-8208-428c-9298-7f3f4fed784f None None] Updating router af14763f-8ef8-4dc4-be61-9c42c0e68894 port be96f763-7174-4361-8adf-0565e858d46b binding host dv-cinder-840678-2-iscsi {{(pid=103345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 15:08:37.023277 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c500db9c-8208-428c-9298-7f3f4fed784f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (be96f763-7174-4361-8adf-0565e858d46b), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:37.131257 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c7664276-91ab-430b-bfcf-4a2d41484cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (79b17169-ed94-4769-ba4e-30adf371f78f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:37.275037 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e5ed5f40-efa2-4652-ac8c-ca81d122021d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:37.379106 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c500db9c-8208-428c-9298-7f3f4fed784f None None] Publish callbacks [] for port (be96f763-7174-4361-8adf-0565e858d46b), precommit_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:37.387368 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c500db9c-8208-428c-9298-7f3f4fed784f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (be96f763-7174-4361-8adf-0565e858d46b), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:37.448893 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1f06df-f308-45eb-9421-06f1fb48b25b None None] Pushing event updated for resources: {'Port': ['ID=be96f763-7174-4361-8adf-0565e858d46b,revision_number=2']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:08:37.451110 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-c500db9c-8208-428c-9298-7f3f4fed784f None None] Attempting to bind port be96f763-7174-4361-8adf-0565e858d46b on host dv-cinder-840678-2-iscsi for vnic_type normal with profile {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 15:08:37.451471 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-c500db9c-8208-428c-9298-7f3f4fed784f None None] Attempting to bind port be96f763-7174-4361-8adf-0565e858d46b by drivers openvswitch,hyperv on host dv-cinder-840678-2-iscsi at level 0 using segments [{'id': '19695222-3a66-4083-822d-690c63f08412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06a85250-557d-4448-8943-b2192c4da88d'}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 15:08:37.451838 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c500db9c-8208-428c-9298-7f3f4fed784f None None] Attempting to bind port be96f763-7174-4361-8adf-0565e858d46b on network 06a85250-557d-4448-8943-b2192c4da88d {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 15:08:37.453242 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-e5ed5f40-efa2-4652-ac8c-ca81d122021d admin admin] Allocated IP 172.20.0.1 (34fb402d-875f-40bc-8469-2292c4d2147d/2da4ab98-3f71-40c7-9855-b334ccbe4494/4770669d-47f6-43ad-b29b-3fbee3381ce8) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 15:08:37.461336 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c500db9c-8208-428c-9298-7f3f4fed784f None None] Checking agent: {'id': '20451d70-ea89-4a66-885a-20a1b2a3bff8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 14, 49, 44), 'started_at': datetime.datetime(2022, 5, 6, 14, 50, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 15, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 15:08:37.461713 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c500db9c-8208-428c-9298-7f3f4fed784f None None] Checking segment: {'id': '19695222-3a66-4083-822d-690c63f08412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06a85250-557d-4448-8943-b2192c4da88d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 15:08:37.462115 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c500db9c-8208-428c-9298-7f3f4fed784f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:37.462504 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c500db9c-8208-428c-9298-7f3f4fed784f None None] Bound using segment: {'id': '19695222-3a66-4083-822d-690c63f08412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06a85250-557d-4448-8943-b2192c4da88d'} {{(pid=103345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 15:08:37.462969 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.managers [None req-c500db9c-8208-428c-9298-7f3f4fed784f None None] Bound port: be96f763-7174-4361-8adf-0565e858d46b, host: dv-cinder-840678-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19695222-3a66-4083-822d-690c63f08412', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06a85250-557d-4448-8943-b2192c4da88d'}}] {{(pid=103345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 15:08:37.463343 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c500db9c-8208-428c-9298-7f3f4fed784f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (be96f763-7174-4361-8adf-0565e858d46b), before_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:37.465912 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1f06df-f308-45eb-9421-06f1fb48b25b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:08:37.466263 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1f06df-f308-45eb-9421-06f1fb48b25b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:08:37.466607 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1f06df-f308-45eb-9421-06f1fb48b25b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:08:37.466962 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1f06df-f308-45eb-9421-06f1fb48b25b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:08:37.467300 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1f06df-f308-45eb-9421-06f1fb48b25b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:08:37.467626 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1f06df-f308-45eb-9421-06f1fb48b25b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:08:37.467949 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1f06df-f308-45eb-9421-06f1fb48b25b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:08:37.468263 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1f06df-f308-45eb-9421-06f1fb48b25b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:08:37.468588 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1f06df-f308-45eb-9421-06f1fb48b25b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:08:37.469199 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1f06df-f308-45eb-9421-06f1fb48b25b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:08:37.469322 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1f06df-f308-45eb-9421-06f1fb48b25b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:08:37.469557 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1f06df-f308-45eb-9421-06f1fb48b25b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:08:37.469873 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1f06df-f308-45eb-9421-06f1fb48b25b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:08:37.470831 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1f06df-f308-45eb-9421-06f1fb48b25b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:08:37.471346 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1f06df-f308-45eb-9421-06f1fb48b25b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:08:37.530044 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-c500db9c-8208-428c-9298-7f3f4fed784f None None] For port be96f763-7174-4361-8adf-0565e858d46b, host dv-cinder-840678-2-iscsi, cleared binding levels {{(pid=103345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 15:08:37.534033 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.plugins.ml2.db [None req-c500db9c-8208-428c-9298-7f3f4fed784f None None] For port be96f763-7174-4361-8adf-0565e858d46b, host dv-cinder-840678-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=be96f763-7174-4361-8adf-0565e858d46b,segment=NetworkSegment(19695222-3a66-4083-822d-690c63f08412),segment_id=19695222-3a66-4083-822d-690c63f08412)] {{(pid=103345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 15:08:37.542073 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron_lib.callbacks.manager [None req-c500db9c-8208-428c-9298-7f3f4fed784f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (be96f763-7174-4361-8adf-0565e858d46b), after_update {{(pid=103345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:37.583120 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e5ed5f40-efa2-4652-ac8c-ca81d122021d admin admin] Publish callbacks [] for port (4770669d-47f6-43ad-b29b-3fbee3381ce8), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:37.592433 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c500db9c-8208-428c-9298-7f3f4fed784f None None] Routers {'af14763f-8ef8-4dc4-be61-9c42c0e68894'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:08:37.593210 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-c500db9c-8208-428c-9298-7f3f4fed784f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:08:09Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['af14763f-8ef8-4dc4-be61-9c42c0e68894'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:08:37.620290 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e5ed5f40-efa2-4652-ac8c-ca81d122021d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732313435468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194024'] for port (4770669d-47f6-43ad-b29b-3fbee3381ce8), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:37.653088 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1f06df-f308-45eb-9421-06f1fb48b25b None None] Pushing event updated for resources: {'Port': ['ID=be96f763-7174-4361-8adf-0565e858d46b,revision_number=3']} {{(pid=103345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:08:37.668312 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ed5f40-efa2-4652-ac8c-ca81d122021d admin admin] Network 34fb402d-875f-40bc-8469-2292c4d2147d is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 15:08:37.677356 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-e5ed5f40-efa2-4652-ac8c-ca81d122021d admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 15:08:37.679664 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ed5f40-efa2-4652-ac8c-ca81d122021d admin admin] Pushing event updated for resources: {'Port': ['ID=4770669d-47f6-43ad-b29b-3fbee3381ce8,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:08:37.681988 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ed5f40-efa2-4652-ac8c-ca81d122021d admin admin] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 15:08:37.730491 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e5ed5f40-efa2-4652-ac8c-ca81d122021d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-426958'] for router_interface (af14763f-8ef8-4dc4-be61-9c42c0e68894), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:37.738553 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-c500db9c-8208-428c-9298-7f3f4fed784f None None] Set router af14763f-8ef8-4dc4-be61-9c42c0e68894 gateway port host: dv-cinder-840678-2-iscsi {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:08:37.881238 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e5ed5f40-efa2-4652-ac8c-ca81d122021d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (4770669d-47f6-43ad-b29b-3fbee3381ce8), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:37.949116 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-c500db9c-8208-428c-9298-7f3f4fed784f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'name': 'tempest-AttachVolumeNegativeTest-1888114692-router', 'tenant_id': '6f2937968fc04cfaa3dab933e994a975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'be96f763-7174-4361-8adf-0565e858d46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T15:08:34Z', 'updated_at': '2022-05-06T15:08:35Z', 'revision_number': 3, 'project_id': '6f2937968fc04cfaa3dab933e994a975', 'gw_port': {'id': 'be96f763-7174-4361-8adf-0565e858d46b', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:06:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:08:34Z', 'updated_at': '2022-05-06T15:08:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi'}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:08:37.965114 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-cb018b13-68c0-44ad-b4a6-6b78ea670313 None None] Provisioning complete for port 4770669d-47f6-43ad-b29b-3fbee3381ce8 triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:08:37.965555 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cb018b13-68c0-44ad-b4a6-6b78ea670313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (4770669d-47f6-43ad-b29b-3fbee3381ce8), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:37.978230 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c500db9c-8208-428c-9298-7f3f4fed784f None None] The sync data for ids ['af14763f-8ef8-4dc4-be61-9c42c0e68894'] in dv-cinder-840678-2-iscsi is: [{'id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'name': 'tempest-AttachVolumeNegativeTest-1888114692-router', 'tenant_id': '6f2937968fc04cfaa3dab933e994a975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'be96f763-7174-4361-8adf-0565e858d46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T15:08:34Z', 'updated_at': '2022-05-06T15:08:35Z', 'revision_number': 3, 'project_id': '6f2937968fc04cfaa3dab933e994a975', 'gw_port': {'id': 'be96f763-7174-4361-8adf-0565e858d46b', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:06:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:08:34Z', 'updated_at': '2022-05-06T15:08:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi'}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 15:08:38.026028 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-cb018b13-68c0-44ad-b4a6-6b78ea670313 None None] Port 4770669d-47f6-43ad-b29b-3fbee3381ce8 cannot update to ACTIVE because it is not bound. {{(pid=103344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 06 15:08:38.120011 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e5ed5f40-efa2-4652-ac8c-ca81d122021d admin admin] Publish callbacks [] for port (4770669d-47f6-43ad-b29b-3fbee3381ce8), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:38.126815 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e5ed5f40-efa2-4652-ac8c-ca81d122021d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194015'] for port (4770669d-47f6-43ad-b29b-3fbee3381ce8), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:38.221199 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device b2922493-24ad-4421-bcd3-34294936be87 up at agent ovs-agent-dv-cinder-840678-2-iscsi {{(pid=103344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 15:08:38.258886 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-e5ed5f40-efa2-4652-ac8c-ca81d122021d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-426372'] for router_interface (af14763f-8ef8-4dc4-be61-9c42c0e68894), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:38.261846 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ed5f40-efa2-4652-ac8c-ca81d122021d admin admin] Pushing event updated for resources: {'Port': ['ID=4770669d-47f6-43ad-b29b-3fbee3381ce8,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:08:38.346992 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Provisioning complete for port b2922493-24ad-4421-bcd3-34294936be87 triggered by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:08:38.347430 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (b2922493-24ad-4421-bcd3-34294936be87), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:38.432526 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ed5f40-efa2-4652-ac8c-ca81d122021d admin admin] Network 34fb402d-875f-40bc-8469-2292c4d2147d is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 15:08:38.435048 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-e5ed5f40-efa2-4652-ac8c-ca81d122021d admin admin] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 15:08:38.474321 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Current status of the port b2922493-24ad-4421-bcd3-34294936be87 is: ACTIVE; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:08:38.608661 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5ed5f40-efa2-4652-ac8c-ca81d122021d admin admin] Router af14763f-8ef8-4dc4-be61-9c42c0e68894 has already been hosted by L3 agent ec8f31e6-1756-4927-8bc3-e144e6f0af83 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 15:08:38.767863 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-0e9c9b7c-f9d3-4a06-98ba-a36d521a649f None None] Provisioning complete for port 4770669d-47f6-43ad-b29b-3fbee3381ce8 triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:08:38.768451 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0e9c9b7c-f9d3-4a06-98ba-a36d521a649f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (4770669d-47f6-43ad-b29b-3fbee3381ce8), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:38.773478 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ed5f40-efa2-4652-ac8c-ca81d122021d admin admin] Notify agent at l3_agent.dv-cinder-840678-2-iscsi the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 15:08:38.786262 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-e5ed5f40-efa2-4652-ac8c-ca81d122021d admin admin] 10.222.0.23 "PUT /v2.0/routers/af14763f-8ef8-4dc4-be61-9c42c0e68894/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6415153 May 06 15:08:38.846596 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-0e9c9b7c-f9d3-4a06-98ba-a36d521a649f None None] Port 4770669d-47f6-43ad-b29b-3fbee3381ce8 cannot update to ACTIVE because it is not bound. {{(pid=103344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 06 15:08:39.428916 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 52480) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:08:39.433517 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.v2.base [None req-25b815f6-454f-4503-a8e5-f7759c37618c tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1767958347', 'description': 'tempest-description--1843599781'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:08:39.455152 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3e022f5a-113b-4d52-b7d5-9b41f0f2e6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (ec8f31e6-1756-4927-8bc3-e144e6f0af83), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:39.457215 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-25b815f6-454f-4503-a8e5-f7759c37618c tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:39.542531 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-25b815f6-454f-4503-a8e5-f7759c37618c tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks [] for security_group (7fb1d9c1-2140-42ad-9768-b7efd54f4c32), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:39.550888 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-25b815f6-454f-4503-a8e5-f7759c37618c tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (7fb1d9c1-2140-42ad-9768-b7efd54f4c32), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:39.593366 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-25b815f6-454f-4503-a8e5-f7759c37618c tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:39.594774 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-25b815f6-454f-4503-a8e5-f7759c37618c tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1647365 May 06 15:08:39.599645 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 52482) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:08:39.601335 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b815f6-454f-4503-a8e5-f7759c37618c tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb1d9c1-2140-42ad-9768-b7efd54f4c32,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:08:39.607908 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.v2.base [None req-98fa5114-7547-43ff-982f-2a4b668796db tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Request body: {'security_group_rule': {'security_group_id': '7fb1d9c1-2140-42ad-9768-b7efd54f4c32', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:08:39.648542 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-98fa5114-7547-43ff-982f-2a4b668796db tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks [] for security_group_rule (21056fd0-82ef-4e2a-9f1d-6b480130e7d1), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:39.727680 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-98fa5114-7547-43ff-982f-2a4b668796db tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks [] for security_group_rule (21056fd0-82ef-4e2a-9f1d-6b480130e7d1), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:39.732557 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-98fa5114-7547-43ff-982f-2a4b668796db tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575255'] for security_group_rule (21056fd0-82ef-4e2a-9f1d-6b480130e7d1), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:39.754004 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa5114-7547-43ff-982f-2a4b668796db tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21056fd0-82ef-4e2a-9f1d-6b480130e7d1,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:08:39.765750 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-98fa5114-7547-43ff-982f-2a4b668796db tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:39.768674 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-98fa5114-7547-43ff-982f-2a4b668796db tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1665752 May 06 15:08:39.772591 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 52484) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:08:39.779968 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.v2.base [None req-df5ec851-4f40-49ab-91af-d92fc5230ce2 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Request body: {'security_group_rule': {'security_group_id': '7fb1d9c1-2140-42ad-9768-b7efd54f4c32', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:08:39.817111 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-df5ec851-4f40-49ab-91af-d92fc5230ce2 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks [] for security_group_rule (fe7fe782-f099-4f99-8413-7aec9e0dbd68), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:39.904464 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-df5ec851-4f40-49ab-91af-d92fc5230ce2 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks [] for security_group_rule (fe7fe782-f099-4f99-8413-7aec9e0dbd68), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:39.910786 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-df5ec851-4f40-49ab-91af-d92fc5230ce2 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575255'] for security_group_rule (fe7fe782-f099-4f99-8413-7aec9e0dbd68), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:39.932556 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5ec851-4f40-49ab-91af-d92fc5230ce2 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe7fe782-f099-4f99-8413-7aec9e0dbd68,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:08:39.945241 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-df5ec851-4f40-49ab-91af-d92fc5230ce2 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:39.946985 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-df5ec851-4f40-49ab-91af-d92fc5230ce2 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1727359 May 06 15:08:39.949854 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 52486) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:08:39.955801 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.v2.base [None req-7b1ebf2d-3f1c-44b9-bdf6-f9a73ed7c6b7 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Request body: {'floatingip': {'floating_network_id': '06a85250-557d-4448-8943-b2192c4da88d'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:08:39.972318 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8cafac-6964-4b87-8d2c-1894763245b8 None None] Sync routers for ids ['af14763f-8ef8-4dc4-be61-9c42c0e68894'] in dv-cinder-840678-2-iscsi {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 15:08:39.983576 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7b1ebf2d-3f1c-44b9-bdf6-f9a73ed7c6b7 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:39.983909 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8cafac-6964-4b87-8d2c-1894763245b8 None None] Routers {'af14763f-8ef8-4dc4-be61-9c42c0e68894'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:08:39.984558 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-0a8cafac-6964-4b87-8d2c-1894763245b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:08:39Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['af14763f-8ef8-4dc4-be61-9c42c0e68894'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:08:40.090100 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7b1ebf2d-3f1c-44b9-bdf6-f9a73ed7c6b7 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:40.126047 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-0a8cafac-6964-4b87-8d2c-1894763245b8 None None] Set router af14763f-8ef8-4dc4-be61-9c42c0e68894 gateway port host: dv-cinder-840678-2-iscsi {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:08:40.227245 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-7b1ebf2d-3f1c-44b9-bdf6-f9a73ed7c6b7 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Allocated IP 172.27.2.208 (06a85250-557d-4448-8943-b2192c4da88d/cd3545e0-d98c-46ff-bce0-08f4555cdcb4/be99d663-e569-4247-9c1f-22fa4179d621) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 15:08:40.251276 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device be96f763-7174-4361-8adf-0565e858d46b up at agent ovs-agent-dv-cinder-840678-2-iscsi {{(pid=103344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 15:08:40.344823 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7b1ebf2d-3f1c-44b9-bdf6-f9a73ed7c6b7 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks [] for port (be99d663-e569-4247-9c1f-22fa4179d621), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:40.389944 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7b1ebf2d-3f1c-44b9-bdf6-f9a73ed7c6b7 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732313435468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59634176'] for port (be99d663-e569-4247-9c1f-22fa4179d621), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:40.418461 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Provisioning complete for port be96f763-7174-4361-8adf-0565e858d46b triggered by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:08:40.418835 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (be96f763-7174-4361-8adf-0565e858d46b), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:40.436462 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1ebf2d-3f1c-44b9-bdf6-f9a73ed7c6b7 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Network 06a85250-557d-4448-8943-b2192c4da88d is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 15:08:40.440198 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-7b1ebf2d-3f1c-44b9-bdf6-f9a73ed7c6b7 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 15:08:40.444178 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1ebf2d-3f1c-44b9-bdf6-f9a73ed7c6b7 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 15:08:40.474592 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1ebf2d-3f1c-44b9-bdf6-f9a73ed7c6b7 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Pushing event updated for resources: {'Port': ['ID=be99d663-e569-4247-9c1f-22fa4179d621,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:08:40.512310 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-0a8cafac-6964-4b87-8d2c-1894763245b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'name': 'tempest-AttachVolumeNegativeTest-1888114692-router', 'tenant_id': '6f2937968fc04cfaa3dab933e994a975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'be96f763-7174-4361-8adf-0565e858d46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T15:08:34Z', 'updated_at': '2022-05-06T15:08:37Z', 'revision_number': 4, 'project_id': '6f2937968fc04cfaa3dab933e994a975', 'gw_port': {'id': 'be96f763-7174-4361-8adf-0565e858d46b', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:06:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:08:34Z', 'updated_at': '2022-05-06T15:08:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_interfaces': [{'id': '4770669d-47f6-43ad-b29b-3fbee3381ce8', 'name': '', 'network_id': '34fb402d-875f-40bc-8469-2292c4d2147d', 'tenant_id': '6f2937968fc04cfaa3dab933e994a975', 'mac_address': 'fa:16:3e:8a:ce:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '2da4ab98-3f71-40c7-9855-b334ccbe4494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:08:37Z', 'updated_at': '2022-05-06T15:08:37Z', 'revision_number': 2, 'project_id': '6f2937968fc04cfaa3dab933e994a975', 'subnets': [{'id': '2da4ab98-3f71-40c7-9855-b334ccbe4494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:08:40.552760 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8cafac-6964-4b87-8d2c-1894763245b8 None None] Checking router: af14763f-8ef8-4dc4-be61-9c42c0e68894 for host: dv-cinder-840678-2-iscsi {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 15:08:40.553135 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8cafac-6964-4b87-8d2c-1894763245b8 None None] Updating router af14763f-8ef8-4dc4-be61-9c42c0e68894 port 4770669d-47f6-43ad-b29b-3fbee3381ce8 binding host dv-cinder-840678-2-iscsi {{(pid=103344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 15:08:40.553360 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7b1ebf2d-3f1c-44b9-bdf6-f9a73ed7c6b7 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks [] for floatingip (1374d0ba-f355-4158-9f2a-1dca976afa7d), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:40.597544 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7b1ebf2d-3f1c-44b9-bdf6-f9a73ed7c6b7 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (be99d663-e569-4247-9c1f-22fa4179d621), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:40.617407 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0a8cafac-6964-4b87-8d2c-1894763245b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (4770669d-47f6-43ad-b29b-3fbee3381ce8), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:40.619372 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1afa6ce1-9145-4257-8e23-9dd2cd4b1998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b699075f-0d9f-4d2e-b182-9d9eb15bfab1), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:40.639900 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Current status of the port be96f763-7174-4361-8adf-0565e858d46b is: DOWN; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:08:40.640281 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (be96f763-7174-4361-8adf-0565e858d46b), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:40.686859 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] For port be96f763-7174-4361-8adf-0565e858d46b, host dv-cinder-840678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=be96f763-7174-4361-8adf-0565e858d46b,segment=NetworkSegment(19695222-3a66-4083-822d-690c63f08412),segment_id=19695222-3a66-4083-822d-690c63f08412)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:08:40.698314 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (be96f763-7174-4361-8adf-0565e858d46b), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:40.781074 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7b1ebf2d-3f1c-44b9-bdf6-f9a73ed7c6b7 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks [] for port (be99d663-e569-4247-9c1f-22fa4179d621), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:40.794465 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7b1ebf2d-3f1c-44b9-bdf6-f9a73ed7c6b7 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59634231'] for port (be99d663-e569-4247-9c1f-22fa4179d621), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:40.814339 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Pushing event updated for resources: {'Port': ['ID=be96f763-7174-4361-8adf-0565e858d46b,revision_number=4']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:08:40.876828 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1ebf2d-3f1c-44b9-bdf6-f9a73ed7c6b7 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Pushing event updated for resources: {'Port': ['ID=be99d663-e569-4247-9c1f-22fa4179d621,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:08:40.889107 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7b1ebf2d-3f1c-44b9-bdf6-f9a73ed7c6b7 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429592'] for floatingip (1374d0ba-f355-4158-9f2a-1dca976afa7d), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:40.909063 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7b1ebf2d-3f1c-44b9-bdf6-f9a73ed7c6b7 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:40.910347 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-7b1ebf2d-3f1c-44b9-bdf6-f9a73ed7c6b7 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9594996 May 06 15:08:41.068998 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-346406d6-0b78-417e-aea1-da10ad1a4a9c req-9ac9c721-822a-4568-9863-9653f66b1696 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1767958347&fields=id&tenant_id=6f2937968fc04cfaa3dab933e994a975 HTTP/1.1" status: 200 len: 267 time: 0.0437987 May 06 15:08:41.106120 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0a8cafac-6964-4b87-8d2c-1894763245b8 None None] Publish callbacks [] for port (4770669d-47f6-43ad-b29b-3fbee3381ce8), precommit_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:41.113246 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0a8cafac-6964-4b87-8d2c-1894763245b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (4770669d-47f6-43ad-b29b-3fbee3381ce8), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:41.164449 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7f0b28-9a4b-4cba-9158-ab2cce32d030 None None] Pushing event updated for resources: {'Port': ['ID=4770669d-47f6-43ad-b29b-3fbee3381ce8,revision_number=3']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:08:41.201688 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346406d6-0b78-417e-aea1-da10ad1a4a9c req-3ef216fe-b043-4b25-b082-9cd104723786 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:08:41.203285 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-346406d6-0b78-417e-aea1-da10ad1a4a9c req-3ef216fe-b043-4b25-b082-9cd104723786 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/networks?id=34fb402d-875f-40bc-8469-2292c4d2147d HTTP/1.1" status: 200 len: 815 time: 0.1227047 May 06 15:08:41.225497 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-346406d6-0b78-417e-aea1-da10ad1a4a9c req-6185cb34-65fe-4d57-8741-dce1faf84ed1 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/quotas/6f2937968fc04cfaa3dab933e994a975 HTTP/1.1" status: 200 len: 375 time: 0.0160069 May 06 15:08:41.226622 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-0a8cafac-6964-4b87-8d2c-1894763245b8 None None] Attempting to bind port 4770669d-47f6-43ad-b29b-3fbee3381ce8 on host dv-cinder-840678-2-iscsi for vnic_type normal with profile {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 15:08:41.227131 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-0a8cafac-6964-4b87-8d2c-1894763245b8 None None] Attempting to bind port 4770669d-47f6-43ad-b29b-3fbee3381ce8 by drivers openvswitch,hyperv on host dv-cinder-840678-2-iscsi at level 0 using segments [{'id': 'aef96f42-6ed7-41b3-ae92-47c3c74acc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '34fb402d-875f-40bc-8469-2292c4d2147d'}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 15:08:41.227567 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8cafac-6964-4b87-8d2c-1894763245b8 None None] Attempting to bind port 4770669d-47f6-43ad-b29b-3fbee3381ce8 on network 34fb402d-875f-40bc-8469-2292c4d2147d {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 15:08:41.233406 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8cafac-6964-4b87-8d2c-1894763245b8 None None] Checking agent: {'id': '20451d70-ea89-4a66-885a-20a1b2a3bff8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 14, 49, 44), 'started_at': datetime.datetime(2022, 5, 6, 14, 50, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 15, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 15:08:41.233878 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8cafac-6964-4b87-8d2c-1894763245b8 None None] Checking segment: {'id': 'aef96f42-6ed7-41b3-ae92-47c3c74acc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '34fb402d-875f-40bc-8469-2292c4d2147d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 15:08:41.234352 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0a8cafac-6964-4b87-8d2c-1894763245b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:41.234812 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8cafac-6964-4b87-8d2c-1894763245b8 None None] Bound using segment: {'id': 'aef96f42-6ed7-41b3-ae92-47c3c74acc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '34fb402d-875f-40bc-8469-2292c4d2147d'} {{(pid=103344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 15:08:41.235373 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.managers [None req-0a8cafac-6964-4b87-8d2c-1894763245b8 None None] Bound port: 4770669d-47f6-43ad-b29b-3fbee3381ce8, host: dv-cinder-840678-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aef96f42-6ed7-41b3-ae92-47c3c74acc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '34fb402d-875f-40bc-8469-2292c4d2147d'}}] {{(pid=103344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 15:08:41.236383 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0a8cafac-6964-4b87-8d2c-1894763245b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (4770669d-47f6-43ad-b29b-3fbee3381ce8), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:41.301163 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-346406d6-0b78-417e-aea1-da10ad1a4a9c req-d5832300-5cea-4c03-86fa-bbaff3c85be3 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6f2937968fc04cfaa3dab933e994a975&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0672143 May 06 15:08:41.322508 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-0a8cafac-6964-4b87-8d2c-1894763245b8 None None] For port 4770669d-47f6-43ad-b29b-3fbee3381ce8, host dv-cinder-840678-2-iscsi, cleared binding levels {{(pid=103344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 15:08:41.326754 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-0a8cafac-6964-4b87-8d2c-1894763245b8 None None] For port 4770669d-47f6-43ad-b29b-3fbee3381ce8, host dv-cinder-840678-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=4770669d-47f6-43ad-b29b-3fbee3381ce8,segment=NetworkSegment(aef96f42-6ed7-41b3-ae92-47c3c74acc2c),segment_id=aef96f42-6ed7-41b3-ae92-47c3c74acc2c)] {{(pid=103344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 15:08:41.335855 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0a8cafac-6964-4b87-8d2c-1894763245b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (4770669d-47f6-43ad-b29b-3fbee3381ce8), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:41.418971 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-2420f415-6f50-4ea9-b3a5-9d8eee6178c2 None None] Provisioning complete for port 4770669d-47f6-43ad-b29b-3fbee3381ce8 triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:08:41.419171 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2420f415-6f50-4ea9-b3a5-9d8eee6178c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (4770669d-47f6-43ad-b29b-3fbee3381ce8), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:41.422232 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8cafac-6964-4b87-8d2c-1894763245b8 None None] Routers {'af14763f-8ef8-4dc4-be61-9c42c0e68894'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:08:41.422881 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-0a8cafac-6964-4b87-8d2c-1894763245b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:08:39Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['af14763f-8ef8-4dc4-be61-9c42c0e68894'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:08:41.427757 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-346406d6-0b78-417e-aea1-da10ad1a4a9c req-58f9d96c-9185-4e58-bd9b-53b585a9e979 service neutron] 10.222.0.23 "GET /v2.0/networks/34fb402d-875f-40bc-8469-2292c4d2147d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137087 May 06 15:08:41.488228 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7f0b28-9a4b-4cba-9158-ab2cce32d030 None None] Pushing event updated for resources: {'Port': ['ID=4770669d-47f6-43ad-b29b-3fbee3381ce8,revision_number=4']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:08:41.543194 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-346406d6-0b78-417e-aea1-da10ad1a4a9c req-5f07e428-1d9c-48ae-a63f-4e7efd833e3f service neutron] 10.222.0.23 "GET /v2.0/networks/34fb402d-875f-40bc-8469-2292c4d2147d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073656 May 06 15:08:41.612508 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-0a8cafac-6964-4b87-8d2c-1894763245b8 None None] Set router af14763f-8ef8-4dc4-be61-9c42c0e68894 gateway port host: dv-cinder-840678-2-iscsi {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:08:41.657190 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-2420f415-6f50-4ea9-b3a5-9d8eee6178c2 None None] Current status of the port 4770669d-47f6-43ad-b29b-3fbee3381ce8 is: DOWN; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:08:41.657861 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2420f415-6f50-4ea9-b3a5-9d8eee6178c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (4770669d-47f6-43ad-b29b-3fbee3381ce8), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:41.744681 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-559c5807-6ed5-49c4-9168-5251199aab68 req-35997f7f-3fef-4679-9c99-8f839a766fbf tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/ports?device_id=7de5f056-172e-4efd-86cd-08387aa43888 HTTP/1.1" status: 200 len: 210 time: 0.0474095 May 06 15:08:41.771931 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-2420f415-6f50-4ea9-b3a5-9d8eee6178c2 None None] For port 4770669d-47f6-43ad-b29b-3fbee3381ce8, host dv-cinder-840678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=4770669d-47f6-43ad-b29b-3fbee3381ce8,segment=NetworkSegment(aef96f42-6ed7-41b3-ae92-47c3c74acc2c),segment_id=aef96f42-6ed7-41b3-ae92-47c3c74acc2c)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:08:41.777913 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2420f415-6f50-4ea9-b3a5-9d8eee6178c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (4770669d-47f6-43ad-b29b-3fbee3381ce8), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:41.856943 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2420f415-6f50-4ea9-b3a5-9d8eee6178c2 None None] Pushing event updated for resources: {'Port': ['ID=4770669d-47f6-43ad-b29b-3fbee3381ce8,revision_number=5']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:08:41.910246 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-881712a7-fd5e-4a70-bf77-edb448a8c425 None None] Provisioning complete for port 4770669d-47f6-43ad-b29b-3fbee3381ce8 triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:08:41.910645 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-881712a7-fd5e-4a70-bf77-edb448a8c425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (4770669d-47f6-43ad-b29b-3fbee3381ce8), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:41.938292 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-0a8cafac-6964-4b87-8d2c-1894763245b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'name': 'tempest-AttachVolumeNegativeTest-1888114692-router', 'tenant_id': '6f2937968fc04cfaa3dab933e994a975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'be96f763-7174-4361-8adf-0565e858d46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T15:08:34Z', 'updated_at': '2022-05-06T15:08:37Z', 'revision_number': 4, 'project_id': '6f2937968fc04cfaa3dab933e994a975', 'gw_port': {'id': 'be96f763-7174-4361-8adf-0565e858d46b', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:06:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:08:34Z', 'updated_at': '2022-05-06T15:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_interfaces': [{'id': '4770669d-47f6-43ad-b29b-3fbee3381ce8', 'name': '', 'network_id': '34fb402d-875f-40bc-8469-2292c4d2147d', 'tenant_id': '6f2937968fc04cfaa3dab933e994a975', 'mac_address': 'fa:16:3e:8a:ce:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '2da4ab98-3f71-40c7-9855-b334ccbe4494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:08:37Z', 'updated_at': '2022-05-06T15:08:41Z', 'revision_number': 4, 'project_id': '6f2937968fc04cfaa3dab933e994a975', 'subnets': [{'id': '2da4ab98-3f71-40c7-9855-b334ccbe4494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:08:41.975605 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8cafac-6964-4b87-8d2c-1894763245b8 None None] The sync data for ids ['af14763f-8ef8-4dc4-be61-9c42c0e68894'] in dv-cinder-840678-2-iscsi is: [{'id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'name': 'tempest-AttachVolumeNegativeTest-1888114692-router', 'tenant_id': '6f2937968fc04cfaa3dab933e994a975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'be96f763-7174-4361-8adf-0565e858d46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T15:08:34Z', 'updated_at': '2022-05-06T15:08:37Z', 'revision_number': 4, 'project_id': '6f2937968fc04cfaa3dab933e994a975', 'gw_port': {'id': 'be96f763-7174-4361-8adf-0565e858d46b', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:06:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:08:34Z', 'updated_at': '2022-05-06T15:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_interfaces': [{'id': '4770669d-47f6-43ad-b29b-3fbee3381ce8', 'name': '', 'network_id': '34fb402d-875f-40bc-8469-2292c4d2147d', 'tenant_id': '6f2937968fc04cfaa3dab933e994a975', 'mac_address': 'fa:16:3e:8a:ce:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '2da4ab98-3f71-40c7-9855-b334ccbe4494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:08:37Z', 'updated_at': '2022-05-06T15:08:41Z', 'revision_number': 4, 'project_id': '6f2937968fc04cfaa3dab933e994a975', 'subnets': [{'id': '2da4ab98-3f71-40c7-9855-b334ccbe4494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 15:08:42.069063 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-881712a7-fd5e-4a70-bf77-edb448a8c425 None None] Current status of the port 4770669d-47f6-43ad-b29b-3fbee3381ce8 is: ACTIVE; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:08:42.352305 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device 4770669d-47f6-43ad-b29b-3fbee3381ce8 up at agent ovs-agent-dv-cinder-840678-2-iscsi {{(pid=103344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 15:08:42.404996 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Provisioning complete for port 4770669d-47f6-43ad-b29b-3fbee3381ce8 triggered by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:08:42.405381 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (4770669d-47f6-43ad-b29b-3fbee3381ce8), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:42.497113 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Current status of the port 4770669d-47f6-43ad-b29b-3fbee3381ce8 is: ACTIVE; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:08:42.498321 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device be96f763-7174-4361-8adf-0565e858d46b up at agent ovs-agent-dv-cinder-840678-2-iscsi {{(pid=103344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 15:08:42.554013 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Provisioning complete for port be96f763-7174-4361-8adf-0565e858d46b triggered by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:08:42.554384 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (be96f763-7174-4361-8adf-0565e858d46b), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:42.647967 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Current status of the port be96f763-7174-4361-8adf-0565e858d46b is: ACTIVE; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:08:42.697556 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-68b1beb6-545b-4f86-a143-b395004404eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b8293b96-1d4f-4101-9243-9870353ff712), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:42.851707 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-4515871e-74cc-402a-ab4d-7bec2c5acb9f req-37bc561c-21c2-4885-b63f-ebf0ed50eaf3 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/ports?device_id=7de5f056-172e-4efd-86cd-08387aa43888 HTTP/1.1" status: 200 len: 210 time: 0.0291562 May 06 15:08:43.235183 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346406d6-0b78-417e-aea1-da10ad1a4a9c req-b2a67bd1-718e-418a-9fe1-92d1f59a6494 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:08:43.237243 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-346406d6-0b78-417e-aea1-da10ad1a4a9c req-b2a67bd1-718e-418a-9fe1-92d1f59a6494 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.26 "GET /v2.0/networks?id=34fb402d-875f-40bc-8469-2292c4d2147d HTTP/1.1" status: 200 len: 815 time: 0.1196411 May 06 15:08:43.319842 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-346406d6-0b78-417e-aea1-da10ad1a4a9c req-6991357b-b6f6-4e9a-a55c-a8b575ccf971 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f2937968fc04cfaa3dab933e994a975 HTTP/1.1" status: 200 len: 380 time: 0.0651708 May 06 15:08:43.334242 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.v2.base [req-346406d6-0b78-417e-aea1-da10ad1a4a9c req-3fd4561e-36f1-4331-81bd-081215c6f3e7 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Request body: {'port': {'device_id': '7de5f056-172e-4efd-86cd-08387aa43888', 'network_id': '34fb402d-875f-40bc-8469-2292c4d2147d', 'admin_state_up': True, 'tenant_id': '6f2937968fc04cfaa3dab933e994a975', 'security_groups': ['7fb1d9c1-2140-42ad-9768-b7efd54f4c32']}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:08:43.458935 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-346406d6-0b78-417e-aea1-da10ad1a4a9c req-3fd4561e-36f1-4331-81bd-081215c6f3e7 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Made reservation on behalf of 6f2937968fc04cfaa3dab933e994a975 for: {'port': 1} {{(pid=103343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 15:08:43.462643 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-346406d6-0b78-417e-aea1-da10ad1a4a9c req-3fd4561e-36f1-4331-81bd-081215c6f3e7 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:43.608966 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [req-346406d6-0b78-417e-aea1-da10ad1a4a9c req-3fd4561e-36f1-4331-81bd-081215c6f3e7 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Allocated IP 172.20.0.8 (34fb402d-875f-40bc-8469-2292c4d2147d/2da4ab98-3f71-40c7-9855-b334ccbe4494/8a697281-543f-4ac5-a5c1-48c3872cd371) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 15:08:43.782925 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (20451d70-ea89-4a66-885a-20a1b2a3bff8), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:43.800748 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-346406d6-0b78-417e-aea1-da10ad1a4a9c req-3fd4561e-36f1-4331-81bd-081215c6f3e7 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks [] for port (8a697281-543f-4ac5-a5c1-48c3872cd371), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:43.841348 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-346406d6-0b78-417e-aea1-da10ad1a4a9c req-3fd4561e-36f1-4331-81bd-081215c6f3e7 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732313435468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194024'] for port (8a697281-543f-4ac5-a5c1-48c3872cd371), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:43.891672 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-346406d6-0b78-417e-aea1-da10ad1a4a9c req-3fd4561e-36f1-4331-81bd-081215c6f3e7 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Network 34fb402d-875f-40bc-8469-2292c4d2147d is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 15:08:43.896994 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [req-346406d6-0b78-417e-aea1-da10ad1a4a9c req-3fd4561e-36f1-4331-81bd-081215c6f3e7 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 15:08:43.903545 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-346406d6-0b78-417e-aea1-da10ad1a4a9c req-3fd4561e-36f1-4331-81bd-081215c6f3e7 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 15:08:43.975527 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd4561e-36f1-4331-81bd-081215c6f3e7 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Pushing event updated for resources: {'Port': ['ID=8a697281-543f-4ac5-a5c1-48c3872cd371,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:08:44.042970 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346406d6-0b78-417e-aea1-da10ad1a4a9c req-3fd4561e-36f1-4331-81bd-081215c6f3e7 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:08:44.043950 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-346406d6-0b78-417e-aea1-da10ad1a4a9c req-3fd4561e-36f1-4331-81bd-081215c6f3e7 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:44.069459 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b421d38-ed05-4b9e-80af-c36cf32b9541 req-f8a5bfde-f858-4829-b828-ea80fb37f109 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:08:44.069963 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-8b421d38-ed05-4b9e-80af-c36cf32b9541 req-f8a5bfde-f858-4829-b828-ea80fb37f109 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/ports?device_id=7de5f056-172e-4efd-86cd-08387aa43888 HTTP/1.1" status: 200 len: 931 time: 0.1301215 May 06 15:08:44.091498 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-346406d6-0b78-417e-aea1-da10ad1a4a9c req-3fd4561e-36f1-4331-81bd-081215c6f3e7 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7617838 May 06 15:08:44.113882 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [req-346406d6-0b78-417e-aea1-da10ad1a4a9c req-856232b4-fc29-4d10-8578-eb32f40a97b9 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 06 15:08:44.115092 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-346406d6-0b78-417e-aea1-da10ad1a4a9c req-856232b4-fc29-4d10-8578-eb32f40a97b9 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0114136 May 06 15:08:44.164962 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-8b421d38-ed05-4b9e-80af-c36cf32b9541 req-cee67c3c-06bd-440d-b754-ab7ab3ad664a tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fb1d9c1-2140-42ad-9768-b7efd54f4c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876913 May 06 15:08:44.210264 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.v2.base [req-346406d6-0b78-417e-aea1-da10ad1a4a9c req-15d8c261-8893-4c9a-954d-c969f330ba3d service neutron] Request body: {'port': {'device_id': '7de5f056-172e-4efd-86cd-08387aa43888', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:08:44.214529 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-e54c5b49-8b98-400e-a7d2-c961b2b327cc None None] Provisioning complete for port 8a697281-543f-4ac5-a5c1-48c3872cd371 triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:08:44.215766 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e54c5b49-8b98-400e-a7d2-c961b2b327cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (8a697281-543f-4ac5-a5c1-48c3872cd371), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:44.260126 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-e54c5b49-8b98-400e-a7d2-c961b2b327cc None None] Port 8a697281-543f-4ac5-a5c1-48c3872cd371 cannot update to ACTIVE because it is not bound. {{(pid=103344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 06 15:08:44.291069 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-346406d6-0b78-417e-aea1-da10ad1a4a9c req-15d8c261-8893-4c9a-954d-c969f330ba3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (8a697281-543f-4ac5-a5c1-48c3872cd371), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:44.587095 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.notifiers.nova [req-346406d6-0b78-417e-aea1-da10ad1a4a9c req-15d8c261-8893-4c9a-954d-c969f330ba3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a697281-543f-4ac5-a5c1-48c3872cd371 {{(pid=103343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 15:08:44.601676 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-346406d6-0b78-417e-aea1-da10ad1a4a9c req-15d8c261-8893-4c9a-954d-c969f330ba3d service neutron] Publish callbacks [] for port (8a697281-543f-4ac5-a5c1-48c3872cd371), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:44.615636 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.db.provisioning_blocks [req-346406d6-0b78-417e-aea1-da10ad1a4a9c req-15d8c261-8893-4c9a-954d-c969f330ba3d service neutron] Transition to ACTIVE for port object 8a697281-543f-4ac5-a5c1-48c3872cd371 will not be triggered until provisioned by entity L2. {{(pid=103343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 06 15:08:44.619251 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-346406d6-0b78-417e-aea1-da10ad1a4a9c req-15d8c261-8893-4c9a-954d-c969f330ba3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194015'] for port (8a697281-543f-4ac5-a5c1-48c3872cd371), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:44.671263 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8c261-8893-4c9a-954d-c969f330ba3d service neutron] Pushing event updated for resources: {'Port': ['ID=8a697281-543f-4ac5-a5c1-48c3872cd371,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:08:44.756455 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-346406d6-0b78-417e-aea1-da10ad1a4a9c req-15d8c261-8893-4c9a-954d-c969f330ba3d service neutron] Attempting to bind port 8a697281-543f-4ac5-a5c1-48c3872cd371 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 15:08:44.756848 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-346406d6-0b78-417e-aea1-da10ad1a4a9c req-15d8c261-8893-4c9a-954d-c969f330ba3d service neutron] Attempting to bind port 8a697281-543f-4ac5-a5c1-48c3872cd371 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': 'aef96f42-6ed7-41b3-ae92-47c3c74acc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '34fb402d-875f-40bc-8469-2292c4d2147d'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 15:08:44.757188 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346406d6-0b78-417e-aea1-da10ad1a4a9c req-15d8c261-8893-4c9a-954d-c969f330ba3d service neutron] Attempting to bind port 8a697281-543f-4ac5-a5c1-48c3872cd371 on network 34fb402d-875f-40bc-8469-2292c4d2147d {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 15:08:44.761988 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346406d6-0b78-417e-aea1-da10ad1a4a9c req-15d8c261-8893-4c9a-954d-c969f330ba3d service neutron] Port 8a697281-543f-4ac5-a5c1-48c3872cd371 on network 34fb402d-875f-40bc-8469-2292c4d2147d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 15:08:44.762310 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346406d6-0b78-417e-aea1-da10ad1a4a9c req-15d8c261-8893-4c9a-954d-c969f330ba3d service neutron] Attempting to bind port 8a697281-543f-4ac5-a5c1-48c3872cd371 on network 34fb402d-875f-40bc-8469-2292c4d2147d {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 15:08:44.768072 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346406d6-0b78-417e-aea1-da10ad1a4a9c req-15d8c261-8893-4c9a-954d-c969f330ba3d service neutron] Checking agent: {'id': '1eb4536b-031c-4a65-bfe5-fc1ede7d9429', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 14, 56, 20), 'started_at': datetime.datetime(2022, 5, 6, 14, 56, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 15, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 15:08:44.768408 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346406d6-0b78-417e-aea1-da10ad1a4a9c req-15d8c261-8893-4c9a-954d-c969f330ba3d service neutron] Checking segment: {'id': 'aef96f42-6ed7-41b3-ae92-47c3c74acc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '34fb402d-875f-40bc-8469-2292c4d2147d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 15:08:44.768830 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346406d6-0b78-417e-aea1-da10ad1a4a9c req-15d8c261-8893-4c9a-954d-c969f330ba3d service neutron] Bound using segment: {'id': 'aef96f42-6ed7-41b3-ae92-47c3c74acc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '34fb402d-875f-40bc-8469-2292c4d2147d'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 15:08:44.769281 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [req-346406d6-0b78-417e-aea1-da10ad1a4a9c req-15d8c261-8893-4c9a-954d-c969f330ba3d service neutron] Bound port: 8a697281-543f-4ac5-a5c1-48c3872cd371, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aef96f42-6ed7-41b3-ae92-47c3c74acc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '34fb402d-875f-40bc-8469-2292c4d2147d'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 15:08:44.769635 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-346406d6-0b78-417e-aea1-da10ad1a4a9c req-15d8c261-8893-4c9a-954d-c969f330ba3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (8a697281-543f-4ac5-a5c1-48c3872cd371), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:44.852959 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-346406d6-0b78-417e-aea1-da10ad1a4a9c req-15d8c261-8893-4c9a-954d-c969f330ba3d service neutron] For port 8a697281-543f-4ac5-a5c1-48c3872cd371, host hv-cinder-84067, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 15:08:44.855990 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-346406d6-0b78-417e-aea1-da10ad1a4a9c req-15d8c261-8893-4c9a-954d-c969f330ba3d service neutron] For port 8a697281-543f-4ac5-a5c1-48c3872cd371, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=8a697281-543f-4ac5-a5c1-48c3872cd371,segment=NetworkSegment(aef96f42-6ed7-41b3-ae92-47c3c74acc2c),segment_id=aef96f42-6ed7-41b3-ae92-47c3c74acc2c)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 15:08:44.863545 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-346406d6-0b78-417e-aea1-da10ad1a4a9c req-15d8c261-8893-4c9a-954d-c969f330ba3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194015'] for port (8a697281-543f-4ac5-a5c1-48c3872cd371), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:44.904968 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346406d6-0b78-417e-aea1-da10ad1a4a9c req-15d8c261-8893-4c9a-954d-c969f330ba3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:08:44.905574 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-346406d6-0b78-417e-aea1-da10ad1a4a9c req-15d8c261-8893-4c9a-954d-c969f330ba3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:44.907016 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-346406d6-0b78-417e-aea1-da10ad1a4a9c req-15d8c261-8893-4c9a-954d-c969f330ba3d service neutron] 10.222.0.26 "PUT /v2.0/ports/8a697281-543f-4ac5-a5c1-48c3872cd371 HTTP/1.1" status: 200 len: 1093 time: 0.7768042 May 06 15:08:44.907493 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7de5f056-172e-4efd-86cd-08387aa43888', 'tag': '8a697281-543f-4ac5-a5c1-48c3872cd371'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 15:08:44.910494 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5daf9cee7e39eb515dc660b2975ad5fbac0ba75c1025697cc881fad3e2d3ce45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b55df94f-4893-4993-ae1e-b331d86bbb51" -d '{"events": [{"name": "network-changed", "server_uuid": "7de5f056-172e-4efd-86cd-08387aa43888", "tag": "8a697281-543f-4ac5-a5c1-48c3872cd371"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 15:08:44.945720 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8c261-8893-4c9a-954d-c969f330ba3d service neutron] Pushing event updated for resources: {'Port': ['ID=8a697281-543f-4ac5-a5c1-48c3872cd371,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:08:44.965554 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 15:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b66730f-c0b1-40ed-8200-4cc603662455 x-openstack-request-id: req-5b66730f-c0b1-40ed-8200-4cc603662455 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 15:08:44.965837 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7de5f056-172e-4efd-86cd-08387aa43888", "tag": "8a697281-543f-4ac5-a5c1-48c3872cd371", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 15:08:44.966093 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5b66730f-c0b1-40ed-8200-4cc603662455 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 15:08:44.966497 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b66730f-c0b1-40ed-8200-4cc603662455'] response: {'name': 'network-changed', 'server_uuid': '7de5f056-172e-4efd-86cd-08387aa43888', 'tag': '8a697281-543f-4ac5-a5c1-48c3872cd371', 'status': 'completed', 'code': 200} May 06 15:08:45.023884 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346406d6-0b78-417e-aea1-da10ad1a4a9c req-3df31572-f9bf-4077-9e0f-1781f3f12957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:08:45.025776 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-346406d6-0b78-417e-aea1-da10ad1a4a9c req-3df31572-f9bf-4077-9e0f-1781f3f12957 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6f2937968fc04cfaa3dab933e994a975&device_id=7de5f056-172e-4efd-86cd-08387aa43888 HTTP/1.1" status: 200 len: 1127 time: 0.0442326 May 06 15:08:45.072584 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-346406d6-0b78-417e-aea1-da10ad1a4a9c req-cd557f91-678e-49f5-82c0-1301fde4f8b7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a697281-543f-4ac5-a5c1-48c3872cd371 HTTP/1.1" status: 200 len: 217 time: 0.0391338 May 06 15:08:45.126268 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346406d6-0b78-417e-aea1-da10ad1a4a9c req-a8b97154-4277-4fe3-a734-6a8b25365ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:08:45.129021 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-346406d6-0b78-417e-aea1-da10ad1a4a9c req-a8b97154-4277-4fe3-a734-6a8b25365ce6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2da4ab98-3f71-40c7-9855-b334ccbe4494 HTTP/1.1" status: 200 len: 854 time: 0.0487816 May 06 15:08:45.176070 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346406d6-0b78-417e-aea1-da10ad1a4a9c req-0910fafe-8842-45eb-bf8f-d61a361bc702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:08:45.177606 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-346406d6-0b78-417e-aea1-da10ad1a4a9c req-0910fafe-8842-45eb-bf8f-d61a361bc702 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=34fb402d-875f-40bc-8469-2292c4d2147d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405703 May 06 15:08:45.303117 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7cf102-78d6-4d11-a53d-6b67c38c3667 req-b78c9b92-b5d6-466d-adef-93edea0250d6 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:08:45.304621 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-dd7cf102-78d6-4d11-a53d-6b67c38c3667 req-b78c9b92-b5d6-466d-adef-93edea0250d6 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/ports?device_id=7de5f056-172e-4efd-86cd-08387aa43888 HTTP/1.1" status: 200 len: 943 time: 0.0607429 May 06 15:08:45.325467 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-346406d6-0b78-417e-aea1-da10ad1a4a9c req-761d1757-7d49-4727-927a-6ffc66e778c8 service neutron] 10.222.0.26 "GET /v2.0/networks/34fb402d-875f-40bc-8469-2292c4d2147d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365921 May 06 15:08:45.410305 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-dd7cf102-78d6-4d11-a53d-6b67c38c3667 req-7b51ec5b-3fc3-46de-91f4-5375803c01ab tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fb1d9c1-2140-42ad-9768-b7efd54f4c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967317 May 06 15:08:45.446761 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-346406d6-0b78-417e-aea1-da10ad1a4a9c req-14d4ba0b-a347-47ed-bf79-88ab61377f14 service neutron] 10.222.0.26 "GET /v2.0/networks/34fb402d-875f-40bc-8469-2292c4d2147d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066813 May 06 15:08:46.526577 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266d1830-e256-4a09-9384-3881659b577b req-add3e131-b7e0-4aa4-a1cb-e048d0cd510b tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:08:46.528056 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-266d1830-e256-4a09-9384-3881659b577b req-add3e131-b7e0-4aa4-a1cb-e048d0cd510b tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/ports?device_id=7de5f056-172e-4efd-86cd-08387aa43888 HTTP/1.1" status: 200 len: 943 time: 0.0478680 May 06 15:08:46.574804 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55df94f-4893-4993-ae1e-b331d86bbb51 req-7213b6ca-d891-4c24-9f07-8c880d5ff707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:08:46.576292 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-b55df94f-4893-4993-ae1e-b331d86bbb51 req-7213b6ca-d891-4c24-9f07-8c880d5ff707 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6f2937968fc04cfaa3dab933e994a975&device_id=7de5f056-172e-4efd-86cd-08387aa43888 HTTP/1.1" status: 200 len: 1127 time: 0.0403130 May 06 15:08:46.576626 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-266d1830-e256-4a09-9384-3881659b577b req-23151867-978e-4f17-a397-251716e4a7d1 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fb1d9c1-2140-42ad-9768-b7efd54f4c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424922 May 06 15:08:46.674629 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55df94f-4893-4993-ae1e-b331d86bbb51 req-5094f80b-27c2-4c55-a9ce-f62611b59656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:08:46.676148 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-b55df94f-4893-4993-ae1e-b331d86bbb51 req-5094f80b-27c2-4c55-a9ce-f62611b59656 service neutron] 10.222.0.26 "GET /v2.0/networks?id=34fb402d-875f-40bc-8469-2292c4d2147d HTTP/1.1" status: 200 len: 916 time: 0.0909545 May 06 15:08:46.723745 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-b55df94f-4893-4993-ae1e-b331d86bbb51 req-739622a2-575a-4afe-b386-2038fadd000b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a697281-543f-4ac5-a5c1-48c3872cd371 HTTP/1.1" status: 200 len: 217 time: 0.0380139 May 06 15:08:46.781021 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55df94f-4893-4993-ae1e-b331d86bbb51 req-cec86787-f5a3-4be1-a4fd-9dda80cef14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:08:46.782612 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-b55df94f-4893-4993-ae1e-b331d86bbb51 req-cec86787-f5a3-4be1-a4fd-9dda80cef14d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2da4ab98-3f71-40c7-9855-b334ccbe4494 HTTP/1.1" status: 200 len: 854 time: 0.0469308 May 06 15:08:46.840018 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55df94f-4893-4993-ae1e-b331d86bbb51 req-2286ca66-f87f-4b70-840b-0ed9bccf48b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:08:46.842784 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-b55df94f-4893-4993-ae1e-b331d86bbb51 req-2286ca66-f87f-4b70-840b-0ed9bccf48b3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=34fb402d-875f-40bc-8469-2292c4d2147d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0503063 May 06 15:08:46.947096 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-b55df94f-4893-4993-ae1e-b331d86bbb51 req-5c66acb4-231c-438a-859d-5bdc4b00f403 service neutron] 10.222.0.26 "GET /v2.0/networks/34fb402d-875f-40bc-8469-2292c4d2147d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955336 May 06 15:08:47.046171 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-b55df94f-4893-4993-ae1e-b331d86bbb51 req-8ea5f054-f4f8-4e21-95ff-0402ce5fb9ae service neutron] 10.222.0.26 "GET /v2.0/networks/34fb402d-875f-40bc-8469-2292c4d2147d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900779 May 06 15:08:47.690272 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89ad1e2-65a1-4ea8-b9c4-ee6e1b12a816 req-541d464d-1a7f-4363-914b-590b7b920d93 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:08:47.691769 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-c89ad1e2-65a1-4ea8-b9c4-ee6e1b12a816 req-541d464d-1a7f-4363-914b-590b7b920d93 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/ports?device_id=7de5f056-172e-4efd-86cd-08387aa43888 HTTP/1.1" status: 200 len: 943 time: 0.0477390 May 06 15:08:47.740337 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-c89ad1e2-65a1-4ea8-b9c4-ee6e1b12a816 req-d9dfcdda-ffd4-4f52-a38a-3e5b314cf7dc tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fb1d9c1-2140-42ad-9768-b7efd54f4c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430202 May 06 15:08:48.525866 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device 8a697281-543f-4ac5-a5c1-48c3872cd371 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 15:08:48.627552 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] For port 8a697281-543f-4ac5-a5c1-48c3872cd371, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=8a697281-543f-4ac5-a5c1-48c3872cd371,segment=NetworkSegment(aef96f42-6ed7-41b3-ae92-47c3c74acc2c),segment_id=aef96f42-6ed7-41b3-ae92-47c3c74acc2c)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:08:48.638765 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Returning: {'device': '8a697281-543f-4ac5-a5c1-48c3872cd371', 'network_id': '34fb402d-875f-40bc-8469-2292c4d2147d', 'port_id': '8a697281-543f-4ac5-a5c1-48c3872cd371', 'mac_address': 'fa:16:3e:cc:3c:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2da4ab98-3f71-40c7-9855-b334ccbe4494', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 15:08:48.678534 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Current status of the port 8a697281-543f-4ac5-a5c1-48c3872cd371 is: DOWN; New status is: BUILD {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:08:48.678917 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (8a697281-543f-4ac5-a5c1-48c3872cd371), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:48.692297 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.notifiers.nova [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a697281-543f-4ac5-a5c1-48c3872cd371 {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 15:08:48.714669 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] For port 8a697281-543f-4ac5-a5c1-48c3872cd371, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=8a697281-543f-4ac5-a5c1-48c3872cd371,segment=NetworkSegment(aef96f42-6ed7-41b3-ae92-47c3c74acc2c),segment_id=aef96f42-6ed7-41b3-ae92-47c3c74acc2c)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:08:48.718761 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (8a697281-543f-4ac5-a5c1-48c3872cd371), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:48.773153 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Pushing event updated for resources: {'Port': ['ID=8a697281-543f-4ac5-a5c1-48c3872cd371,revision_number=4']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:08:48.868898 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55503b19-9c62-4517-b3af-5b4ba84130ac req-b179e08a-efb6-4b20-93e6-a30dd9958d69 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:08:48.870525 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-55503b19-9c62-4517-b3af-5b4ba84130ac req-b179e08a-efb6-4b20-93e6-a30dd9958d69 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/ports?device_id=7de5f056-172e-4efd-86cd-08387aa43888 HTTP/1.1" status: 200 len: 944 time: 0.0615234 May 06 15:08:48.923932 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-55503b19-9c62-4517-b3af-5b4ba84130ac req-7b4a3e0a-4954-405d-9043-f3792877798a tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fb1d9c1-2140-42ad-9768-b7efd54f4c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472858 May 06 15:08:49.062281 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] get_ports_and_sgs() called for port_ids ['8a697281-543f-4ac5-a5c1-48c3872cd371'] {{(pid=103344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 15:08:50.045170 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd6ca3e-9598-40a7-b2df-aa1d15fac97a req-9dace0bd-23f3-4876-a8cd-e3d311828c6c tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:08:50.046647 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-afd6ca3e-9598-40a7-b2df-aa1d15fac97a req-9dace0bd-23f3-4876-a8cd-e3d311828c6c tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/ports?device_id=7de5f056-172e-4efd-86cd-08387aa43888 HTTP/1.1" status: 200 len: 944 time: 0.0464973 May 06 15:08:50.094058 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-afd6ca3e-9598-40a7-b2df-aa1d15fac97a req-56a2d8c5-8e19-4093-a2fe-2690517f4dca tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fb1d9c1-2140-42ad-9768-b7efd54f4c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409553 May 06 15:08:50.541263 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device 8a697281-543f-4ac5-a5c1-48c3872cd371 up at agent hyperv_hv-cinder-84067 {{(pid=103344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 15:08:50.588572 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Provisioning for port 8a697281-543f-4ac5-a5c1-48c3872cd371 completed by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 06 15:08:50.594376 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Provisioning complete for port 8a697281-543f-4ac5-a5c1-48c3872cd371 triggered by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:08:50.594822 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (8a697281-543f-4ac5-a5c1-48c3872cd371), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:50.644181 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (1eb4536b-031c-4a65-bfe5-fc1ede7d9429), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:50.684799 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Current status of the port 8a697281-543f-4ac5-a5c1-48c3872cd371 is: BUILD; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:08:50.685196 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (8a697281-543f-4ac5-a5c1-48c3872cd371), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:50.710420 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7de5f056-172e-4efd-86cd-08387aa43888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a697281-543f-4ac5-a5c1-48c3872cd371'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 15:08:50.712713 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e0964ea08b7304cb3fd06b6962f873a42c5b1f8277632c4cd90ec00bfa9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f5f0c5-fb70-42ae-b28a-fc60d8a6712d" -d '{"events": [{"server_uuid": "7de5f056-172e-4efd-86cd-08387aa43888", "name": "network-vif-plugged", "status": "completed", "tag": "8a697281-543f-4ac5-a5c1-48c3872cd371"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 15:08:50.725358 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] For port 8a697281-543f-4ac5-a5c1-48c3872cd371, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=8a697281-543f-4ac5-a5c1-48c3872cd371,segment=NetworkSegment(aef96f42-6ed7-41b3-ae92-47c3c74acc2c),segment_id=aef96f42-6ed7-41b3-ae92-47c3c74acc2c)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:08:50.730451 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (8a697281-543f-4ac5-a5c1-48c3872cd371), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:50.761636 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 15:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-facd44a3-b41f-4a9d-9506-235eef564023 x-openstack-request-id: req-facd44a3-b41f-4a9d-9506-235eef564023 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 15:08:50.761930 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7de5f056-172e-4efd-86cd-08387aa43888", "name": "network-vif-plugged", "status": "completed", "tag": "8a697281-543f-4ac5-a5c1-48c3872cd371", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 15:08:50.762213 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-facd44a3-b41f-4a9d-9506-235eef564023 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 15:08:50.762609 dv-cinder-840678-2-iscsi neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event matching ['req-facd44a3-b41f-4a9d-9506-235eef564023'] response: {'server_uuid': '7de5f056-172e-4efd-86cd-08387aa43888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a697281-543f-4ac5-a5c1-48c3872cd371', 'code': 200} May 06 15:08:50.790595 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Pushing event updated for resources: {'Port': ['ID=8a697281-543f-4ac5-a5c1-48c3872cd371,revision_number=5']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:08:50.928187 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19062fea-e6b0-487c-8668-c235422d6019 req-fe63c7d2-ed47-4710-8f6e-34f432ab6eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:08:50.929713 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-19062fea-e6b0-487c-8668-c235422d6019 req-fe63c7d2-ed47-4710-8f6e-34f432ab6eb8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7de5f056-172e-4efd-86cd-08387aa43888 HTTP/1.1" status: 200 len: 1129 time: 0.0427418 May 06 15:08:50.977906 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-19062fea-e6b0-487c-8668-c235422d6019 req-5b9fe642-9fc7-4f84-bd9e-2ccf465bd8cf service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7fb1d9c1-2140-42ad-9768-b7efd54f4c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375745 May 06 15:08:51.215068 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c000db65-a1e7-4a37-941e-1da0f92166de req-320c7de8-615c-417b-8ccb-e739d5b23957 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:08:51.216555 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-c000db65-a1e7-4a37-941e-1da0f92166de req-320c7de8-615c-417b-8ccb-e739d5b23957 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/ports?device_id=7de5f056-172e-4efd-86cd-08387aa43888 HTTP/1.1" status: 200 len: 945 time: 0.0500622 May 06 15:08:51.269084 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-c000db65-a1e7-4a37-941e-1da0f92166de req-793e130b-eaeb-4037-bc02-ffd11a5f0b0d tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fb1d9c1-2140-42ad-9768-b7efd54f4c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461645 May 06 15:08:52.397129 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ffc9e-91b4-4305-bbb3-0b13cc1e4e30 req-8e3a6623-85d4-469d-ae0f-b1e88647bd75 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:08:52.399266 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-460ffc9e-91b4-4305-bbb3-0b13cc1e4e30 req-8e3a6623-85d4-469d-ae0f-b1e88647bd75 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/ports?device_id=7de5f056-172e-4efd-86cd-08387aa43888 HTTP/1.1" status: 200 len: 945 time: 0.0523481 May 06 15:08:52.453672 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-460ffc9e-91b4-4305-bbb3-0b13cc1e4e30 req-60064bac-3ed0-4e83-9f3f-52a5e45ec27d tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fb1d9c1-2140-42ad-9768-b7efd54f4c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473032 May 06 15:08:53.578580 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb335c6-f79a-4b93-9211-bfdf21e0014a req-73f46c35-d9c4-40ca-8b29-0955d52dc175 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:08:53.580685 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-ccb335c6-f79a-4b93-9211-bfdf21e0014a req-73f46c35-d9c4-40ca-8b29-0955d52dc175 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/ports?device_id=7de5f056-172e-4efd-86cd-08387aa43888 HTTP/1.1" status: 200 len: 945 time: 0.0551395 May 06 15:08:53.633796 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-ccb335c6-f79a-4b93-9211-bfdf21e0014a req-6ecd4188-f4fe-4a41-9be4-a8025b545cc0 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fb1d9c1-2140-42ad-9768-b7efd54f4c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467970 May 06 15:08:53.754670 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfcbca0-749c-4c3a-a644-3294b527471c req-1e92e7ac-c4c6-475e-a81f-e8ec36e40c84 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:08:53.756185 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-acfcbca0-749c-4c3a-a644-3294b527471c req-1e92e7ac-c4c6-475e-a81f-e8ec36e40c84 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/ports?device_id=7de5f056-172e-4efd-86cd-08387aa43888 HTTP/1.1" status: 200 len: 945 time: 0.0479269 May 06 15:08:53.764861 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 52554) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:08:53.770176 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.v2.base [None req-8ee460b4-e9d4-4752-a83b-cd3929850df6 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Request body: {'floatingip': {'port_id': '8a697281-543f-4ac5-a5c1-48c3872cd371'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:08:53.813471 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8ee460b4-e9d4-4752-a83b-cd3929850df6 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks [] for floatingip (1374d0ba-f355-4158-9f2a-1dca976afa7d), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:54.558710 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8ee460b4-e9d4-4752-a83b-cd3929850df6 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:54.562722 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8ee460b4-e9d4-4752-a83b-cd3929850df6 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429592'] for floatingip (1374d0ba-f355-4158-9f2a-1dca976afa7d), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:54.668363 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.db.l3_db [None req-8ee460b4-e9d4-4752-a83b-cd3929850df6 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Floating IP 1374d0ba-f355-4158-9f2a-1dca976afa7d associated. External IP: 172.27.2.208, port: 8a697281-543f-4ac5-a5c1-48c3872cd371. May 06 15:08:54.889158 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ee460b4-e9d4-4752-a83b-cd3929850df6 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Router af14763f-8ef8-4dc4-be61-9c42c0e68894 has already been hosted by L3 agent ec8f31e6-1756-4927-8bc3-e144e6f0af83 {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 15:08:55.005680 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ee460b4-e9d4-4752-a83b-cd3929850df6 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Notify agent at l3_agent.dv-cinder-840678-2-iscsi the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 15:08:55.010955 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8ee460b4-e9d4-4752-a83b-cd3929850df6 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:08:55.015939 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866f668d-2cda-4bf4-8977-0cf3f0b34752 None None] Sync routers for ids ['af14763f-8ef8-4dc4-be61-9c42c0e68894'] in dv-cinder-840678-2-iscsi {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 15:08:55.027651 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866f668d-2cda-4bf4-8977-0cf3f0b34752 None None] Routers {'af14763f-8ef8-4dc4-be61-9c42c0e68894'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:08:55.028279 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-866f668d-2cda-4bf4-8977-0cf3f0b34752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:08:39Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['af14763f-8ef8-4dc4-be61-9c42c0e68894'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:08:55.042816 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-8ee460b4-e9d4-4752-a83b-cd3929850df6 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "PUT /v2.0/floatingips/1374d0ba-f355-4158-9f2a-1dca976afa7d HTTP/1.1" status: 200 len: 991 time: 1.2768717 May 06 15:08:55.043512 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7de5f056-172e-4efd-86cd-08387aa43888', 'tag': '8a697281-543f-4ac5-a5c1-48c3872cd371'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 15:08:55.045840 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e079183c6aa01fbf7ecda8705e9d532761ec392512c90f9d6467ac227f3657d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a318c4df-35f1-44e5-ad06-b5a387919d13" -d '{"events": [{"name": "network-changed", "server_uuid": "7de5f056-172e-4efd-86cd-08387aa43888", "tag": "8a697281-543f-4ac5-a5c1-48c3872cd371"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 15:08:55.083883 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 15:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18db97c3-a440-433d-bc3f-18b792311d25 x-openstack-request-id: req-18db97c3-a440-433d-bc3f-18b792311d25 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 15:08:55.084171 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7de5f056-172e-4efd-86cd-08387aa43888", "tag": "8a697281-543f-4ac5-a5c1-48c3872cd371", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 15:08:55.084447 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-18db97c3-a440-433d-bc3f-18b792311d25 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 15:08:55.084887 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18db97c3-a440-433d-bc3f-18b792311d25'] response: {'name': 'network-changed', 'server_uuid': '7de5f056-172e-4efd-86cd-08387aa43888', 'tag': '8a697281-543f-4ac5-a5c1-48c3872cd371', 'status': 'completed', 'code': 200} May 06 15:08:55.140707 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-866f668d-2cda-4bf4-8977-0cf3f0b34752 None None] Set router af14763f-8ef8-4dc4-be61-9c42c0e68894 gateway port host: dv-cinder-840678-2-iscsi {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:08:55.155403 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a318c4df-35f1-44e5-ad06-b5a387919d13 req-83887db5-a4f9-41c7-a742-24cc0454bfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:08:55.157733 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-a318c4df-35f1-44e5-ad06-b5a387919d13 req-83887db5-a4f9-41c7-a742-24cc0454bfc0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6f2937968fc04cfaa3dab933e994a975&device_id=7de5f056-172e-4efd-86cd-08387aa43888 HTTP/1.1" status: 200 len: 1129 time: 0.0427389 May 06 15:08:55.252945 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a318c4df-35f1-44e5-ad06-b5a387919d13 req-a1e9c6f9-4483-44a0-bb5d-61054d5592d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:08:55.254422 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-a318c4df-35f1-44e5-ad06-b5a387919d13 req-a1e9c6f9-4483-44a0-bb5d-61054d5592d5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=34fb402d-875f-40bc-8469-2292c4d2147d HTTP/1.1" status: 200 len: 916 time: 0.0850837 May 06 15:08:55.326491 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-a318c4df-35f1-44e5-ad06-b5a387919d13 req-61d4cded-39ab-4236-8eb3-334c867c141a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a697281-543f-4ac5-a5c1-48c3872cd371 HTTP/1.1" status: 200 len: 999 time: 0.0643606 May 06 15:08:55.363910 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-866f668d-2cda-4bf4-8977-0cf3f0b34752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'name': 'tempest-AttachVolumeNegativeTest-1888114692-router', 'tenant_id': '6f2937968fc04cfaa3dab933e994a975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'be96f763-7174-4361-8adf-0565e858d46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T15:08:34Z', 'updated_at': '2022-05-06T15:08:37Z', 'revision_number': 4, 'project_id': '6f2937968fc04cfaa3dab933e994a975', 'gw_port': {'id': 'be96f763-7174-4361-8adf-0565e858d46b', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:06:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:08:34Z', 'updated_at': '2022-05-06T15:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_floatingips': [{'id': '1374d0ba-f355-4158-9f2a-1dca976afa7d', 'tenant_id': '6f2937968fc04cfaa3dab933e994a975', 'floating_ip_address': '172.27.2.208', 'floating_network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'router_id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'port_id': '8a697281-543f-4ac5-a5c1-48c3872cd371', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34fb402d-875f-40bc-8469-2292c4d2147d', 'mac_address': 'fa:16:3e:cc:3c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de5f056-172e-4efd-86cd-08387aa43888', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T15:08:40Z', 'updated_at': '2022-05-06T15:08:54Z', 'revision_number': 1, 'project_id': '6f2937968fc04cfaa3dab933e994a975', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4770669d-47f6-43ad-b29b-3fbee3381ce8', 'name': '', 'network_id': '34fb402d-875f-40bc-8469-2292c4d2147d', 'tenant_id': '6f2937968fc04cfaa3dab933e994a975', 'mac_address': 'fa:16:3e:8a:ce:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '2da4ab98-3f71-40c7-9855-b334ccbe4494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:08:37Z', 'updated_at': '2022-05-06T15:08:41Z', 'revision_number': 5, 'project_id': '6f2937968fc04cfaa3dab933e994a975', 'subnets': [{'id': '2da4ab98-3f71-40c7-9855-b334ccbe4494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:08:55.376737 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a318c4df-35f1-44e5-ad06-b5a387919d13 req-9480827c-1526-41ca-bc3d-7205b3fa382d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:08:55.378224 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-a318c4df-35f1-44e5-ad06-b5a387919d13 req-9480827c-1526-41ca-bc3d-7205b3fa382d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2da4ab98-3f71-40c7-9855-b334ccbe4494 HTTP/1.1" status: 200 len: 854 time: 0.0456736 May 06 15:08:55.390893 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866f668d-2cda-4bf4-8977-0cf3f0b34752 None None] Checking router: af14763f-8ef8-4dc4-be61-9c42c0e68894 for host: dv-cinder-840678-2-iscsi {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 15:08:55.400532 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866f668d-2cda-4bf4-8977-0cf3f0b34752 None None] Routers {'af14763f-8ef8-4dc4-be61-9c42c0e68894'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:08:55.401183 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-866f668d-2cda-4bf4-8977-0cf3f0b34752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:08:39Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['af14763f-8ef8-4dc4-be61-9c42c0e68894'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:08:55.428363 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a318c4df-35f1-44e5-ad06-b5a387919d13 req-7469a12b-957d-47b1-b72a-1229ced502ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:08:55.429906 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-a318c4df-35f1-44e5-ad06-b5a387919d13 req-7469a12b-957d-47b1-b72a-1229ced502ff service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=34fb402d-875f-40bc-8469-2292c4d2147d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440307 May 06 15:08:55.515003 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-866f668d-2cda-4bf4-8977-0cf3f0b34752 None None] Set router af14763f-8ef8-4dc4-be61-9c42c0e68894 gateway port host: dv-cinder-840678-2-iscsi {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:08:55.531629 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-a318c4df-35f1-44e5-ad06-b5a387919d13 req-fac53e18-8c67-4c0a-b209-3cc040f31e7d service neutron] 10.222.0.26 "GET /v2.0/networks/34fb402d-875f-40bc-8469-2292c4d2147d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946028 May 06 15:08:55.626542 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-a318c4df-35f1-44e5-ad06-b5a387919d13 req-534bd40f-0976-4dda-8dbc-d90283df5a8a service neutron] 10.222.0.26 "GET /v2.0/networks/34fb402d-875f-40bc-8469-2292c4d2147d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838649 May 06 15:08:55.737772 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-866f668d-2cda-4bf4-8977-0cf3f0b34752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'name': 'tempest-AttachVolumeNegativeTest-1888114692-router', 'tenant_id': '6f2937968fc04cfaa3dab933e994a975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'be96f763-7174-4361-8adf-0565e858d46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T15:08:34Z', 'updated_at': '2022-05-06T15:08:37Z', 'revision_number': 4, 'project_id': '6f2937968fc04cfaa3dab933e994a975', 'gw_port': {'id': 'be96f763-7174-4361-8adf-0565e858d46b', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:06:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:08:34Z', 'updated_at': '2022-05-06T15:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_floatingips': [{'id': '1374d0ba-f355-4158-9f2a-1dca976afa7d', 'tenant_id': '6f2937968fc04cfaa3dab933e994a975', 'floating_ip_address': '172.27.2.208', 'floating_network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'router_id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'port_id': '8a697281-543f-4ac5-a5c1-48c3872cd371', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34fb402d-875f-40bc-8469-2292c4d2147d', 'mac_address': 'fa:16:3e:cc:3c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de5f056-172e-4efd-86cd-08387aa43888', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T15:08:40Z', 'updated_at': '2022-05-06T15:08:54Z', 'revision_number': 1, 'project_id': '6f2937968fc04cfaa3dab933e994a975', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4770669d-47f6-43ad-b29b-3fbee3381ce8', 'name': '', 'network_id': '34fb402d-875f-40bc-8469-2292c4d2147d', 'tenant_id': '6f2937968fc04cfaa3dab933e994a975', 'mac_address': 'fa:16:3e:8a:ce:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '2da4ab98-3f71-40c7-9855-b334ccbe4494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:08:37Z', 'updated_at': '2022-05-06T15:08:41Z', 'revision_number': 5, 'project_id': '6f2937968fc04cfaa3dab933e994a975', 'subnets': [{'id': '2da4ab98-3f71-40c7-9855-b334ccbe4494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:08:55.763815 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866f668d-2cda-4bf4-8977-0cf3f0b34752 None None] The sync data for ids ['af14763f-8ef8-4dc4-be61-9c42c0e68894'] in dv-cinder-840678-2-iscsi is: [{'id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'name': 'tempest-AttachVolumeNegativeTest-1888114692-router', 'tenant_id': '6f2937968fc04cfaa3dab933e994a975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'be96f763-7174-4361-8adf-0565e858d46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T15:08:34Z', 'updated_at': '2022-05-06T15:08:37Z', 'revision_number': 4, 'project_id': '6f2937968fc04cfaa3dab933e994a975', 'gw_port': {'id': 'be96f763-7174-4361-8adf-0565e858d46b', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:06:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:08:34Z', 'updated_at': '2022-05-06T15:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_floatingips': [{'id': '1374d0ba-f355-4158-9f2a-1dca976afa7d', 'tenant_id': '6f2937968fc04cfaa3dab933e994a975', 'floating_ip_address': '172.27.2.208', 'floating_network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'router_id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'port_id': '8a697281-543f-4ac5-a5c1-48c3872cd371', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34fb402d-875f-40bc-8469-2292c4d2147d', 'mac_address': 'fa:16:3e:cc:3c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de5f056-172e-4efd-86cd-08387aa43888', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T15:08:40Z', 'updated_at': '2022-05-06T15:08:54Z', 'revision_number': 1, 'project_id': '6f2937968fc04cfaa3dab933e994a975', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4770669d-47f6-43ad-b29b-3fbee3381ce8', 'name': '', 'network_id': '34fb402d-875f-40bc-8469-2292c4d2147d', 'tenant_id': '6f2937968fc04cfaa3dab933e994a975', 'mac_address': 'fa:16:3e:8a:ce:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '2da4ab98-3f71-40c7-9855-b334ccbe4494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:08:37Z', 'updated_at': '2022-05-06T15:08:41Z', 'revision_number': 5, 'project_id': '6f2937968fc04cfaa3dab933e994a975', 'subnets': [{'id': '2da4ab98-3f71-40c7-9855-b334ccbe4494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 15:08:55.957369 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd28cc28-af4c-44ea-8288-92d2021560f8 None None] New status for floating IP 1374d0ba-f355-4158-9f2a-1dca976afa7d: ACTIVE {{(pid=103344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 15:09:07.126886 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0d25b382-9e15-4a1c-b63a-d78915c69e0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (79b17169-ed94-4769-ba4e-30adf371f78f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:08.804269 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.agents_db [None req-6003b131-4361-4e36-81e7-47e90cbdf206 None None] Agent healthcheck: found 6 active agents {{(pid=103345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 15:09:09.448808 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b8feb0cc-0c33-4e01-82e0-eaebf8894cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (ec8f31e6-1756-4927-8bc3-e144e6f0af83), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:10.559263 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1afa6ce1-9145-4257-8e23-9dd2cd4b1998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b699075f-0d9f-4d2e-b182-9d9eb15bfab1), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:12.699579 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-68b1beb6-545b-4f86-a143-b395004404eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b8293b96-1d4f-4101-9243-9870353ff712), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:13.772258 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (20451d70-ea89-4a66-885a-20a1b2a3bff8), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:20.626962 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (1eb4536b-031c-4a65-bfe5-fc1ede7d9429), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:28.805868 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 52576) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:09:29.074993 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-47946b1c-b9db-444d-97f9-f9ecfdd37c88 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Deleting port e47898c2-02c3-4468-9332-a8d07eac4f3e {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 15:09:29.075263 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-47946b1c-b9db-444d-97f9-f9ecfdd37c88 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732313803493'] for port (e47898c2-02c3-4468-9332-a8d07eac4f3e), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:29.158256 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-47946b1c-b9db-444d-97f9-f9ecfdd37c88 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426303'] for port (e47898c2-02c3-4468-9332-a8d07eac4f3e), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:29.158586 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-47946b1c-b9db-444d-97f9-f9ecfdd37c88 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Publish callbacks [] for floatingip (e47898c2-02c3-4468-9332-a8d07eac4f3e), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:29.173731 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-47946b1c-b9db-444d-97f9-f9ecfdd37c88 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Calling delete_port for e47898c2-02c3-4468-9332-a8d07eac4f3e owned by network:floatingip {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 15:09:29.336047 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-47946b1c-b9db-444d-97f9-f9ecfdd37c88 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732313812345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732313435477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194024'] for port (e47898c2-02c3-4468-9332-a8d07eac4f3e), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:29.362809 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47946b1c-b9db-444d-97f9-f9ecfdd37c88 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Pushing event deleted for resources: {'Port': ['ID=e47898c2-02c3-4468-9332-a8d07eac4f3e,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:09:29.374955 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47946b1c-b9db-444d-97f9-f9ecfdd37c88 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:09:29.375304 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47946b1c-b9db-444d-97f9-f9ecfdd37c88 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:09:29.376491 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47946b1c-b9db-444d-97f9-f9ecfdd37c88 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:09:29.377132 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47946b1c-b9db-444d-97f9-f9ecfdd37c88 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:09:29.377705 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47946b1c-b9db-444d-97f9-f9ecfdd37c88 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:09:29.378259 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47946b1c-b9db-444d-97f9-f9ecfdd37c88 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:09:29.378829 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47946b1c-b9db-444d-97f9-f9ecfdd37c88 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:09:29.379429 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47946b1c-b9db-444d-97f9-f9ecfdd37c88 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:09:29.380010 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47946b1c-b9db-444d-97f9-f9ecfdd37c88 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:09:29.380595 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47946b1c-b9db-444d-97f9-f9ecfdd37c88 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:09:29.381207 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47946b1c-b9db-444d-97f9-f9ecfdd37c88 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:09:29.381827 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47946b1c-b9db-444d-97f9-f9ecfdd37c88 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:09:29.382396 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47946b1c-b9db-444d-97f9-f9ecfdd37c88 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:09:29.382977 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47946b1c-b9db-444d-97f9-f9ecfdd37c88 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:09:29.383552 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47946b1c-b9db-444d-97f9-f9ecfdd37c88 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:09:29.487350 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-47946b1c-b9db-444d-97f9-f9ecfdd37c88 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Publish callbacks [] for floatingip (861032f3-ca98-4982-9cf9-473899ad1f8a), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:29.487890 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.db.l3_db [None req-47946b1c-b9db-444d-97f9-f9ecfdd37c88 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Floating IP 861032f3-ca98-4982-9cf9-473899ad1f8a disassociated (deleted). External IP: 172.27.2.75, port: dda979ec-6bc6-4e43-b92a-eaa84c657715. May 06 15:09:30.036342 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47946b1c-b9db-444d-97f9-f9ecfdd37c88 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Router 9166c8e3-c795-4438-a5ea-2ff5b2841c98 has already been hosted by L3 agent ec8f31e6-1756-4927-8bc3-e144e6f0af83 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 15:09:30.160846 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47946b1c-b9db-444d-97f9-f9ecfdd37c88 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Notify agent at l3_agent.dv-cinder-840678-2-iscsi the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 15:09:30.166950 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-47946b1c-b9db-444d-97f9-f9ecfdd37c88 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for floatingip (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:30.174126 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4326ea3-f0e8-413d-b8bd-2fedc5b612fd None None] Sync routers for ids ['9166c8e3-c795-4438-a5ea-2ff5b2841c98'] in dv-cinder-840678-2-iscsi {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 15:09:30.186949 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4326ea3-f0e8-413d-b8bd-2fedc5b612fd None None] Routers {'9166c8e3-c795-4438-a5ea-2ff5b2841c98'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:09:30.187729 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-c4326ea3-f0e8-413d-b8bd-2fedc5b612fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:09:09Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['9166c8e3-c795-4438-a5ea-2ff5b2841c98'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:09:30.202917 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-47946b1c-b9db-444d-97f9-f9ecfdd37c88 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "DELETE /v2.0/floatingips/861032f3-ca98-4982-9cf9-473899ad1f8a HTTP/1.1" status: 204 len: 168 time: 1.3956773 May 06 15:09:30.203779 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf24868d-54cf-4b47-bc4e-96cfc8864c01', 'tag': 'dda979ec-6bc6-4e43-b92a-eaa84c657715'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 15:09:30.207615 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5daf9cee7e39eb515dc660b2975ad5fbac0ba75c1025697cc881fad3e2d3ce45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19bb0f7b-03d5-46d7-9396-b253015f45e2" -d '{"events": [{"name": "network-changed", "server_uuid": "bf24868d-54cf-4b47-bc4e-96cfc8864c01", "tag": "dda979ec-6bc6-4e43-b92a-eaa84c657715"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 15:09:30.342129 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 15:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cfea04c-d2e7-45c7-a0fd-2bb607e2cbfa x-openstack-request-id: req-4cfea04c-d2e7-45c7-a0fd-2bb607e2cbfa {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 15:09:30.342613 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf24868d-54cf-4b47-bc4e-96cfc8864c01", "tag": "dda979ec-6bc6-4e43-b92a-eaa84c657715", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 15:09:30.343072 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4cfea04c-d2e7-45c7-a0fd-2bb607e2cbfa {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 15:09:30.343694 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cfea04c-d2e7-45c7-a0fd-2bb607e2cbfa'] response: {'name': 'network-changed', 'server_uuid': 'bf24868d-54cf-4b47-bc4e-96cfc8864c01', 'tag': 'dda979ec-6bc6-4e43-b92a-eaa84c657715', 'status': 'completed', 'code': 200} May 06 15:09:30.394119 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-c4326ea3-f0e8-413d-b8bd-2fedc5b612fd None None] Set router 9166c8e3-c795-4438-a5ea-2ff5b2841c98 gateway port host: dv-cinder-840678-2-iscsi {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:09:30.445341 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb0f7b-03d5-46d7-9396-b253015f45e2 req-b2d09fa8-f4a8-4391-950b-b260b327cf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:09:30.447391 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-19bb0f7b-03d5-46d7-9396-b253015f45e2 req-b2d09fa8-f4a8-4391-950b-b260b327cf17 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=32f5765bb183428c8a04aed1c66a2068&device_id=bf24868d-54cf-4b47-bc4e-96cfc8864c01 HTTP/1.1" status: 200 len: 1129 time: 0.0637755 May 06 15:09:30.554328 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f1657-0967-4e5d-8ea0-0a85a50db901 req-7a1df525-ed3c-4afa-85a3-d7800b98e58e tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:09:30.556347 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-f41f1657-0967-4e5d-8ea0-0a85a50db901 req-7a1df525-ed3c-4afa-85a3-d7800b98e58e tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf24868d-54cf-4b47-bc4e-96cfc8864c01 HTTP/1.1" status: 200 len: 945 time: 0.0588582 May 06 15:09:30.613799 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-f41f1657-0967-4e5d-8ea0-0a85a50db901 req-983adfa3-c915-4fe8-87e4-cb371d18582a tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/security-groups?id=a34256eb-ffef-4843-9957-650a1f075897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506220 May 06 15:09:30.770817 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-c4326ea3-f0e8-413d-b8bd-2fedc5b612fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9166c8e3-c795-4438-a5ea-2ff5b2841c98', 'name': 'tempest-TestShelveInstance-1161429654-router', 'tenant_id': '32f5765bb183428c8a04aed1c66a2068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '7a600233-89cd-4af8-bdd0-ac1c54334402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T15:03:55Z', 'updated_at': '2022-05-06T15:03:58Z', 'revision_number': 4, 'project_id': '32f5765bb183428c8a04aed1c66a2068', 'gw_port': {'id': '7a600233-89cd-4af8-bdd0-ac1c54334402', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:93:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9166c8e3-c795-4438-a5ea-2ff5b2841c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:03:55Z', 'updated_at': '2022-05-06T15:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_interfaces': [{'id': '18bd235b-d2a1-435e-a936-599904b5cd55', 'name': '', 'network_id': '0fb7150d-7af9-48b9-92ca-624c83e18c3d', 'tenant_id': '32f5765bb183428c8a04aed1c66a2068', 'mac_address': 'fa:16:3e:4a:06:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9166c8e3-c795-4438-a5ea-2ff5b2841c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '5bc00d9a-cd37-4c9b-9bea-8c5ff3f1a588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:03:57Z', 'updated_at': '2022-05-06T15:04:02Z', 'revision_number': 5, 'project_id': '32f5765bb183428c8a04aed1c66a2068', 'subnets': [{'id': '5bc00d9a-cd37-4c9b-9bea-8c5ff3f1a588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:09:30.800066 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4326ea3-f0e8-413d-b8bd-2fedc5b612fd None None] Checking router: 9166c8e3-c795-4438-a5ea-2ff5b2841c98 for host: dv-cinder-840678-2-iscsi {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 15:09:30.809787 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4326ea3-f0e8-413d-b8bd-2fedc5b612fd None None] Routers {'9166c8e3-c795-4438-a5ea-2ff5b2841c98'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:09:30.810302 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-c4326ea3-f0e8-413d-b8bd-2fedc5b612fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:09:09Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['9166c8e3-c795-4438-a5ea-2ff5b2841c98'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:09:30.932877 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-c4326ea3-f0e8-413d-b8bd-2fedc5b612fd None None] Set router 9166c8e3-c795-4438-a5ea-2ff5b2841c98 gateway port host: dv-cinder-840678-2-iscsi {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:09:31.162398 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-c4326ea3-f0e8-413d-b8bd-2fedc5b612fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9166c8e3-c795-4438-a5ea-2ff5b2841c98', 'name': 'tempest-TestShelveInstance-1161429654-router', 'tenant_id': '32f5765bb183428c8a04aed1c66a2068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '7a600233-89cd-4af8-bdd0-ac1c54334402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T15:03:55Z', 'updated_at': '2022-05-06T15:03:58Z', 'revision_number': 4, 'project_id': '32f5765bb183428c8a04aed1c66a2068', 'gw_port': {'id': '7a600233-89cd-4af8-bdd0-ac1c54334402', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:93:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9166c8e3-c795-4438-a5ea-2ff5b2841c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:03:55Z', 'updated_at': '2022-05-06T15:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_interfaces': [{'id': '18bd235b-d2a1-435e-a936-599904b5cd55', 'name': '', 'network_id': '0fb7150d-7af9-48b9-92ca-624c83e18c3d', 'tenant_id': '32f5765bb183428c8a04aed1c66a2068', 'mac_address': 'fa:16:3e:4a:06:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9166c8e3-c795-4438-a5ea-2ff5b2841c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '5bc00d9a-cd37-4c9b-9bea-8c5ff3f1a588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:03:57Z', 'updated_at': '2022-05-06T15:04:02Z', 'revision_number': 5, 'project_id': '32f5765bb183428c8a04aed1c66a2068', 'subnets': [{'id': '5bc00d9a-cd37-4c9b-9bea-8c5ff3f1a588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:09:31.194023 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4326ea3-f0e8-413d-b8bd-2fedc5b612fd None None] The sync data for ids ['9166c8e3-c795-4438-a5ea-2ff5b2841c98'] in dv-cinder-840678-2-iscsi is: [{'id': '9166c8e3-c795-4438-a5ea-2ff5b2841c98', 'name': 'tempest-TestShelveInstance-1161429654-router', 'tenant_id': '32f5765bb183428c8a04aed1c66a2068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '7a600233-89cd-4af8-bdd0-ac1c54334402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T15:03:55Z', 'updated_at': '2022-05-06T15:03:58Z', 'revision_number': 4, 'project_id': '32f5765bb183428c8a04aed1c66a2068', 'gw_port': {'id': '7a600233-89cd-4af8-bdd0-ac1c54334402', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:93:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9166c8e3-c795-4438-a5ea-2ff5b2841c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:03:55Z', 'updated_at': '2022-05-06T15:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_interfaces': [{'id': '18bd235b-d2a1-435e-a936-599904b5cd55', 'name': '', 'network_id': '0fb7150d-7af9-48b9-92ca-624c83e18c3d', 'tenant_id': '32f5765bb183428c8a04aed1c66a2068', 'mac_address': 'fa:16:3e:4a:06:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9166c8e3-c795-4438-a5ea-2ff5b2841c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '5bc00d9a-cd37-4c9b-9bea-8c5ff3f1a588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:03:57Z', 'updated_at': '2022-05-06T15:04:02Z', 'revision_number': 5, 'project_id': '32f5765bb183428c8a04aed1c66a2068', 'subnets': [{'id': '5bc00d9a-cd37-4c9b-9bea-8c5ff3f1a588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 15:09:31.465420 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e20f75-1cf8-4d56-adcd-82dbf85c6657 None None] New status for floating IP 861032f3-ca98-4982-9cf9-473899ad1f8a: DOWN {{(pid=103344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 15:09:31.745973 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d1ede-6723-4604-b633-e82b0ae5f4b7 req-4cc34105-bb12-445d-b915-41c27227be8f tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:09:31.747664 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-be6d1ede-6723-4604-b633-e82b0ae5f4b7 req-4cc34105-bb12-445d-b915-41c27227be8f tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf24868d-54cf-4b47-bc4e-96cfc8864c01 HTTP/1.1" status: 200 len: 945 time: 0.0526183 May 06 15:09:31.808213 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-be6d1ede-6723-4604-b633-e82b0ae5f4b7 req-73292a1b-346a-43f9-ac85-00cce1a5c533 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/security-groups?id=a34256eb-ffef-4843-9957-650a1f075897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536523 May 06 15:09:32.059917 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb0f7b-03d5-46d7-9396-b253015f45e2 req-d27362ef-7936-414c-88d1-687344219398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:09:32.061433 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-19bb0f7b-03d5-46d7-9396-b253015f45e2 req-d27362ef-7936-414c-88d1-687344219398 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0fb7150d-7af9-48b9-92ca-624c83e18c3d HTTP/1.1" status: 200 len: 910 time: 0.1073267 May 06 15:09:32.247328 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-19bb0f7b-03d5-46d7-9396-b253015f45e2 req-c0cde814-fb60-45eb-9d5b-ce1bb3f251d9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dda979ec-6bc6-4e43-b92a-eaa84c657715 HTTP/1.1" status: 200 len: 217 time: 0.0360267 May 06 15:09:32.307977 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb0f7b-03d5-46d7-9396-b253015f45e2 req-7859da05-7518-4f5f-8543-2971414f9895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:09:32.309469 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-19bb0f7b-03d5-46d7-9396-b253015f45e2 req-7859da05-7518-4f5f-8543-2971414f9895 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5bc00d9a-cd37-4c9b-9bea-8c5ff3f1a588 HTTP/1.1" status: 200 len: 848 time: 0.0509691 May 06 15:09:32.612403 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb0f7b-03d5-46d7-9396-b253015f45e2 req-4c7b1a68-5110-4373-9c42-c905882ff3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:09:32.613958 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-19bb0f7b-03d5-46d7-9396-b253015f45e2 req-4c7b1a68-5110-4373-9c42-c905882ff3e4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0fb7150d-7af9-48b9-92ca-624c83e18c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403767 May 06 15:09:32.691272 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00f5362-4a49-4a69-abb1-82c6e63aa53f req-e8e2c093-ddf6-434b-8def-5fce32569aa7 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:09:32.693369 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-f00f5362-4a49-4a69-abb1-82c6e63aa53f req-e8e2c093-ddf6-434b-8def-5fce32569aa7 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf24868d-54cf-4b47-bc4e-96cfc8864c01 HTTP/1.1" status: 200 len: 945 time: 0.0476310 May 06 15:09:32.730000 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-19bb0f7b-03d5-46d7-9396-b253015f45e2 req-fb6c09b0-30b3-44e9-b389-8463854af310 service neutron] 10.222.0.26 "GET /v2.0/networks/0fb7150d-7af9-48b9-92ca-624c83e18c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854888 May 06 15:09:32.790696 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-f00f5362-4a49-4a69-abb1-82c6e63aa53f req-8a6dd052-9f97-4a61-a100-3534eb4770d9 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Deleting port dda979ec-6bc6-4e43-b92a-eaa84c657715 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 15:09:32.791321 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f00f5362-4a49-4a69-abb1-82c6e63aa53f req-8a6dd052-9f97-4a61-a100-3534eb4770d9 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732313803493'] for port (dda979ec-6bc6-4e43-b92a-eaa84c657715), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:32.829894 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-19bb0f7b-03d5-46d7-9396-b253015f45e2 req-1df83a29-cbf4-4cee-b414-702dd827fcac service neutron] 10.222.0.26 "GET /v2.0/networks/0fb7150d-7af9-48b9-92ca-624c83e18c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889690 May 06 15:09:32.887982 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-f00f5362-4a49-4a69-abb1-82c6e63aa53f req-8a6dd052-9f97-4a61-a100-3534eb4770d9 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] For port dda979ec-6bc6-4e43-b92a-eaa84c657715, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=dda979ec-6bc6-4e43-b92a-eaa84c657715,segment=NetworkSegment(8a79fa25-ed49-466a-a899-43fb314ccade),segment_id=8a79fa25-ed49-466a-a899-43fb314ccade)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:09:32.888262 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f00f5362-4a49-4a69-abb1-82c6e63aa53f req-8a6dd052-9f97-4a61-a100-3534eb4770d9 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426303'] for port (dda979ec-6bc6-4e43-b92a-eaa84c657715), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:32.906239 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-f00f5362-4a49-4a69-abb1-82c6e63aa53f req-8a6dd052-9f97-4a61-a100-3534eb4770d9 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Calling delete_port for dda979ec-6bc6-4e43-b92a-eaa84c657715 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 15:09:32.928309 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8219f3-0a8e-40dd-972a-b655cafc4027 req-b2bb61f9-8011-478a-8ffc-0d6844cb7d88 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:09:32.930027 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-7b8219f3-0a8e-40dd-972a-b655cafc4027 req-b2bb61f9-8011-478a-8ffc-0d6844cb7d88 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf24868d-54cf-4b47-bc4e-96cfc8864c01 HTTP/1.1" status: 200 len: 945 time: 0.0486233 May 06 15:09:32.979983 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-7b8219f3-0a8e-40dd-972a-b655cafc4027 req-a641d167-72ad-4525-a52b-6a516802f986 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/security-groups?id=a34256eb-ffef-4843-9957-650a1f075897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441787 May 06 15:09:33.038937 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f00f5362-4a49-4a69-abb1-82c6e63aa53f req-8a6dd052-9f97-4a61-a100-3534eb4770d9 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732313812345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732313435477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59634176'] for port (dda979ec-6bc6-4e43-b92a-eaa84c657715), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:33.068414 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6dd052-9f97-4a61-a100-3534eb4770d9 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Pushing event deleted for resources: {'Port': ['ID=dda979ec-6bc6-4e43-b92a-eaa84c657715,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:09:33.081030 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6dd052-9f97-4a61-a100-3534eb4770d9 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:09:33.081376 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6dd052-9f97-4a61-a100-3534eb4770d9 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:09:33.081718 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6dd052-9f97-4a61-a100-3534eb4770d9 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:09:33.082054 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6dd052-9f97-4a61-a100-3534eb4770d9 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:09:33.082389 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6dd052-9f97-4a61-a100-3534eb4770d9 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:09:33.082711 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6dd052-9f97-4a61-a100-3534eb4770d9 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:09:33.083032 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6dd052-9f97-4a61-a100-3534eb4770d9 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:09:33.083352 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6dd052-9f97-4a61-a100-3534eb4770d9 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:09:33.083671 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6dd052-9f97-4a61-a100-3534eb4770d9 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:09:33.083989 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6dd052-9f97-4a61-a100-3534eb4770d9 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:09:33.084316 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6dd052-9f97-4a61-a100-3534eb4770d9 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:09:33.084658 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6dd052-9f97-4a61-a100-3534eb4770d9 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:09:33.084981 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6dd052-9f97-4a61-a100-3534eb4770d9 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:09:33.085296 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6dd052-9f97-4a61-a100-3534eb4770d9 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:09:33.085608 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6dd052-9f97-4a61-a100-3534eb4770d9 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:09:33.129837 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-f00f5362-4a49-4a69-abb1-82c6e63aa53f req-8a6dd052-9f97-4a61-a100-3534eb4770d9 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] No DVR routers for this DVR port dda979ec-6bc6-4e43-b92a-eaa84c657715 on host hv-cinder-84067 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 15:09:33.132496 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-f00f5362-4a49-4a69-abb1-82c6e63aa53f req-8a6dd052-9f97-4a61-a100-3534eb4770d9 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:33.136011 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-f00f5362-4a49-4a69-abb1-82c6e63aa53f req-8a6dd052-9f97-4a61-a100-3534eb4770d9 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.26 "DELETE /v2.0/ports/dda979ec-6bc6-4e43-b92a-eaa84c657715 HTTP/1.1" status: 204 len: 173 time: 0.4330781 May 06 15:09:33.136469 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf24868d-54cf-4b47-bc4e-96cfc8864c01', 'name': 'network-vif-deleted', 'tag': 'dda979ec-6bc6-4e43-b92a-eaa84c657715'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 15:09:33.138789 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e079183c6aa01fbf7ecda8705e9d532761ec392512c90f9d6467ac227f3657d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b260984a-4ba3-4037-bab4-84d8d0073967" -d '{"events": [{"server_uuid": "bf24868d-54cf-4b47-bc4e-96cfc8864c01", "name": "network-vif-deleted", "tag": "dda979ec-6bc6-4e43-b92a-eaa84c657715"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 15:09:33.178050 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 15:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8bc9106-65d8-4acf-9892-f3ffa2568473 x-openstack-request-id: req-f8bc9106-65d8-4acf-9892-f3ffa2568473 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 15:09:33.178345 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf24868d-54cf-4b47-bc4e-96cfc8864c01", "name": "network-vif-deleted", "tag": "dda979ec-6bc6-4e43-b92a-eaa84c657715", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 15:09:33.178597 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f8bc9106-65d8-4acf-9892-f3ffa2568473 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 15:09:33.179003 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8bc9106-65d8-4acf-9892-f3ffa2568473'] response: {'server_uuid': 'bf24868d-54cf-4b47-bc4e-96cfc8864c01', 'name': 'network-vif-deleted', 'tag': 'dda979ec-6bc6-4e43-b92a-eaa84c657715', 'status': 'completed', 'code': 200} May 06 15:09:34.097103 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-54a03726-dd26-400c-bae8-41c7369993c5 req-03e0ed6e-2438-4b0d-aa44-1e9a7b766210 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf24868d-54cf-4b47-bc4e-96cfc8864c01 HTTP/1.1" status: 200 len: 210 time: 0.0314171 May 06 15:09:35.162151 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 52604) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:09:35.233225 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae1d3f8-0689-4cee-9158-d5ac7f90e0e9 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Publish callbacks [] for security_group (a34256eb-ffef-4843-9957-650a1f075897), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:35.263169 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae1d3f8-0689-4cee-9158-d5ac7f90e0e9 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Publish callbacks [] for security_group (a34256eb-ffef-4843-9957-650a1f075897), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:35.332776 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae1d3f8-0689-4cee-9158-d5ac7f90e0e9 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (a34256eb-ffef-4843-9957-650a1f075897), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:35.337790 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9ae1d3f8-0689-4cee-9158-d5ac7f90e0e9 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:35.339674 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-9ae1d3f8-0689-4cee-9158-d5ac7f90e0e9 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] 10.222.0.23 "DELETE /v2.0/security-groups/a34256eb-ffef-4843-9957-650a1f075897 HTTP/1.1" status: 204 len: 168 time: 0.1763496 May 06 15:09:35.352962 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae1d3f8-0689-4cee-9158-d5ac7f90e0e9 tempest-TestShelveInstance-1614582384 tempest-TestShelveInstance-1614582384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a34256eb-ffef-4843-9957-650a1f075897,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:09:35.392227 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 52608) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:09:35.782612 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-895cb1b7-50bb-432b-be81-ffdf3ab27e6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-426485'] for router_interface (9166c8e3-c795-4438-a5ea-2ff5b2841c98), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:36.015543 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-895cb1b7-50bb-432b-be81-ffdf3ab27e6d admin admin] Deleting port 18bd235b-d2a1-435e-a936-599904b5cd55 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 15:09:36.016387 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-895cb1b7-50bb-432b-be81-ffdf3ab27e6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732313803493'] for port (18bd235b-d2a1-435e-a936-599904b5cd55), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:36.094089 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-895cb1b7-50bb-432b-be81-ffdf3ab27e6d admin admin] For port 18bd235b-d2a1-435e-a936-599904b5cd55, host dv-cinder-840678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=18bd235b-d2a1-435e-a936-599904b5cd55,segment=NetworkSegment(8a79fa25-ed49-466a-a899-43fb314ccade),segment_id=8a79fa25-ed49-466a-a899-43fb314ccade)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:09:36.094905 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-895cb1b7-50bb-432b-be81-ffdf3ab27e6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426303'] for port (18bd235b-d2a1-435e-a936-599904b5cd55), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:36.107573 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-895cb1b7-50bb-432b-be81-ffdf3ab27e6d admin admin] Calling delete_port for 18bd235b-d2a1-435e-a936-599904b5cd55 owned by network:router_interface {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 15:09:36.292250 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-895cb1b7-50bb-432b-be81-ffdf3ab27e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732313812345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732313435477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194024'] for port (18bd235b-d2a1-435e-a936-599904b5cd55), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:36.318088 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895cb1b7-50bb-432b-be81-ffdf3ab27e6d admin admin] Pushing event deleted for resources: {'Port': ['ID=18bd235b-d2a1-435e-a936-599904b5cd55,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:09:36.491149 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-895cb1b7-50bb-432b-be81-ffdf3ab27e6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430826'] for router_interface (9166c8e3-c795-4438-a5ea-2ff5b2841c98), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:36.709329 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-895cb1b7-50bb-432b-be81-ffdf3ab27e6d admin admin] Router 9166c8e3-c795-4438-a5ea-2ff5b2841c98 has already been hosted by L3 agent ec8f31e6-1756-4927-8bc3-e144e6f0af83 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 15:09:36.809097 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device dda979ec-6bc6-4e43-b92a-eaa84c657715 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 15:09:36.818566 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-895cb1b7-50bb-432b-be81-ffdf3ab27e6d admin admin] Notify agent at l3_agent.dv-cinder-840678-2-iscsi the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 15:09:36.825511 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-895cb1b7-50bb-432b-be81-ffdf3ab27e6d admin admin] 10.222.0.23 "PUT /v2.0/routers/9166c8e3-c795-4438-a5ea-2ff5b2841c98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4303522 May 06 15:09:36.826270 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 52612) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:09:36.829289 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def4d812-97e6-480c-81b4-165ef38fc5e4 None None] Sync routers for ids ['9166c8e3-c795-4438-a5ea-2ff5b2841c98'] in dv-cinder-840678-2-iscsi {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 15:09:36.830703 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] No Port match for: dda979ec-6bc6-4e43-b92a-eaa84c657715 {{(pid=103344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 15:09:36.831043 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device dda979ec-6bc6-4e43-b92a-eaa84c657715 not bound to the agent host hv-cinder-84067 {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 15:09:36.840312 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def4d812-97e6-480c-81b4-165ef38fc5e4 None None] Routers {'9166c8e3-c795-4438-a5ea-2ff5b2841c98'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:09:36.840992 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-def4d812-97e6-480c-81b4-165ef38fc5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:09:09Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['9166c8e3-c795-4438-a5ea-2ff5b2841c98'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:09:36.934753 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-15022a4c-0dcc-410f-a4b6-83d42301ffdf admin admin] Publish callbacks [] for router (9166c8e3-c795-4438-a5ea-2ff5b2841c98), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:36.951214 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-def4d812-97e6-480c-81b4-165ef38fc5e4 None None] Set router 9166c8e3-c795-4438-a5ea-2ff5b2841c98 gateway port host: dv-cinder-840678-2-iscsi {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:09:37.130711 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8fa9d710-1f3c-43cf-9c27-3c26a083b50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (79b17169-ed94-4769-ba4e-30adf371f78f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:37.138008 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-def4d812-97e6-480c-81b4-165ef38fc5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9166c8e3-c795-4438-a5ea-2ff5b2841c98', 'name': 'tempest-TestShelveInstance-1161429654-router', 'tenant_id': '32f5765bb183428c8a04aed1c66a2068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '7a600233-89cd-4af8-bdd0-ac1c54334402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T15:03:55Z', 'updated_at': '2022-05-06T15:09:36Z', 'revision_number': 5, 'project_id': '32f5765bb183428c8a04aed1c66a2068', 'gw_port': {'id': '7a600233-89cd-4af8-bdd0-ac1c54334402', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:93:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9166c8e3-c795-4438-a5ea-2ff5b2841c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:03:55Z', 'updated_at': '2022-05-06T15:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi'}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:09:37.166795 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def4d812-97e6-480c-81b4-165ef38fc5e4 None None] Checking router: 9166c8e3-c795-4438-a5ea-2ff5b2841c98 for host: dv-cinder-840678-2-iscsi {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 15:09:37.176666 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def4d812-97e6-480c-81b4-165ef38fc5e4 None None] Routers {'9166c8e3-c795-4438-a5ea-2ff5b2841c98'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:09:37.177308 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-def4d812-97e6-480c-81b4-165ef38fc5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:09:09Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['9166c8e3-c795-4438-a5ea-2ff5b2841c98'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:09:37.287525 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-def4d812-97e6-480c-81b4-165ef38fc5e4 None None] Set router 9166c8e3-c795-4438-a5ea-2ff5b2841c98 gateway port host: dv-cinder-840678-2-iscsi {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:09:37.339209 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-15022a4c-0dcc-410f-a4b6-83d42301ffdf admin admin] Publish callbacks [] for router_gateway (9166c8e3-c795-4438-a5ea-2ff5b2841c98), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:37.386266 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-15022a4c-0dcc-410f-a4b6-83d42301ffdf admin admin] Deleting port 7a600233-89cd-4af8-bdd0-ac1c54334402 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 15:09:37.386605 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-15022a4c-0dcc-410f-a4b6-83d42301ffdf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732313803493'] for port (7a600233-89cd-4af8-bdd0-ac1c54334402), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:37.469831 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-15022a4c-0dcc-410f-a4b6-83d42301ffdf admin admin] For port 7a600233-89cd-4af8-bdd0-ac1c54334402, host dv-cinder-840678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=7a600233-89cd-4af8-bdd0-ac1c54334402,segment=NetworkSegment(19695222-3a66-4083-822d-690c63f08412),segment_id=19695222-3a66-4083-822d-690c63f08412)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:09:37.470208 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-15022a4c-0dcc-410f-a4b6-83d42301ffdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426303'] for port (7a600233-89cd-4af8-bdd0-ac1c54334402), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:37.472823 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-def4d812-97e6-480c-81b4-165ef38fc5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9166c8e3-c795-4438-a5ea-2ff5b2841c98', 'name': 'tempest-TestShelveInstance-1161429654-router', 'tenant_id': '32f5765bb183428c8a04aed1c66a2068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '7a600233-89cd-4af8-bdd0-ac1c54334402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T15:03:55Z', 'updated_at': '2022-05-06T15:09:36Z', 'revision_number': 5, 'project_id': '32f5765bb183428c8a04aed1c66a2068', 'gw_port': {'id': '7a600233-89cd-4af8-bdd0-ac1c54334402', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:93:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9166c8e3-c795-4438-a5ea-2ff5b2841c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:03:55Z', 'updated_at': '2022-05-06T15:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi'}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:09:37.483678 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-15022a4c-0dcc-410f-a4b6-83d42301ffdf admin admin] Calling delete_port for 7a600233-89cd-4af8-bdd0-ac1c54334402 owned by network:router_gateway {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 15:09:37.502687 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def4d812-97e6-480c-81b4-165ef38fc5e4 None None] The sync data for ids ['9166c8e3-c795-4438-a5ea-2ff5b2841c98'] in dv-cinder-840678-2-iscsi is: [{'id': '9166c8e3-c795-4438-a5ea-2ff5b2841c98', 'name': 'tempest-TestShelveInstance-1161429654-router', 'tenant_id': '32f5765bb183428c8a04aed1c66a2068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '7a600233-89cd-4af8-bdd0-ac1c54334402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T15:03:55Z', 'updated_at': '2022-05-06T15:09:36Z', 'revision_number': 5, 'project_id': '32f5765bb183428c8a04aed1c66a2068', 'gw_port': {'id': '7a600233-89cd-4af8-bdd0-ac1c54334402', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:93:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9166c8e3-c795-4438-a5ea-2ff5b2841c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:03:55Z', 'updated_at': '2022-05-06T15:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi'}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 15:09:37.662839 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-15022a4c-0dcc-410f-a4b6-83d42301ffdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732313812345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732313435477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194024'] for port (7a600233-89cd-4af8-bdd0-ac1c54334402), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:37.688425 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15022a4c-0dcc-410f-a4b6-83d42301ffdf admin admin] Pushing event deleted for resources: {'Port': ['ID=7a600233-89cd-4af8-bdd0-ac1c54334402,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:09:37.749413 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-15022a4c-0dcc-410f-a4b6-83d42301ffdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-428999'] for router_gateway (9166c8e3-c795-4438-a5ea-2ff5b2841c98), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:37.844625 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-15022a4c-0dcc-410f-a4b6-83d42301ffdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5235'] for router (9166c8e3-c795-4438-a5ea-2ff5b2841c98), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:37.847539 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-15022a4c-0dcc-410f-a4b6-83d42301ffdf admin admin] Publish callbacks [] for router_controller (9166c8e3-c795-4438-a5ea-2ff5b2841c98), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:37.898030 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-15022a4c-0dcc-410f-a4b6-83d42301ffdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422550'] for router (9166c8e3-c795-4438-a5ea-2ff5b2841c98), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:37.898563 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15022a4c-0dcc-410f-a4b6-83d42301ffdf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9166c8e3-c795-4438-a5ea-2ff5b2841c98 {{(pid=103343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 15:09:37.903162 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-15022a4c-0dcc-410f-a4b6-83d42301ffdf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:37.904581 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-15022a4c-0dcc-410f-a4b6-83d42301ffdf admin admin] 10.222.0.23 "DELETE /v2.0/routers/9166c8e3-c795-4438-a5ea-2ff5b2841c98 HTTP/1.1" status: 204 len: 168 time: 1.0773261 May 06 15:09:37.907659 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 52614) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:09:37.957196 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfcc4b03-160a-4a86-920f-29d89cb03864 admin admin] Deleting subnet 5bc00d9a-cd37-4c9b-9bea-8c5ff3f1a588 {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 06 15:09:37.961045 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bfcc4b03-160a-4a86-920f-29d89cb03864 admin admin] Publish callbacks [] for subnet (5bc00d9a-cd37-4c9b-9bea-8c5ff3f1a588), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:37.998861 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bfcc4b03-160a-4a86-920f-29d89cb03864 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3289624'] for subnet (5bc00d9a-cd37-4c9b-9bea-8c5ff3f1a588), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:38.089440 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bfcc4b03-160a-4a86-920f-29d89cb03864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16159455'] for subnet (5bc00d9a-cd37-4c9b-9bea-8c5ff3f1a588), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:38.150527 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bfcc4b03-160a-4a86-920f-29d89cb03864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16159430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4192537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3310261'] for subnet (5bc00d9a-cd37-4c9b-9bea-8c5ff3f1a588), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:38.179495 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcc4b03-160a-4a86-920f-29d89cb03864 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bc00d9a-cd37-4c9b-9bea-8c5ff3f1a588,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:09:38.183246 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-bfcc4b03-160a-4a86-920f-29d89cb03864 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566627'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:38.186626 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-bfcc4b03-160a-4a86-920f-29d89cb03864 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5bc00d9a-cd37-4c9b-9bea-8c5ff3f1a588 HTTP/1.1" status: 204 len: 168 time: 0.2782273 May 06 15:09:38.190070 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 52616) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:09:38.193871 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8bd0bf-aebe-4a7e-985a-a73949f6a128 None None] Network 0fb7150d-7af9-48b9-92ca-624c83e18c3d requested from dv-cinder-840678-2-iscsi {{(pid=103344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 15:09:38.283322 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-df8ab53a-cf0a-4f2d-9dfa-879e6fb6e173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16137472'] for network (0fb7150d-7af9-48b9-92ca-624c83e18c3d), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:38.339732 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-df8ab53a-cf0a-4f2d-9dfa-879e6fb6e173 admin admin] Deleting port 74d5d744-9780-4769-9c17-a87507a79863 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 15:09:38.340366 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-df8ab53a-cf0a-4f2d-9dfa-879e6fb6e173 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732313803493'] for port (74d5d744-9780-4769-9c17-a87507a79863), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:38.423273 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-df8ab53a-cf0a-4f2d-9dfa-879e6fb6e173 admin admin] For port 74d5d744-9780-4769-9c17-a87507a79863, host dv-cinder-840678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=74d5d744-9780-4769-9c17-a87507a79863,segment=NetworkSegment(8a79fa25-ed49-466a-a899-43fb314ccade),segment_id=8a79fa25-ed49-466a-a899-43fb314ccade)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:09:38.423643 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-df8ab53a-cf0a-4f2d-9dfa-879e6fb6e173 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426303'] for port (74d5d744-9780-4769-9c17-a87507a79863), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:38.437076 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-df8ab53a-cf0a-4f2d-9dfa-879e6fb6e173 admin admin] Calling delete_port for 74d5d744-9780-4769-9c17-a87507a79863 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 15:09:38.522552 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-df8ab53a-cf0a-4f2d-9dfa-879e6fb6e173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732313812345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732313435477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194024'] for port (74d5d744-9780-4769-9c17-a87507a79863), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:38.547212 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8ab53a-cf0a-4f2d-9dfa-879e6fb6e173 admin admin] Pushing event deleted for resources: {'Port': ['ID=74d5d744-9780-4769-9c17-a87507a79863,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:09:38.554593 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8ab53a-cf0a-4f2d-9dfa-879e6fb6e173 admin admin] No DVR routers for this DVR port 74d5d744-9780-4769-9c17-a87507a79863 on host dv-cinder-840678-2-iscsi {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 15:09:38.586724 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549ddca7-ed2e-4dde-aa26-1f610ce32ff6 None None] DHCP port deletion for 0fb7150d-7af9-48b9-92ca-624c83e18c3d request from dv-cinder-840678-2-iscsi {{(pid=103344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 06 15:09:38.628005 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device 18bd235b-d2a1-435e-a936-599904b5cd55 no longer exists at agent ovs-agent-dv-cinder-840678-2-iscsi {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 15:09:38.640821 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-df8ab53a-cf0a-4f2d-9dfa-879e6fb6e173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16161642', 'neutron.services.segments.db._delete_segments_for_network-8732313914390'] for network (0fb7150d-7af9-48b9-92ca-624c83e18c3d), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:38.649429 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] No Port match for: 18bd235b-d2a1-435e-a936-599904b5cd55 {{(pid=103344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 15:09:38.649876 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device 18bd235b-d2a1-435e-a936-599904b5cd55 not bound to the agent host dv-cinder-840678-2-iscsi {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 15:09:38.664143 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.services.segments.db [None req-df8ab53a-cf0a-4f2d-9dfa-879e6fb6e173 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fb7150d-7af9-48b9-92ca-624c83e18c3d']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:09:38.674487 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.services.segments.db [None req-df8ab53a-cf0a-4f2d-9dfa-879e6fb6e173 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a79fa25-ed49-466a-a899-43fb314ccade') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:09:38.674779 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.services.segments.db [None req-df8ab53a-cf0a-4f2d-9dfa-879e6fb6e173 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a79fa25-ed49-466a-a899-43fb314ccade') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:09:38.690026 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-df8ab53a-cf0a-4f2d-9dfa-879e6fb6e173 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732313914911', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3289633'] for segment (8a79fa25-ed49-466a-a899-43fb314ccade), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:38.704759 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-df8ab53a-cf0a-4f2d-9dfa-879e6fb6e173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16165668'] for segment (8a79fa25-ed49-466a-a899-43fb314ccade), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:38.715839 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df8ab53a-cf0a-4f2d-9dfa-879e6fb6e173 admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 15:09:38.716259 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-df8ab53a-cf0a-4f2d-9dfa-879e6fb6e173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16165668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193979'] for segment (8a79fa25-ed49-466a-a899-43fb314ccade), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:38.718148 dv-cinder-840678-2-iscsi neutron-server[103343]: Traceback (most recent call last): May 06 15:09:38.718148 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 15:09:38.718148 dv-cinder-840678-2-iscsi neutron-server[103343]: timer() May 06 15:09:38.718148 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 15:09:38.718148 dv-cinder-840678-2-iscsi neutron-server[103343]: cb(*args, **kw) May 06 15:09:38.718148 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 15:09:38.718148 dv-cinder-840678-2-iscsi neutron-server[103343]: return func(*args, **kwargs) May 06 15:09:38.718148 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 15:09:38.718148 dv-cinder-840678-2-iscsi neutron-server[103343]: self._notify() May 06 15:09:38.718148 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 15:09:38.718148 dv-cinder-840678-2-iscsi neutron-server[103343]: self.callback(batched_events) May 06 15:09:38.718148 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 15:09:38.718148 dv-cinder-840678-2-iscsi neutron-server[103343]: event.method(event) May 06 15:09:38.718148 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 15:09:38.718148 dv-cinder-840678-2-iscsi neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 15:09:38.718148 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 15:09:38.718148 dv-cinder-840678-2-iscsi neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( May 06 15:09:38.718148 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 15:09:38.718148 dv-cinder-840678-2-iscsi neutron-server[103343]: return f(self, *a, **k) May 06 15:09:38.718148 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 15:09:38.718148 dv-cinder-840678-2-iscsi neutron-server[103343]: return self._get(url).json() May 06 15:09:38.718148 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 15:09:38.718148 dv-cinder-840678-2-iscsi neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 15:09:38.718148 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 15:09:38.718148 dv-cinder-840678-2-iscsi neutron-server[103343]: return self.request(url, 'GET', **kwargs) May 06 15:09:38.718148 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 15:09:38.718148 dv-cinder-840678-2-iscsi neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, May 06 15:09:38.718148 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 15:09:38.718148 dv-cinder-840678-2-iscsi neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 15:09:38.718148 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 15:09:38.718148 dv-cinder-840678-2-iscsi neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 15:09:38.718148 dv-cinder-840678-2-iscsi neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 15:09:38.778489 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-df8ab53a-cf0a-4f2d-9dfa-879e6fb6e173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16161617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429813'] for network (0fb7150d-7af9-48b9-92ca-624c83e18c3d), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:38.788079 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-df8ab53a-cf0a-4f2d-9dfa-879e6fb6e173 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566627'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:38.791751 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-df8ab53a-cf0a-4f2d-9dfa-879e6fb6e173 admin admin] 10.222.0.23 "DELETE /v2.0/networks/0fb7150d-7af9-48b9-92ca-624c83e18c3d HTTP/1.1" status: 204 len: 168 time: 0.6003592 May 06 15:09:38.794927 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 52624) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:09:38.802214 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8ab53a-cf0a-4f2d-9dfa-879e6fb6e173 admin admin] Pushing event deleted for resources: {'Network': ['ID=0fb7150d-7af9-48b9-92ca-624c83e18c3d,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:09:39.226666 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c8772405-a853-48b7-96f5-60e57c3438ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-426485'] for router_interface (f25cd2cc-62d6-4ac1-ae45-c8178e378c84), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:39.455501 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8f37ce52-845b-4558-b92c-e9cb2f9be67e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (ec8f31e6-1756-4927-8bc3-e144e6f0af83), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:39.506652 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-c8772405-a853-48b7-96f5-60e57c3438ae admin admin] Deleting port fd23d38b-551d-486d-a553-a782d4f47478 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 15:09:39.506955 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c8772405-a853-48b7-96f5-60e57c3438ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732313803493'] for port (fd23d38b-551d-486d-a553-a782d4f47478), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:39.598367 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-c8772405-a853-48b7-96f5-60e57c3438ae admin admin] For port fd23d38b-551d-486d-a553-a782d4f47478, host dv-cinder-840678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=fd23d38b-551d-486d-a553-a782d4f47478,segment=NetworkSegment(8eaa0af8-7af2-40b4-9758-9de1219025f4),segment_id=8eaa0af8-7af2-40b4-9758-9de1219025f4)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:09:39.598732 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c8772405-a853-48b7-96f5-60e57c3438ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426303'] for port (fd23d38b-551d-486d-a553-a782d4f47478), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:39.613569 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-c8772405-a853-48b7-96f5-60e57c3438ae admin admin] Calling delete_port for fd23d38b-551d-486d-a553-a782d4f47478 owned by network:router_interface {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 15:09:39.809665 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c8772405-a853-48b7-96f5-60e57c3438ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732313812345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732313435477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59634176'] for port (fd23d38b-551d-486d-a553-a782d4f47478), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:39.855878 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8772405-a853-48b7-96f5-60e57c3438ae admin admin] Pushing event deleted for resources: {'Port': ['ID=fd23d38b-551d-486d-a553-a782d4f47478,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:09:40.076149 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c8772405-a853-48b7-96f5-60e57c3438ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430826'] for router_interface (f25cd2cc-62d6-4ac1-ae45-c8178e378c84), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:40.335834 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device 74d5d744-9780-4769-9c17-a87507a79863 no longer exists at agent ovs-agent-dv-cinder-840678-2-iscsi {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 15:09:40.364584 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] No Port match for: 74d5d744-9780-4769-9c17-a87507a79863 {{(pid=103344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 15:09:40.365171 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device 74d5d744-9780-4769-9c17-a87507a79863 not bound to the agent host dv-cinder-840678-2-iscsi {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 15:09:40.365851 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device 7a600233-89cd-4af8-bdd0-ac1c54334402 no longer exists at agent ovs-agent-dv-cinder-840678-2-iscsi {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 15:09:40.386522 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8772405-a853-48b7-96f5-60e57c3438ae admin admin] Router f25cd2cc-62d6-4ac1-ae45-c8178e378c84 has already been hosted by L3 agent ec8f31e6-1756-4927-8bc3-e144e6f0af83 {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 15:09:40.401460 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] No Port match for: 7a600233-89cd-4af8-bdd0-ac1c54334402 {{(pid=103344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 15:09:40.402011 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device 7a600233-89cd-4af8-bdd0-ac1c54334402 not bound to the agent host dv-cinder-840678-2-iscsi {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 15:09:40.528933 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8772405-a853-48b7-96f5-60e57c3438ae admin admin] Notify agent at l3_agent.dv-cinder-840678-2-iscsi the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 15:09:40.540923 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-c8772405-a853-48b7-96f5-60e57c3438ae admin admin] 10.222.0.23 "PUT /v2.0/routers/f25cd2cc-62d6-4ac1-ae45-c8178e378c84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7444844 May 06 15:09:40.541832 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 52640) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:09:40.548300 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e8c43d-dbd4-4f94-84a7-aa53a2d9e243 None None] Sync routers for ids ['f25cd2cc-62d6-4ac1-ae45-c8178e378c84'] in dv-cinder-840678-2-iscsi {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 15:09:40.593073 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1afa6ce1-9145-4257-8e23-9dd2cd4b1998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b699075f-0d9f-4d2e-b182-9d9eb15bfab1), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:40.596138 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e8c43d-dbd4-4f94-84a7-aa53a2d9e243 None None] Routers {'f25cd2cc-62d6-4ac1-ae45-c8178e378c84'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:09:40.597537 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-b9e8c43d-dbd4-4f94-84a7-aa53a2d9e243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:09:39Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['f25cd2cc-62d6-4ac1-ae45-c8178e378c84'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:09:40.807254 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-b9e8c43d-dbd4-4f94-84a7-aa53a2d9e243 None None] Set router f25cd2cc-62d6-4ac1-ae45-c8178e378c84 gateway port host: dv-cinder-840678-2-iscsi {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:09:40.964522 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7fb973b5-bc3a-49b1-8d80-7b9eb7d63563 admin admin] Publish callbacks [] for router (f25cd2cc-62d6-4ac1-ae45-c8178e378c84), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:41.061709 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-b9e8c43d-dbd4-4f94-84a7-aa53a2d9e243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f25cd2cc-62d6-4ac1-ae45-c8178e378c84', 'name': 'tempest-TestShelveInstance-1550215665-router', 'tenant_id': 'a62c7d504fd44db9a30bea8d201735c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '33d7d6f0-e929-432b-8c1c-d057fcbe39d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T15:04:00Z', 'updated_at': '2022-05-06T15:09:39Z', 'revision_number': 5, 'project_id': 'a62c7d504fd44db9a30bea8d201735c6', 'gw_port': {'id': '33d7d6f0-e929-432b-8c1c-d057fcbe39d1', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:fd:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f25cd2cc-62d6-4ac1-ae45-c8178e378c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:04:00Z', 'updated_at': '2022-05-06T15:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi'}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:09:41.088592 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7fb973b5-bc3a-49b1-8d80-7b9eb7d63563 admin admin] Publish callbacks [] for router_gateway (f25cd2cc-62d6-4ac1-ae45-c8178e378c84), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:41.092179 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e8c43d-dbd4-4f94-84a7-aa53a2d9e243 None None] Checking router: f25cd2cc-62d6-4ac1-ae45-c8178e378c84 for host: dv-cinder-840678-2-iscsi {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 15:09:41.104492 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e8c43d-dbd4-4f94-84a7-aa53a2d9e243 None None] Routers {'f25cd2cc-62d6-4ac1-ae45-c8178e378c84'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:09:41.105387 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-b9e8c43d-dbd4-4f94-84a7-aa53a2d9e243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:09:39Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['f25cd2cc-62d6-4ac1-ae45-c8178e378c84'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:09:41.148937 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-7fb973b5-bc3a-49b1-8d80-7b9eb7d63563 admin admin] Deleting port 33d7d6f0-e929-432b-8c1c-d057fcbe39d1 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 15:09:41.149495 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7fb973b5-bc3a-49b1-8d80-7b9eb7d63563 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732313803493'] for port (33d7d6f0-e929-432b-8c1c-d057fcbe39d1), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:41.242596 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-b9e8c43d-dbd4-4f94-84a7-aa53a2d9e243 None None] Set router f25cd2cc-62d6-4ac1-ae45-c8178e378c84 gateway port host: None {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:09:41.269051 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-7fb973b5-bc3a-49b1-8d80-7b9eb7d63563 admin admin] For port 33d7d6f0-e929-432b-8c1c-d057fcbe39d1, host dv-cinder-840678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=33d7d6f0-e929-432b-8c1c-d057fcbe39d1,segment=NetworkSegment(19695222-3a66-4083-822d-690c63f08412),segment_id=19695222-3a66-4083-822d-690c63f08412)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:09:41.269550 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7fb973b5-bc3a-49b1-8d80-7b9eb7d63563 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426303'] for port (33d7d6f0-e929-432b-8c1c-d057fcbe39d1), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:41.287770 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-7fb973b5-bc3a-49b1-8d80-7b9eb7d63563 admin admin] Calling delete_port for 33d7d6f0-e929-432b-8c1c-d057fcbe39d1 owned by network:router_gateway {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 15:09:41.314986 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-b9e8c43d-dbd4-4f94-84a7-aa53a2d9e243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f25cd2cc-62d6-4ac1-ae45-c8178e378c84', 'name': 'tempest-TestShelveInstance-1550215665-router', 'tenant_id': 'a62c7d504fd44db9a30bea8d201735c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T15:04:00Z', 'updated_at': '2022-05-06T15:09:41Z', 'revision_number': 6, 'project_id': 'a62c7d504fd44db9a30bea8d201735c6', 'gw_port_host': None}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:09:41.347582 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e8c43d-dbd4-4f94-84a7-aa53a2d9e243 None None] The sync data for ids ['f25cd2cc-62d6-4ac1-ae45-c8178e378c84'] in dv-cinder-840678-2-iscsi is: [{'id': 'f25cd2cc-62d6-4ac1-ae45-c8178e378c84', 'name': 'tempest-TestShelveInstance-1550215665-router', 'tenant_id': 'a62c7d504fd44db9a30bea8d201735c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T15:04:00Z', 'updated_at': '2022-05-06T15:09:41Z', 'revision_number': 6, 'project_id': 'a62c7d504fd44db9a30bea8d201735c6', 'gw_port_host': None}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 15:09:41.486519 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7fb973b5-bc3a-49b1-8d80-7b9eb7d63563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732313812345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732313435477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59634176'] for port (33d7d6f0-e929-432b-8c1c-d057fcbe39d1), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:41.515675 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb973b5-bc3a-49b1-8d80-7b9eb7d63563 admin admin] Pushing event deleted for resources: {'Port': ['ID=33d7d6f0-e929-432b-8c1c-d057fcbe39d1,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:09:41.583391 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7fb973b5-bc3a-49b1-8d80-7b9eb7d63563 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-428999'] for router_gateway (f25cd2cc-62d6-4ac1-ae45-c8178e378c84), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:41.682996 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7fb973b5-bc3a-49b1-8d80-7b9eb7d63563 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5235'] for router (f25cd2cc-62d6-4ac1-ae45-c8178e378c84), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:41.685744 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7fb973b5-bc3a-49b1-8d80-7b9eb7d63563 admin admin] Publish callbacks [] for router_controller (f25cd2cc-62d6-4ac1-ae45-c8178e378c84), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:41.759269 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7fb973b5-bc3a-49b1-8d80-7b9eb7d63563 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422550'] for router (f25cd2cc-62d6-4ac1-ae45-c8178e378c84), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:41.760174 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb973b5-bc3a-49b1-8d80-7b9eb7d63563 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f25cd2cc-62d6-4ac1-ae45-c8178e378c84 {{(pid=103342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 15:09:41.770464 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7fb973b5-bc3a-49b1-8d80-7b9eb7d63563 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:41.772034 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-7fb973b5-bc3a-49b1-8d80-7b9eb7d63563 admin admin] 10.222.0.23 "DELETE /v2.0/routers/f25cd2cc-62d6-4ac1-ae45-c8178e378c84 HTTP/1.1" status: 204 len: 168 time: 1.2287238 May 06 15:09:41.775436 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 52646) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:09:41.851369 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-188a84c1-42a1-45d1-a18a-fda78f3c51f5 admin admin] Deleting subnet 02159357-5eab-474a-9595-649e11ef77e5 {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 06 15:09:41.856648 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-188a84c1-42a1-45d1-a18a-fda78f3c51f5 admin admin] Publish callbacks [] for subnet (02159357-5eab-474a-9595-649e11ef77e5), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:41.898592 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-188a84c1-42a1-45d1-a18a-fda78f3c51f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60421307'] for subnet (02159357-5eab-474a-9595-649e11ef77e5), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:41.990771 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-188a84c1-42a1-45d1-a18a-fda78f3c51f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16159455'] for subnet (02159357-5eab-474a-9595-649e11ef77e5), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:42.053622 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-188a84c1-42a1-45d1-a18a-fda78f3c51f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16159430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59635185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60398162'] for subnet (02159357-5eab-474a-9595-649e11ef77e5), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:42.082018 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188a84c1-42a1-45d1-a18a-fda78f3c51f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02159357-5eab-474a-9595-649e11ef77e5,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:09:42.085998 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-188a84c1-42a1-45d1-a18a-fda78f3c51f5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:42.089939 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-188a84c1-42a1-45d1-a18a-fda78f3c51f5 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/02159357-5eab-474a-9595-649e11ef77e5 HTTP/1.1" status: 204 len: 168 time: 0.3124392 May 06 15:09:42.094533 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 52648) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:09:42.096839 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9860cd2e-606c-406a-bc35-023f41d2d7e7 None None] Network cbebde86-0437-4b6d-8196-f2e40b798585 requested from dv-cinder-840678-2-iscsi {{(pid=103344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 15:09:42.179022 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8e303acd-9db1-4b0b-a970-cd6ec3393f72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16137472'] for network (cbebde86-0437-4b6d-8196-f2e40b798585), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:42.249672 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-8e303acd-9db1-4b0b-a970-cd6ec3393f72 admin admin] Deleting port b742a87a-e208-4538-994f-b7f3c44cc5b1 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 15:09:42.250016 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8e303acd-9db1-4b0b-a970-cd6ec3393f72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732313803493'] for port (b742a87a-e208-4538-994f-b7f3c44cc5b1), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:42.277226 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device 33d7d6f0-e929-432b-8c1c-d057fcbe39d1 no longer exists at agent ovs-agent-dv-cinder-840678-2-iscsi {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 15:09:42.302204 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab01c8bf-d8d8-45ab-8f93-7ccef258c6ee None None] DHCP port deletion for cbebde86-0437-4b6d-8196-f2e40b798585 request from dv-cinder-840678-2-iscsi {{(pid=103344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 06 15:09:42.304392 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] No Port match for: 33d7d6f0-e929-432b-8c1c-d057fcbe39d1 {{(pid=103344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 15:09:42.304757 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device 33d7d6f0-e929-432b-8c1c-d057fcbe39d1 not bound to the agent host dv-cinder-840678-2-iscsi {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 15:09:42.305172 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device fd23d38b-551d-486d-a553-a782d4f47478 no longer exists at agent ovs-agent-dv-cinder-840678-2-iscsi {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 15:09:42.325775 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-8e303acd-9db1-4b0b-a970-cd6ec3393f72 admin admin] For port b742a87a-e208-4538-994f-b7f3c44cc5b1, host dv-cinder-840678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=b742a87a-e208-4538-994f-b7f3c44cc5b1,segment=NetworkSegment(8eaa0af8-7af2-40b4-9758-9de1219025f4),segment_id=8eaa0af8-7af2-40b4-9758-9de1219025f4)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:09:42.326150 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8e303acd-9db1-4b0b-a970-cd6ec3393f72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426303'] for port (b742a87a-e208-4538-994f-b7f3c44cc5b1), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:42.331640 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] No Port match for: fd23d38b-551d-486d-a553-a782d4f47478 {{(pid=103344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 15:09:42.332047 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device fd23d38b-551d-486d-a553-a782d4f47478 not bound to the agent host dv-cinder-840678-2-iscsi {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 15:09:42.345217 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-8e303acd-9db1-4b0b-a970-cd6ec3393f72 admin admin] Calling delete_port for b742a87a-e208-4538-994f-b7f3c44cc5b1 owned by network:dhcp {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 15:09:42.390843 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-ab01c8bf-d8d8-45ab-8f93-7ccef258c6ee None None] Deleting port b742a87a-e208-4538-994f-b7f3c44cc5b1 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 15:09:42.391945 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ab01c8bf-d8d8-45ab-8f93-7ccef258c6ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732313803493'] for port (b742a87a-e208-4538-994f-b7f3c44cc5b1), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:42.464922 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8e303acd-9db1-4b0b-a970-cd6ec3393f72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732313812345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732313435477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59634176'] for port (b742a87a-e208-4538-994f-b7f3c44cc5b1), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:42.480698 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-ab01c8bf-d8d8-45ab-8f93-7ccef258c6ee None None] For port b742a87a-e208-4538-994f-b7f3c44cc5b1, host dv-cinder-840678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=b742a87a-e208-4538-994f-b7f3c44cc5b1,segment=NetworkSegment(8eaa0af8-7af2-40b4-9758-9de1219025f4),segment_id=8eaa0af8-7af2-40b4-9758-9de1219025f4)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:09:42.481100 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ab01c8bf-d8d8-45ab-8f93-7ccef258c6ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426303'] for port (b742a87a-e208-4538-994f-b7f3c44cc5b1), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:42.494106 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e303acd-9db1-4b0b-a970-cd6ec3393f72 admin admin] Pushing event deleted for resources: {'Port': ['ID=b742a87a-e208-4538-994f-b7f3c44cc5b1,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:09:42.496097 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-ab01c8bf-d8d8-45ab-8f93-7ccef258c6ee None None] Calling delete_port for b742a87a-e208-4538-994f-b7f3c44cc5b1 owned by network:dhcp {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 15:09:42.499054 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e303acd-9db1-4b0b-a970-cd6ec3393f72 admin admin] No DVR routers for this DVR port b742a87a-e208-4538-994f-b7f3c44cc5b1 on host dv-cinder-840678-2-iscsi {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 15:09:42.582428 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8e303acd-9db1-4b0b-a970-cd6ec3393f72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16161642', 'neutron.services.segments.db._delete_segments_for_network-8732313914390'] for network (cbebde86-0437-4b6d-8196-f2e40b798585), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:42.591991 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ab01c8bf-d8d8-45ab-8f93-7ccef258c6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732313812345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732313435477'] for port (b742a87a-e208-4538-994f-b7f3c44cc5b1), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:42.619342 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab01c8bf-d8d8-45ab-8f93-7ccef258c6ee None None] Pushing event deleted for resources: {'Port': ['ID=b742a87a-e208-4538-994f-b7f3c44cc5b1,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:09:42.623685 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.services.segments.db [None req-8e303acd-9db1-4b0b-a970-cd6ec3393f72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbebde86-0437-4b6d-8196-f2e40b798585']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:09:42.630865 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab01c8bf-d8d8-45ab-8f93-7ccef258c6ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:09:42.631195 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab01c8bf-d8d8-45ab-8f93-7ccef258c6ee None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:09:42.631527 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab01c8bf-d8d8-45ab-8f93-7ccef258c6ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:09:42.632072 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab01c8bf-d8d8-45ab-8f93-7ccef258c6ee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:09:42.632592 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab01c8bf-d8d8-45ab-8f93-7ccef258c6ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:09:42.632960 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab01c8bf-d8d8-45ab-8f93-7ccef258c6ee None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:09:42.633298 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab01c8bf-d8d8-45ab-8f93-7ccef258c6ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:09:42.633650 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab01c8bf-d8d8-45ab-8f93-7ccef258c6ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:09:42.633980 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab01c8bf-d8d8-45ab-8f93-7ccef258c6ee None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:09:42.634301 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab01c8bf-d8d8-45ab-8f93-7ccef258c6ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:09:42.634814 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab01c8bf-d8d8-45ab-8f93-7ccef258c6ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:09:42.635372 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab01c8bf-d8d8-45ab-8f93-7ccef258c6ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:09:42.635662 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab01c8bf-d8d8-45ab-8f93-7ccef258c6ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:09:42.635990 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab01c8bf-d8d8-45ab-8f93-7ccef258c6ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:09:42.636378 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab01c8bf-d8d8-45ab-8f93-7ccef258c6ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:09:42.637529 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.services.segments.db [None req-8e303acd-9db1-4b0b-a970-cd6ec3393f72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8eaa0af8-7af2-40b4-9758-9de1219025f4') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:09:42.637829 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.services.segments.db [None req-8e303acd-9db1-4b0b-a970-cd6ec3393f72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8eaa0af8-7af2-40b4-9758-9de1219025f4') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:09:42.639517 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab01c8bf-d8d8-45ab-8f93-7ccef258c6ee None None] No DVR routers for this DVR port b742a87a-e208-4538-994f-b7f3c44cc5b1 on host dv-cinder-840678-2-iscsi {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 15:09:42.652508 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8e303acd-9db1-4b0b-a970-cd6ec3393f72 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732313914911', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421250'] for segment (8eaa0af8-7af2-40b4-9758-9de1219025f4), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:42.667893 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8e303acd-9db1-4b0b-a970-cd6ec3393f72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16165668'] for segment (8eaa0af8-7af2-40b4-9758-9de1219025f4), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:42.676888 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e303acd-9db1-4b0b-a970-cd6ec3393f72 admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 15:09:42.677417 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8e303acd-9db1-4b0b-a970-cd6ec3393f72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16165668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59634259'] for segment (8eaa0af8-7af2-40b4-9758-9de1219025f4), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:42.679214 dv-cinder-840678-2-iscsi neutron-server[103342]: Traceback (most recent call last): May 06 15:09:42.679214 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 15:09:42.679214 dv-cinder-840678-2-iscsi neutron-server[103342]: timer() May 06 15:09:42.679214 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 15:09:42.679214 dv-cinder-840678-2-iscsi neutron-server[103342]: cb(*args, **kw) May 06 15:09:42.679214 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 15:09:42.679214 dv-cinder-840678-2-iscsi neutron-server[103342]: return func(*args, **kwargs) May 06 15:09:42.679214 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 15:09:42.679214 dv-cinder-840678-2-iscsi neutron-server[103342]: self._notify() May 06 15:09:42.679214 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 15:09:42.679214 dv-cinder-840678-2-iscsi neutron-server[103342]: self.callback(batched_events) May 06 15:09:42.679214 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 15:09:42.679214 dv-cinder-840678-2-iscsi neutron-server[103342]: event.method(event) May 06 15:09:42.679214 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 15:09:42.679214 dv-cinder-840678-2-iscsi neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 15:09:42.679214 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 15:09:42.679214 dv-cinder-840678-2-iscsi neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( May 06 15:09:42.679214 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 15:09:42.679214 dv-cinder-840678-2-iscsi neutron-server[103342]: return f(self, *a, **k) May 06 15:09:42.679214 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 15:09:42.679214 dv-cinder-840678-2-iscsi neutron-server[103342]: return self._get(url).json() May 06 15:09:42.679214 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 15:09:42.679214 dv-cinder-840678-2-iscsi neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 15:09:42.679214 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 15:09:42.679214 dv-cinder-840678-2-iscsi neutron-server[103342]: return self.request(url, 'GET', **kwargs) May 06 15:09:42.679214 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 15:09:42.679214 dv-cinder-840678-2-iscsi neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, May 06 15:09:42.679214 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 15:09:42.679214 dv-cinder-840678-2-iscsi neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 15:09:42.679214 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 15:09:42.679214 dv-cinder-840678-2-iscsi neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 15:09:42.679214 dv-cinder-840678-2-iscsi neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 15:09:42.702645 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-68b1beb6-545b-4f86-a143-b395004404eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b8293b96-1d4f-4101-9243-9870353ff712), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:42.740922 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8e303acd-9db1-4b0b-a970-cd6ec3393f72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16161617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429813'] for network (cbebde86-0437-4b6d-8196-f2e40b798585), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:42.746704 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8e303acd-9db1-4b0b-a970-cd6ec3393f72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566627'] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:42.749942 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-8e303acd-9db1-4b0b-a970-cd6ec3393f72 admin admin] 10.222.0.23 "DELETE /v2.0/networks/cbebde86-0437-4b6d-8196-f2e40b798585 HTTP/1.1" status: 204 len: 168 time: 0.6541207 May 06 15:09:42.762079 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e303acd-9db1-4b0b-a970-cd6ec3393f72 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbebde86-0437-4b6d-8196-f2e40b798585,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:09:42.884408 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 52654) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:09:42.943236 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-82cf8a79-046c-4f94-b675-8ef86948a8d7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=32f5765bb183428c8a04aed1c66a2068&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0572734 May 06 15:09:42.945903 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 52656) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:09:43.009596 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d80f605c-1f9b-4924-870a-342c649e2847 admin admin] Publish callbacks [] for security_group (9c8c723c-d485-494b-b59e-5933e6e0095a), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:43.036452 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d80f605c-1f9b-4924-870a-342c649e2847 admin admin] Publish callbacks [] for security_group (9c8c723c-d485-494b-b59e-5933e6e0095a), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:43.087158 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d80f605c-1f9b-4924-870a-342c649e2847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (9c8c723c-d485-494b-b59e-5933e6e0095a), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:43.089899 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d80f605c-1f9b-4924-870a-342c649e2847 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:43.091074 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-d80f605c-1f9b-4924-870a-342c649e2847 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9c8c723c-d485-494b-b59e-5933e6e0095a HTTP/1.1" status: 204 len: 168 time: 0.1438787 May 06 15:09:43.100866 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80f605c-1f9b-4924-870a-342c649e2847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c8c723c-d485-494b-b59e-5933e6e0095a,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:09:43.435802 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 52662) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:09:43.480909 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-e20c49b1-bd15-48ba-98e4-9189b6f3ba10 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a62c7d504fd44db9a30bea8d201735c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0435531 May 06 15:09:43.483368 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 52664) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:09:43.537836 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7a3a9326-ab39-40b8-988c-4792610515c6 admin admin] Publish callbacks [] for security_group (79462996-c4e5-43f3-85b4-539cdc20dbc6), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:43.565568 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7a3a9326-ab39-40b8-988c-4792610515c6 admin admin] Publish callbacks [] for security_group (79462996-c4e5-43f3-85b4-539cdc20dbc6), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:43.631796 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7a3a9326-ab39-40b8-988c-4792610515c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (79462996-c4e5-43f3-85b4-539cdc20dbc6), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:43.635235 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7a3a9326-ab39-40b8-988c-4792610515c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:43.636588 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-7a3a9326-ab39-40b8-988c-4792610515c6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/79462996-c4e5-43f3-85b4-539cdc20dbc6 HTTP/1.1" status: 204 len: 168 time: 0.1522768 May 06 15:09:43.648453 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3a9326-ab39-40b8-988c-4792610515c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79462996-c4e5-43f3-85b4-539cdc20dbc6,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:09:43.766205 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (20451d70-ea89-4a66-885a-20a1b2a3bff8), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:44.207323 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device b742a87a-e208-4538-994f-b7f3c44cc5b1 no longer exists at agent ovs-agent-dv-cinder-840678-2-iscsi {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 15:09:44.232927 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] No Port match for: b742a87a-e208-4538-994f-b7f3c44cc5b1 {{(pid=103344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 15:09:44.233277 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device b742a87a-e208-4538-994f-b7f3c44cc5b1 not bound to the agent host dv-cinder-840678-2-iscsi {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 15:09:45.804062 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.agents_db [None req-6003b131-4361-4e36-81e7-47e90cbdf206 None None] Agent healthcheck: found 6 active agents {{(pid=103345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 15:09:48.609324 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 52682) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:09:48.614376 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.v2.base [None req-96c9577e-b98b-495c-81a7-dc37687f825b tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1221032072', 'description': 'tempest-description--834886457'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:09:48.638252 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-96c9577e-b98b-495c-81a7-dc37687f825b tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:48.725669 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-96c9577e-b98b-495c-81a7-dc37687f825b tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks [] for security_group (cd15f2bd-2ca5-4e68-8811-4685ad2bebc3), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:48.729935 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-96c9577e-b98b-495c-81a7-dc37687f825b tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (cd15f2bd-2ca5-4e68-8811-4685ad2bebc3), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:48.761179 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-96c9577e-b98b-495c-81a7-dc37687f825b tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:48.762422 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-96c9577e-b98b-495c-81a7-dc37687f825b tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1517708 May 06 15:09:48.765297 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 52684) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:09:48.771544 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.v2.base [None req-7bb9b638-f4bd-481d-9cdf-258c7dcb4b23 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Request body: {'security_group_rule': {'security_group_id': 'cd15f2bd-2ca5-4e68-8811-4685ad2bebc3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:09:48.776992 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c9577e-b98b-495c-81a7-dc37687f825b tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd15f2bd-2ca5-4e68-8811-4685ad2bebc3,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:09:48.805934 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7bb9b638-f4bd-481d-9cdf-258c7dcb4b23 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks [] for security_group_rule (83ebfbac-315e-46aa-ad89-c8961607b3bc), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:48.873890 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7bb9b638-f4bd-481d-9cdf-258c7dcb4b23 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks [] for security_group_rule (83ebfbac-315e-46aa-ad89-c8961607b3bc), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:48.878259 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7bb9b638-f4bd-481d-9cdf-258c7dcb4b23 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575255'] for security_group_rule (83ebfbac-315e-46aa-ad89-c8961607b3bc), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:48.897399 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb9b638-f4bd-481d-9cdf-258c7dcb4b23 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83ebfbac-315e-46aa-ad89-c8961607b3bc,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:09:48.907699 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-7bb9b638-f4bd-481d-9cdf-258c7dcb4b23 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:48.909452 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-7bb9b638-f4bd-481d-9cdf-258c7dcb4b23 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1425395 May 06 15:09:48.913587 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 52686) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:09:48.919856 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.v2.base [None req-9f25a65a-5170-4bb0-8305-0a4cd0e26888 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Request body: {'security_group_rule': {'security_group_id': 'cd15f2bd-2ca5-4e68-8811-4685ad2bebc3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:09:48.957112 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9f25a65a-5170-4bb0-8305-0a4cd0e26888 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks [] for security_group_rule (2d234fa0-6fb0-4ca3-9f49-357c6f539da1), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:49.030953 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9f25a65a-5170-4bb0-8305-0a4cd0e26888 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks [] for security_group_rule (2d234fa0-6fb0-4ca3-9f49-357c6f539da1), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:49.035966 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9f25a65a-5170-4bb0-8305-0a4cd0e26888 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575255'] for security_group_rule (2d234fa0-6fb0-4ca3-9f49-357c6f539da1), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:49.066494 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f25a65a-5170-4bb0-8305-0a4cd0e26888 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d234fa0-6fb0-4ca3-9f49-357c6f539da1,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:09:49.076577 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9f25a65a-5170-4bb0-8305-0a4cd0e26888 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:49.079424 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-9f25a65a-5170-4bb0-8305-0a4cd0e26888 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1636910 May 06 15:09:49.082878 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 52688) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:09:49.088828 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.v2.base [None req-f57f9b05-921d-4f3e-b641-6d04f1f28933 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Request body: {'floatingip': {'floating_network_id': '06a85250-557d-4448-8943-b2192c4da88d'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:09:49.111765 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f57f9b05-921d-4f3e-b641-6d04f1f28933 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:49.217265 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f57f9b05-921d-4f3e-b641-6d04f1f28933 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:49.325216 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-f57f9b05-921d-4f3e-b641-6d04f1f28933 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Allocated IP 172.27.2.49 (06a85250-557d-4448-8943-b2192c4da88d/cd3545e0-d98c-46ff-bce0-08f4555cdcb4/29e5b55e-db21-4601-971c-e0ad2d843ac0) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 15:09:49.446825 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f57f9b05-921d-4f3e-b641-6d04f1f28933 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks [] for port (29e5b55e-db21-4601-971c-e0ad2d843ac0), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:49.490072 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f57f9b05-921d-4f3e-b641-6d04f1f28933 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732313435468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194024'] for port (29e5b55e-db21-4601-971c-e0ad2d843ac0), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:49.539107 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57f9b05-921d-4f3e-b641-6d04f1f28933 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Network 06a85250-557d-4448-8943-b2192c4da88d is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 15:09:49.543294 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-f57f9b05-921d-4f3e-b641-6d04f1f28933 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 15:09:49.549866 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57f9b05-921d-4f3e-b641-6d04f1f28933 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 15:09:49.574265 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57f9b05-921d-4f3e-b641-6d04f1f28933 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Pushing event updated for resources: {'Port': ['ID=29e5b55e-db21-4601-971c-e0ad2d843ac0,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:09:49.660763 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f57f9b05-921d-4f3e-b641-6d04f1f28933 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks [] for floatingip (2c5811e1-d05f-4c28-977b-6ad12fe47296), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:49.703216 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f57f9b05-921d-4f3e-b641-6d04f1f28933 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (29e5b55e-db21-4601-971c-e0ad2d843ac0), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:49.877720 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f57f9b05-921d-4f3e-b641-6d04f1f28933 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks [] for port (29e5b55e-db21-4601-971c-e0ad2d843ac0), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:49.883272 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f57f9b05-921d-4f3e-b641-6d04f1f28933 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194015'] for port (29e5b55e-db21-4601-971c-e0ad2d843ac0), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:49.962558 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57f9b05-921d-4f3e-b641-6d04f1f28933 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Pushing event updated for resources: {'Port': ['ID=29e5b55e-db21-4601-971c-e0ad2d843ac0,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:09:49.981239 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f57f9b05-921d-4f3e-b641-6d04f1f28933 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429592'] for floatingip (2c5811e1-d05f-4c28-977b-6ad12fe47296), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:50.009443 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-f57f9b05-921d-4f3e-b641-6d04f1f28933 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for floatingip (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:50.011950 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-f57f9b05-921d-4f3e-b641-6d04f1f28933 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9276371 May 06 15:09:50.258318 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-cfe3889f-d56e-4ace-91af-0930b6ab728e req-442dbc49-b21e-4da0-82ee-c076335d7c98 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1221032072&fields=id&tenant_id=6f2937968fc04cfaa3dab933e994a975 HTTP/1.1" status: 200 len: 267 time: 0.0467064 May 06 15:09:50.381183 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe3889f-d56e-4ace-91af-0930b6ab728e req-5a33a65a-b302-4c0f-a827-cbe67da844a3 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:09:50.382741 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-cfe3889f-d56e-4ace-91af-0930b6ab728e req-5a33a65a-b302-4c0f-a827-cbe67da844a3 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/networks?id=34fb402d-875f-40bc-8469-2292c4d2147d HTTP/1.1" status: 200 len: 815 time: 0.1173065 May 06 15:09:50.399182 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-cfe3889f-d56e-4ace-91af-0930b6ab728e req-cc434ddc-5769-45a9-8eee-fb22913af99d tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/quotas/6f2937968fc04cfaa3dab933e994a975 HTTP/1.1" status: 200 len: 375 time: 0.0104225 May 06 15:09:50.456779 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-cfe3889f-d56e-4ace-91af-0930b6ab728e req-fa57c0f8-1910-4e9e-9db0-a4f150144c31 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6f2937968fc04cfaa3dab933e994a975&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0506859 May 06 15:09:50.473208 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [req-cfe3889f-d56e-4ace-91af-0930b6ab728e req-78a6dc0b-b74c-418f-9af0-3924074169a3 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103343) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 06 15:09:50.474286 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-cfe3889f-d56e-4ace-91af-0930b6ab728e req-78a6dc0b-b74c-418f-9af0-3924074169a3 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055501 May 06 15:09:50.577073 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-cfe3889f-d56e-4ace-91af-0930b6ab728e req-e1e3e262-a167-49d9-b407-3eb7e7bfe58c service neutron] 10.222.0.23 "GET /v2.0/networks/34fb402d-875f-40bc-8469-2292c4d2147d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960073 May 06 15:09:50.631342 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (1eb4536b-031c-4a65-bfe5-fc1ede7d9429), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:50.678794 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-cfe3889f-d56e-4ace-91af-0930b6ab728e req-7fada391-a794-4fc6-ad12-73f7514ce949 service neutron] 10.222.0.23 "GET /v2.0/networks/34fb402d-875f-40bc-8469-2292c4d2147d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944779 May 06 15:09:50.915762 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-9d6a89e4-b114-45e3-a2bb-12db7c4b283b req-2839d3c1-80af-4f60-b925-da1818cb19be tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a0bbdad-d284-47dd-9cfb-54518402ea1b HTTP/1.1" status: 200 len: 210 time: 0.0490267 May 06 15:09:52.006238 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe3889f-d56e-4ace-91af-0930b6ab728e req-92bd060a-6796-4efc-be20-24ebc124d3d0 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:09:52.008497 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-cfe3889f-d56e-4ace-91af-0930b6ab728e req-92bd060a-6796-4efc-be20-24ebc124d3d0 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.26 "GET /v2.0/networks?id=34fb402d-875f-40bc-8469-2292c4d2147d HTTP/1.1" status: 200 len: 815 time: 0.1546583 May 06 15:09:52.044700 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-20d69071-b137-471a-9ae9-a25897de7b00 req-a92ed776-b81f-4a14-8490-6c75e6e67841 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a0bbdad-d284-47dd-9cfb-54518402ea1b HTTP/1.1" status: 200 len: 210 time: 0.0330560 May 06 15:09:52.111237 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-cfe3889f-d56e-4ace-91af-0930b6ab728e req-fde918ed-4541-43ab-806f-ac5275ec58e2 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f2937968fc04cfaa3dab933e994a975 HTTP/1.1" status: 200 len: 473 time: 0.0929439 May 06 15:09:52.165175 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.v2.base [req-cfe3889f-d56e-4ace-91af-0930b6ab728e req-f47ae3c1-3aca-46cf-b821-d6473d70b43b tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Request body: {'port': {'device_id': '0a0bbdad-d284-47dd-9cfb-54518402ea1b', 'network_id': '34fb402d-875f-40bc-8469-2292c4d2147d', 'admin_state_up': True, 'tenant_id': '6f2937968fc04cfaa3dab933e994a975', 'security_groups': ['cd15f2bd-2ca5-4e68-8811-4685ad2bebc3']}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:09:52.281083 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfe3889f-d56e-4ace-91af-0930b6ab728e req-f47ae3c1-3aca-46cf-b821-d6473d70b43b tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Made reservation on behalf of 6f2937968fc04cfaa3dab933e994a975 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 15:09:52.285356 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-cfe3889f-d56e-4ace-91af-0930b6ab728e req-f47ae3c1-3aca-46cf-b821-d6473d70b43b tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:52.424962 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-cfe3889f-d56e-4ace-91af-0930b6ab728e req-f47ae3c1-3aca-46cf-b821-d6473d70b43b tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Allocated IP 172.20.0.6 (34fb402d-875f-40bc-8469-2292c4d2147d/2da4ab98-3f71-40c7-9855-b334ccbe4494/3c4eb0c7-9fad-497c-8eb7-e93e62857a83) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 15:09:52.577778 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-cfe3889f-d56e-4ace-91af-0930b6ab728e req-f47ae3c1-3aca-46cf-b821-d6473d70b43b tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks [] for port (3c4eb0c7-9fad-497c-8eb7-e93e62857a83), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:52.631435 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-cfe3889f-d56e-4ace-91af-0930b6ab728e req-f47ae3c1-3aca-46cf-b821-d6473d70b43b tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732313435468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59634176'] for port (3c4eb0c7-9fad-497c-8eb7-e93e62857a83), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:52.688331 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfe3889f-d56e-4ace-91af-0930b6ab728e req-f47ae3c1-3aca-46cf-b821-d6473d70b43b tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Network 34fb402d-875f-40bc-8469-2292c4d2147d is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 15:09:52.692574 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-cfe3889f-d56e-4ace-91af-0930b6ab728e req-f47ae3c1-3aca-46cf-b821-d6473d70b43b tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 15:09:52.698955 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfe3889f-d56e-4ace-91af-0930b6ab728e req-f47ae3c1-3aca-46cf-b821-d6473d70b43b tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 15:09:52.705943 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47ae3c1-3aca-46cf-b821-d6473d70b43b tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Pushing event updated for resources: {'Port': ['ID=3c4eb0c7-9fad-497c-8eb7-e93e62857a83,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:09:52.759786 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe3889f-d56e-4ace-91af-0930b6ab728e req-f47ae3c1-3aca-46cf-b821-d6473d70b43b tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:09:52.760553 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-cfe3889f-d56e-4ace-91af-0930b6ab728e req-f47ae3c1-3aca-46cf-b821-d6473d70b43b tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:52.783871 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-cfe3889f-d56e-4ace-91af-0930b6ab728e req-f47ae3c1-3aca-46cf-b821-d6473d70b43b tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6236298 May 06 15:09:52.798680 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.v2.base [req-cfe3889f-d56e-4ace-91af-0930b6ab728e req-0e425766-57e1-49cf-b976-deebb199f3b5 service neutron] Request body: {'port': {'device_id': '0a0bbdad-d284-47dd-9cfb-54518402ea1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:09:52.889629 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-cfe3889f-d56e-4ace-91af-0930b6ab728e req-0e425766-57e1-49cf-b976-deebb199f3b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (3c4eb0c7-9fad-497c-8eb7-e93e62857a83), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:52.985904 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-38ddf74e-60f4-450b-b647-02e518bf0e32 None None] Provisioning complete for port 3c4eb0c7-9fad-497c-8eb7-e93e62857a83 triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:09:52.986538 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-38ddf74e-60f4-450b-b647-02e518bf0e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (3c4eb0c7-9fad-497c-8eb7-e93e62857a83), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:53.043887 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-38ddf74e-60f4-450b-b647-02e518bf0e32 None None] Port 3c4eb0c7-9fad-497c-8eb7-e93e62857a83 cannot update to ACTIVE because it is not bound. {{(pid=103344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 06 15:09:53.260507 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fc1569-6915-4293-8d63-077d12dbbe8c req-db93aa2c-0632-4c95-b9c0-22f97f5b9699 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:09:53.263192 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-94fc1569-6915-4293-8d63-077d12dbbe8c req-db93aa2c-0632-4c95-b9c0-22f97f5b9699 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a0bbdad-d284-47dd-9cfb-54518402ea1b HTTP/1.1" status: 200 len: 931 time: 0.1267245 May 06 15:09:53.345888 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [req-cfe3889f-d56e-4ace-91af-0930b6ab728e req-0e425766-57e1-49cf-b976-deebb199f3b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c4eb0c7-9fad-497c-8eb7-e93e62857a83 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 15:09:53.360568 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-cfe3889f-d56e-4ace-91af-0930b6ab728e req-0e425766-57e1-49cf-b976-deebb199f3b5 service neutron] Publish callbacks [] for port (3c4eb0c7-9fad-497c-8eb7-e93e62857a83), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:53.388490 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-cfe3889f-d56e-4ace-91af-0930b6ab728e req-0e425766-57e1-49cf-b976-deebb199f3b5 service neutron] Transition to ACTIVE for port object 3c4eb0c7-9fad-497c-8eb7-e93e62857a83 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 06 15:09:53.394099 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-94fc1569-6915-4293-8d63-077d12dbbe8c req-d87ba0c6-a6d2-46d3-b4c9-32590b4ccb0a tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd15f2bd-2ca5-4e68-8811-4685ad2bebc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239014 May 06 15:09:53.396015 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-cfe3889f-d56e-4ace-91af-0930b6ab728e req-0e425766-57e1-49cf-b976-deebb199f3b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59634231'] for port (3c4eb0c7-9fad-497c-8eb7-e93e62857a83), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:53.482432 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e425766-57e1-49cf-b976-deebb199f3b5 service neutron] Pushing event updated for resources: {'Port': ['ID=3c4eb0c7-9fad-497c-8eb7-e93e62857a83,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:09:53.594993 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-cfe3889f-d56e-4ace-91af-0930b6ab728e req-0e425766-57e1-49cf-b976-deebb199f3b5 service neutron] Attempting to bind port 3c4eb0c7-9fad-497c-8eb7-e93e62857a83 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 15:09:53.595455 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-cfe3889f-d56e-4ace-91af-0930b6ab728e req-0e425766-57e1-49cf-b976-deebb199f3b5 service neutron] Attempting to bind port 3c4eb0c7-9fad-497c-8eb7-e93e62857a83 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': 'aef96f42-6ed7-41b3-ae92-47c3c74acc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '34fb402d-875f-40bc-8469-2292c4d2147d'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 15:09:53.596021 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe3889f-d56e-4ace-91af-0930b6ab728e req-0e425766-57e1-49cf-b976-deebb199f3b5 service neutron] Attempting to bind port 3c4eb0c7-9fad-497c-8eb7-e93e62857a83 on network 34fb402d-875f-40bc-8469-2292c4d2147d {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 15:09:53.602613 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe3889f-d56e-4ace-91af-0930b6ab728e req-0e425766-57e1-49cf-b976-deebb199f3b5 service neutron] Port 3c4eb0c7-9fad-497c-8eb7-e93e62857a83 on network 34fb402d-875f-40bc-8469-2292c4d2147d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 15:09:53.603402 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe3889f-d56e-4ace-91af-0930b6ab728e req-0e425766-57e1-49cf-b976-deebb199f3b5 service neutron] Attempting to bind port 3c4eb0c7-9fad-497c-8eb7-e93e62857a83 on network 34fb402d-875f-40bc-8469-2292c4d2147d {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 15:09:53.611561 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe3889f-d56e-4ace-91af-0930b6ab728e req-0e425766-57e1-49cf-b976-deebb199f3b5 service neutron] Checking agent: {'id': '1eb4536b-031c-4a65-bfe5-fc1ede7d9429', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 14, 56, 20), 'started_at': datetime.datetime(2022, 5, 6, 14, 56, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 15, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 15:09:53.612030 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe3889f-d56e-4ace-91af-0930b6ab728e req-0e425766-57e1-49cf-b976-deebb199f3b5 service neutron] Checking segment: {'id': 'aef96f42-6ed7-41b3-ae92-47c3c74acc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '34fb402d-875f-40bc-8469-2292c4d2147d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 15:09:53.612510 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe3889f-d56e-4ace-91af-0930b6ab728e req-0e425766-57e1-49cf-b976-deebb199f3b5 service neutron] Bound using segment: {'id': 'aef96f42-6ed7-41b3-ae92-47c3c74acc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '34fb402d-875f-40bc-8469-2292c4d2147d'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 15:09:53.613107 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-cfe3889f-d56e-4ace-91af-0930b6ab728e req-0e425766-57e1-49cf-b976-deebb199f3b5 service neutron] Bound port: 3c4eb0c7-9fad-497c-8eb7-e93e62857a83, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aef96f42-6ed7-41b3-ae92-47c3c74acc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '34fb402d-875f-40bc-8469-2292c4d2147d'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 15:09:53.613550 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-cfe3889f-d56e-4ace-91af-0930b6ab728e req-0e425766-57e1-49cf-b976-deebb199f3b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (3c4eb0c7-9fad-497c-8eb7-e93e62857a83), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:53.694546 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-cfe3889f-d56e-4ace-91af-0930b6ab728e req-0e425766-57e1-49cf-b976-deebb199f3b5 service neutron] For port 3c4eb0c7-9fad-497c-8eb7-e93e62857a83, host hv-cinder-84067, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 15:09:53.698188 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-cfe3889f-d56e-4ace-91af-0930b6ab728e req-0e425766-57e1-49cf-b976-deebb199f3b5 service neutron] For port 3c4eb0c7-9fad-497c-8eb7-e93e62857a83, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=3c4eb0c7-9fad-497c-8eb7-e93e62857a83,segment=NetworkSegment(aef96f42-6ed7-41b3-ae92-47c3c74acc2c),segment_id=aef96f42-6ed7-41b3-ae92-47c3c74acc2c)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 15:09:53.705625 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-cfe3889f-d56e-4ace-91af-0930b6ab728e req-0e425766-57e1-49cf-b976-deebb199f3b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59634231'] for port (3c4eb0c7-9fad-497c-8eb7-e93e62857a83), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:53.749842 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe3889f-d56e-4ace-91af-0930b6ab728e req-0e425766-57e1-49cf-b976-deebb199f3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:09:53.751041 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-cfe3889f-d56e-4ace-91af-0930b6ab728e req-0e425766-57e1-49cf-b976-deebb199f3b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:53.752889 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-cfe3889f-d56e-4ace-91af-0930b6ab728e req-0e425766-57e1-49cf-b976-deebb199f3b5 service neutron] 10.222.0.26 "PUT /v2.0/ports/3c4eb0c7-9fad-497c-8eb7-e93e62857a83 HTTP/1.1" status: 200 len: 1093 time: 0.9601595 May 06 15:09:53.753499 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a0bbdad-d284-47dd-9cfb-54518402ea1b', 'tag': '3c4eb0c7-9fad-497c-8eb7-e93e62857a83'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 15:09:53.756085 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e079183c6aa01fbf7ecda8705e9d532761ec392512c90f9d6467ac227f3657d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ada370-d4fa-45a5-bb92-0f7652ccac4e" -d '{"events": [{"name": "network-changed", "server_uuid": "0a0bbdad-d284-47dd-9cfb-54518402ea1b", "tag": "3c4eb0c7-9fad-497c-8eb7-e93e62857a83"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 15:09:53.807671 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e425766-57e1-49cf-b976-deebb199f3b5 service neutron] Pushing event updated for resources: {'Port': ['ID=3c4eb0c7-9fad-497c-8eb7-e93e62857a83,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:09:53.863243 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe3889f-d56e-4ace-91af-0930b6ab728e req-b74e0e6a-124d-429b-bc96-c9298f483164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:09:53.864670 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-cfe3889f-d56e-4ace-91af-0930b6ab728e req-b74e0e6a-124d-429b-bc96-c9298f483164 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6f2937968fc04cfaa3dab933e994a975&device_id=0a0bbdad-d284-47dd-9cfb-54518402ea1b HTTP/1.1" status: 200 len: 1127 time: 0.0525336 May 06 15:09:53.918144 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-cfe3889f-d56e-4ace-91af-0930b6ab728e req-b564de64-21d8-4bae-87dd-d55519634b28 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c4eb0c7-9fad-497c-8eb7-e93e62857a83 HTTP/1.1" status: 200 len: 217 time: 0.0451980 May 06 15:09:53.992757 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe3889f-d56e-4ace-91af-0930b6ab728e req-2f6855a9-f770-4525-9a04-4f65989c438e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:09:53.995161 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-cfe3889f-d56e-4ace-91af-0930b6ab728e req-2f6855a9-f770-4525-9a04-4f65989c438e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2da4ab98-3f71-40c7-9855-b334ccbe4494 HTTP/1.1" status: 200 len: 854 time: 0.0704055 May 06 15:09:54.042980 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 15:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da2c7a2-f522-459d-a5bd-cb0cf56fb32d x-openstack-request-id: req-8da2c7a2-f522-459d-a5bd-cb0cf56fb32d {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 15:09:54.043502 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a0bbdad-d284-47dd-9cfb-54518402ea1b", "tag": "3c4eb0c7-9fad-497c-8eb7-e93e62857a83", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 15:09:54.043904 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8da2c7a2-f522-459d-a5bd-cb0cf56fb32d {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 15:09:54.044558 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8da2c7a2-f522-459d-a5bd-cb0cf56fb32d'] response: {'name': 'network-changed', 'server_uuid': '0a0bbdad-d284-47dd-9cfb-54518402ea1b', 'tag': '3c4eb0c7-9fad-497c-8eb7-e93e62857a83', 'status': 'completed', 'code': 200} May 06 15:09:54.063347 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe3889f-d56e-4ace-91af-0930b6ab728e req-1fb6069d-62ac-4b2f-8a15-d858f4466b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:09:54.065050 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-cfe3889f-d56e-4ace-91af-0930b6ab728e req-1fb6069d-62ac-4b2f-8a15-d858f4466b36 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=34fb402d-875f-40bc-8469-2292c4d2147d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0629280 May 06 15:09:54.176713 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-cfe3889f-d56e-4ace-91af-0930b6ab728e req-18cdb2f2-bfbc-480f-abc4-3a14eb672a0a service neutron] 10.222.0.26 "GET /v2.0/networks/34fb402d-875f-40bc-8469-2292c4d2147d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031461 May 06 15:09:54.287844 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-cfe3889f-d56e-4ace-91af-0930b6ab728e req-57869ed4-d67a-408e-bf20-7db8c2879e23 service neutron] 10.222.0.26 "GET /v2.0/networks/34fb402d-875f-40bc-8469-2292c4d2147d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043081 May 06 15:09:54.549216 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203c0a8c-d9b3-4322-ac8d-b0a2f30b12e7 req-1a7af7d8-e88f-449b-bb21-8f85ea2e105c tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:09:54.550916 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-203c0a8c-d9b3-4322-ac8d-b0a2f30b12e7 req-1a7af7d8-e88f-449b-bb21-8f85ea2e105c tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a0bbdad-d284-47dd-9cfb-54518402ea1b HTTP/1.1" status: 200 len: 943 time: 0.0548632 May 06 15:09:54.606036 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-203c0a8c-d9b3-4322-ac8d-b0a2f30b12e7 req-8549b713-540f-4daf-b36e-0daea7d6aa7b tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd15f2bd-2ca5-4e68-8811-4685ad2bebc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453212 May 06 15:09:55.310617 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ada370-d4fa-45a5-bb92-0f7652ccac4e req-db77498e-5b56-4f6a-85ba-ac882a4b2969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:09:55.312496 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-a2ada370-d4fa-45a5-bb92-0f7652ccac4e req-db77498e-5b56-4f6a-85ba-ac882a4b2969 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6f2937968fc04cfaa3dab933e994a975&device_id=0a0bbdad-d284-47dd-9cfb-54518402ea1b HTTP/1.1" status: 200 len: 1127 time: 0.0474856 May 06 15:09:55.427409 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ada370-d4fa-45a5-bb92-0f7652ccac4e req-3a5aa964-9d17-49b9-b341-d1db7a621e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:09:55.428949 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-a2ada370-d4fa-45a5-bb92-0f7652ccac4e req-3a5aa964-9d17-49b9-b341-d1db7a621e13 service neutron] 10.222.0.26 "GET /v2.0/networks?id=34fb402d-875f-40bc-8469-2292c4d2147d HTTP/1.1" status: 200 len: 916 time: 0.1071923 May 06 15:09:55.473168 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-a2ada370-d4fa-45a5-bb92-0f7652ccac4e req-98e4b5c7-20c5-48cd-b33d-4fc570532e46 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c4eb0c7-9fad-497c-8eb7-e93e62857a83 HTTP/1.1" status: 200 len: 217 time: 0.0374405 May 06 15:09:55.528504 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ada370-d4fa-45a5-bb92-0f7652ccac4e req-6678df3f-0b8b-4d13-baa0-0be1b8aabe73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:09:55.530407 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-a2ada370-d4fa-45a5-bb92-0f7652ccac4e req-6678df3f-0b8b-4d13-baa0-0be1b8aabe73 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2da4ab98-3f71-40c7-9855-b334ccbe4494 HTTP/1.1" status: 200 len: 854 time: 0.0504229 May 06 15:09:55.587219 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ada370-d4fa-45a5-bb92-0f7652ccac4e req-fd2c8e15-f860-4d6f-b6b5-8b19a87f805e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:09:55.588813 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-a2ada370-d4fa-45a5-bb92-0f7652ccac4e req-fd2c8e15-f860-4d6f-b6b5-8b19a87f805e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=34fb402d-875f-40bc-8469-2292c4d2147d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0517988 May 06 15:09:55.707646 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-a2ada370-d4fa-45a5-bb92-0f7652ccac4e req-307ceca3-6c20-4c6c-89a1-8df1ff8c90a1 service neutron] 10.222.0.26 "GET /v2.0/networks/34fb402d-875f-40bc-8469-2292c4d2147d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115263 May 06 15:09:55.783101 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c9029f-d7c8-4c2f-b194-8dac096460e8 req-fa099ca1-1dbc-47c8-939f-9834573729dd tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:09:55.785379 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-74c9029f-d7c8-4c2f-b194-8dac096460e8 req-fa099ca1-1dbc-47c8-939f-9834573729dd tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a0bbdad-d284-47dd-9cfb-54518402ea1b HTTP/1.1" status: 200 len: 943 time: 0.0667410 May 06 15:09:55.832620 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-a2ada370-d4fa-45a5-bb92-0f7652ccac4e req-58cd6614-2e9a-4138-9a1e-4b8ae9b9a7a3 service neutron] 10.222.0.26 "GET /v2.0/networks/34fb402d-875f-40bc-8469-2292c4d2147d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135857 May 06 15:09:55.851484 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-74c9029f-d7c8-4c2f-b194-8dac096460e8 req-cea62690-46f1-498d-a6d3-493b6d07889b tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd15f2bd-2ca5-4e68-8811-4685ad2bebc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596874 May 06 15:09:56.886112 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device 3c4eb0c7-9fad-497c-8eb7-e93e62857a83 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 15:09:57.015267 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] For port 3c4eb0c7-9fad-497c-8eb7-e93e62857a83, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=3c4eb0c7-9fad-497c-8eb7-e93e62857a83,segment=NetworkSegment(aef96f42-6ed7-41b3-ae92-47c3c74acc2c),segment_id=aef96f42-6ed7-41b3-ae92-47c3c74acc2c)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:09:57.029993 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Returning: {'device': '3c4eb0c7-9fad-497c-8eb7-e93e62857a83', 'network_id': '34fb402d-875f-40bc-8469-2292c4d2147d', 'port_id': '3c4eb0c7-9fad-497c-8eb7-e93e62857a83', 'mac_address': 'fa:16:3e:1b:d9:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2da4ab98-3f71-40c7-9855-b334ccbe4494', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 15:09:57.040257 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c403a-4a69-4c86-9d65-0e8c6c06caea req-74279b91-d6b9-4800-9c33-3f1b8ea4556e tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:09:57.043051 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-232c403a-4a69-4c86-9d65-0e8c6c06caea req-74279b91-d6b9-4800-9c33-3f1b8ea4556e tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a0bbdad-d284-47dd-9cfb-54518402ea1b HTTP/1.1" status: 200 len: 943 time: 0.0903668 May 06 15:09:57.087085 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Current status of the port 3c4eb0c7-9fad-497c-8eb7-e93e62857a83 is: DOWN; New status is: BUILD {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:09:57.087714 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (3c4eb0c7-9fad-497c-8eb7-e93e62857a83), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:57.109266 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.notifiers.nova [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c4eb0c7-9fad-497c-8eb7-e93e62857a83 {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 15:09:57.114925 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-232c403a-4a69-4c86-9d65-0e8c6c06caea req-6e1e8c2e-c0d3-4ca0-8f0f-9e316a8ad173 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd15f2bd-2ca5-4e68-8811-4685ad2bebc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648797 May 06 15:09:57.137179 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] For port 3c4eb0c7-9fad-497c-8eb7-e93e62857a83, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=3c4eb0c7-9fad-497c-8eb7-e93e62857a83,segment=NetworkSegment(aef96f42-6ed7-41b3-ae92-47c3c74acc2c),segment_id=aef96f42-6ed7-41b3-ae92-47c3c74acc2c)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:09:57.144475 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (3c4eb0c7-9fad-497c-8eb7-e93e62857a83), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:57.199805 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Pushing event updated for resources: {'Port': ['ID=3c4eb0c7-9fad-497c-8eb7-e93e62857a83,revision_number=4']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:09:57.418770 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] get_ports_and_sgs() called for port_ids ['3c4eb0c7-9fad-497c-8eb7-e93e62857a83'] {{(pid=103344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 15:09:58.264972 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c67e6-e022-4c8e-a6bb-b0a2e8175dc6 req-0a47e7e8-713b-47eb-92c8-5350f5936de3 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:09:58.267999 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-5a5c67e6-e022-4c8e-a6bb-b0a2e8175dc6 req-0a47e7e8-713b-47eb-92c8-5350f5936de3 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a0bbdad-d284-47dd-9cfb-54518402ea1b HTTP/1.1" status: 200 len: 944 time: 0.0598259 May 06 15:09:58.329669 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-5a5c67e6-e022-4c8e-a6bb-b0a2e8175dc6 req-5ed45335-3386-4c3d-8953-a995acd0e2a9 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd15f2bd-2ca5-4e68-8811-4685ad2bebc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543692 May 06 15:09:58.885732 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device 3c4eb0c7-9fad-497c-8eb7-e93e62857a83 up at agent hyperv_hv-cinder-84067 {{(pid=103344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 15:09:58.934892 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Provisioning for port 3c4eb0c7-9fad-497c-8eb7-e93e62857a83 completed by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 06 15:09:58.942441 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Provisioning complete for port 3c4eb0c7-9fad-497c-8eb7-e93e62857a83 triggered by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:09:58.942891 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (3c4eb0c7-9fad-497c-8eb7-e93e62857a83), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:59.027095 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Current status of the port 3c4eb0c7-9fad-497c-8eb7-e93e62857a83 is: BUILD; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:09:59.027568 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (3c4eb0c7-9fad-497c-8eb7-e93e62857a83), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:59.054521 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a0bbdad-d284-47dd-9cfb-54518402ea1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c4eb0c7-9fad-497c-8eb7-e93e62857a83'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 15:09:59.056991 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e0964ea08b7304cb3fd06b6962f873a42c5b1f8277632c4cd90ec00bfa9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af251bf1-dff2-45ea-bdd6-fc85157a8561" -d '{"events": [{"server_uuid": "0a0bbdad-d284-47dd-9cfb-54518402ea1b", "name": "network-vif-plugged", "status": "completed", "tag": "3c4eb0c7-9fad-497c-8eb7-e93e62857a83"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 15:09:59.082728 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] For port 3c4eb0c7-9fad-497c-8eb7-e93e62857a83, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=3c4eb0c7-9fad-497c-8eb7-e93e62857a83,segment=NetworkSegment(aef96f42-6ed7-41b3-ae92-47c3c74acc2c),segment_id=aef96f42-6ed7-41b3-ae92-47c3c74acc2c)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:09:59.088237 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (3c4eb0c7-9fad-497c-8eb7-e93e62857a83), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:09:59.147124 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Pushing event updated for resources: {'Port': ['ID=3c4eb0c7-9fad-497c-8eb7-e93e62857a83,revision_number=5']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:09:59.186028 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 15:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b280c3f0-d34e-4db7-b2c9-5640c1d4efc0 x-openstack-request-id: req-b280c3f0-d34e-4db7-b2c9-5640c1d4efc0 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 15:09:59.186358 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a0bbdad-d284-47dd-9cfb-54518402ea1b", "name": "network-vif-plugged", "status": "completed", "tag": "3c4eb0c7-9fad-497c-8eb7-e93e62857a83", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 15:09:59.186649 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b280c3f0-d34e-4db7-b2c9-5640c1d4efc0 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 15:09:59.187076 dv-cinder-840678-2-iscsi neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b280c3f0-d34e-4db7-b2c9-5640c1d4efc0'] response: {'server_uuid': '0a0bbdad-d284-47dd-9cfb-54518402ea1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c4eb0c7-9fad-497c-8eb7-e93e62857a83', 'code': 200} May 06 15:09:59.422925 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57835794-c615-4f0b-86eb-80a643f17e36 req-187c8c7d-ae12-40e8-a259-8bacd4badec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:09:59.426092 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-57835794-c615-4f0b-86eb-80a643f17e36 req-187c8c7d-ae12-40e8-a259-8bacd4badec2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0a0bbdad-d284-47dd-9cfb-54518402ea1b HTTP/1.1" status: 200 len: 1129 time: 0.0543337 May 06 15:09:59.496683 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-57835794-c615-4f0b-86eb-80a643f17e36 req-cc50c2cc-362e-4c39-a26e-bc8a20eae59f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=cd15f2bd-2ca5-4e68-8811-4685ad2bebc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622594 May 06 15:09:59.499498 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5119c49f-5d67-4c14-951b-7792ca6b1c40 req-4a3c59c5-7a4c-4aed-bf6f-62d8f6e1aa36 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:09:59.503087 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-5119c49f-5d67-4c14-951b-7792ca6b1c40 req-4a3c59c5-7a4c-4aed-bf6f-62d8f6e1aa36 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a0bbdad-d284-47dd-9cfb-54518402ea1b HTTP/1.1" status: 200 len: 945 time: 0.0664294 May 06 15:09:59.583372 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-5119c49f-5d67-4c14-951b-7792ca6b1c40 req-d6855a04-e7c8-47ad-8fe5-9f255ffb6ad8 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd15f2bd-2ca5-4e68-8811-4685ad2bebc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704844 May 06 15:10:00.725602 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9a04bf-0b12-4bf9-baf9-26f40b7302ea req-c6a47795-ab59-4949-923d-7cd6435acbe4 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:10:00.727460 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-fb9a04bf-0b12-4bf9-baf9-26f40b7302ea req-c6a47795-ab59-4949-923d-7cd6435acbe4 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a0bbdad-d284-47dd-9cfb-54518402ea1b HTTP/1.1" status: 200 len: 945 time: 0.0615282 May 06 15:10:00.780619 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-fb9a04bf-0b12-4bf9-baf9-26f40b7302ea req-15dbbc44-29f1-48e3-8eef-a26da0476cb4 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd15f2bd-2ca5-4e68-8811-4685ad2bebc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469575 May 06 15:10:01.903017 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b3bb1-e8da-46b8-b103-3d3e98b27640 req-4092fec5-c1d4-490b-86a3-7e1d0c0ea72a tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:10:01.904635 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-422b3bb1-e8da-46b8-b103-3d3e98b27640 req-4092fec5-c1d4-490b-86a3-7e1d0c0ea72a tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a0bbdad-d284-47dd-9cfb-54518402ea1b HTTP/1.1" status: 200 len: 945 time: 0.0489073 May 06 15:10:01.959148 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-422b3bb1-e8da-46b8-b103-3d3e98b27640 req-7e412da5-af57-4d42-8b10-f4db513e5a2a tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd15f2bd-2ca5-4e68-8811-4685ad2bebc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473502 May 06 15:10:02.076988 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e80bcbb-4a1b-4823-8f92-dc897e90b115 req-9fbd7174-261e-44fa-924c-bb090036d4c9 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:10:02.079670 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-0e80bcbb-4a1b-4823-8f92-dc897e90b115 req-9fbd7174-261e-44fa-924c-bb090036d4c9 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a0bbdad-d284-47dd-9cfb-54518402ea1b HTTP/1.1" status: 200 len: 945 time: 0.0522008 May 06 15:10:02.088825 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 52748) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:10:02.094150 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.v2.base [None req-c06973c7-2986-4d6a-a4a3-11f1394ab94d tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Request body: {'floatingip': {'port_id': '3c4eb0c7-9fad-497c-8eb7-e93e62857a83'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:10:02.139674 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c06973c7-2986-4d6a-a4a3-11f1394ab94d tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks [] for floatingip (2c5811e1-d05f-4c28-977b-6ad12fe47296), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:02.935816 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c06973c7-2986-4d6a-a4a3-11f1394ab94d tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:02.941470 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c06973c7-2986-4d6a-a4a3-11f1394ab94d tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429592'] for floatingip (2c5811e1-d05f-4c28-977b-6ad12fe47296), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:03.054132 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.db.l3_db [None req-c06973c7-2986-4d6a-a4a3-11f1394ab94d tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Floating IP 2c5811e1-d05f-4c28-977b-6ad12fe47296 associated. External IP: 172.27.2.49, port: 3c4eb0c7-9fad-497c-8eb7-e93e62857a83. May 06 15:10:03.290128 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c06973c7-2986-4d6a-a4a3-11f1394ab94d tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Router af14763f-8ef8-4dc4-be61-9c42c0e68894 has already been hosted by L3 agent ec8f31e6-1756-4927-8bc3-e144e6f0af83 {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 15:10:03.412041 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c06973c7-2986-4d6a-a4a3-11f1394ab94d tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Notify agent at l3_agent.dv-cinder-840678-2-iscsi the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 15:10:03.417626 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c06973c7-2986-4d6a-a4a3-11f1394ab94d tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:03.424328 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545426a9-74a9-41d6-947a-33c7aac7bc71 None None] Sync routers for ids ['af14763f-8ef8-4dc4-be61-9c42c0e68894'] in dv-cinder-840678-2-iscsi {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 15:10:03.441572 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545426a9-74a9-41d6-947a-33c7aac7bc71 None None] Routers {'af14763f-8ef8-4dc4-be61-9c42c0e68894'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:10:03.442576 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-545426a9-74a9-41d6-947a-33c7aac7bc71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:09:39Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['af14763f-8ef8-4dc4-be61-9c42c0e68894'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:10:03.451794 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-c06973c7-2986-4d6a-a4a3-11f1394ab94d tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "PUT /v2.0/floatingips/2c5811e1-d05f-4c28-977b-6ad12fe47296 HTTP/1.1" status: 200 len: 990 time: 1.3618078 May 06 15:10:03.452499 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a0bbdad-d284-47dd-9cfb-54518402ea1b', 'tag': '3c4eb0c7-9fad-497c-8eb7-e93e62857a83'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 15:10:03.455446 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e079183c6aa01fbf7ecda8705e9d532761ec392512c90f9d6467ac227f3657d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fdf7fac-9e35-4581-8c29-64f28373eb52" -d '{"events": [{"name": "network-changed", "server_uuid": "0a0bbdad-d284-47dd-9cfb-54518402ea1b", "tag": "3c4eb0c7-9fad-497c-8eb7-e93e62857a83"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 15:10:03.493102 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 15:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baac4725-99ff-444e-9c5e-cdb8691ecd93 x-openstack-request-id: req-baac4725-99ff-444e-9c5e-cdb8691ecd93 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 15:10:03.493399 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a0bbdad-d284-47dd-9cfb-54518402ea1b", "tag": "3c4eb0c7-9fad-497c-8eb7-e93e62857a83", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 15:10:03.493658 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-baac4725-99ff-444e-9c5e-cdb8691ecd93 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 15:10:03.494070 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-baac4725-99ff-444e-9c5e-cdb8691ecd93'] response: {'name': 'network-changed', 'server_uuid': '0a0bbdad-d284-47dd-9cfb-54518402ea1b', 'tag': '3c4eb0c7-9fad-497c-8eb7-e93e62857a83', 'status': 'completed', 'code': 200} May 06 15:10:03.567000 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf7fac-9e35-4581-8c29-64f28373eb52 req-413d2d1a-e066-4ecc-8b89-0f2cdde35734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:10:03.568858 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-2fdf7fac-9e35-4581-8c29-64f28373eb52 req-413d2d1a-e066-4ecc-8b89-0f2cdde35734 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6f2937968fc04cfaa3dab933e994a975&device_id=0a0bbdad-d284-47dd-9cfb-54518402ea1b HTTP/1.1" status: 200 len: 1129 time: 0.0495460 May 06 15:10:03.690123 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf7fac-9e35-4581-8c29-64f28373eb52 req-e4395dee-fb02-4882-a4a3-14184738187c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:10:03.692052 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-2fdf7fac-9e35-4581-8c29-64f28373eb52 req-e4395dee-fb02-4882-a4a3-14184738187c service neutron] 10.222.0.26 "GET /v2.0/networks?id=34fb402d-875f-40bc-8469-2292c4d2147d HTTP/1.1" status: 200 len: 916 time: 0.1113136 May 06 15:10:03.728209 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-545426a9-74a9-41d6-947a-33c7aac7bc71 None None] Set router af14763f-8ef8-4dc4-be61-9c42c0e68894 gateway port host: dv-cinder-840678-2-iscsi {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:10:03.802852 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-2fdf7fac-9e35-4581-8c29-64f28373eb52 req-97c7aaa9-bf12-4cf2-885e-38419853c7b5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c4eb0c7-9fad-497c-8eb7-e93e62857a83 HTTP/1.1" status: 200 len: 998 time: 0.1021450 May 06 15:10:03.893453 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf7fac-9e35-4581-8c29-64f28373eb52 req-ca107ec1-c6d8-4b68-857f-176bad22d384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:10:03.895994 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-2fdf7fac-9e35-4581-8c29-64f28373eb52 req-ca107ec1-c6d8-4b68-857f-176bad22d384 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2da4ab98-3f71-40c7-9855-b334ccbe4494 HTTP/1.1" status: 200 len: 854 time: 0.0803595 May 06 15:10:03.956476 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf7fac-9e35-4581-8c29-64f28373eb52 req-2cd50dfb-846d-442e-a94a-529ed4827317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:10:03.958469 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-2fdf7fac-9e35-4581-8c29-64f28373eb52 req-2cd50dfb-846d-442e-a94a-529ed4827317 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=34fb402d-875f-40bc-8469-2292c4d2147d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0516052 May 06 15:10:04.020797 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-545426a9-74a9-41d6-947a-33c7aac7bc71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'name': 'tempest-AttachVolumeNegativeTest-1888114692-router', 'tenant_id': '6f2937968fc04cfaa3dab933e994a975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'be96f763-7174-4361-8adf-0565e858d46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T15:08:34Z', 'updated_at': '2022-05-06T15:08:37Z', 'revision_number': 4, 'project_id': '6f2937968fc04cfaa3dab933e994a975', 'gw_port': {'id': 'be96f763-7174-4361-8adf-0565e858d46b', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:06:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:08:34Z', 'updated_at': '2022-05-06T15:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_floatingips': [{'id': '1374d0ba-f355-4158-9f2a-1dca976afa7d', 'tenant_id': '6f2937968fc04cfaa3dab933e994a975', 'floating_ip_address': '172.27.2.208', 'floating_network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'router_id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'port_id': '8a697281-543f-4ac5-a5c1-48c3872cd371', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34fb402d-875f-40bc-8469-2292c4d2147d', 'mac_address': 'fa:16:3e:cc:3c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de5f056-172e-4efd-86cd-08387aa43888', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T15:08:40Z', 'updated_at': '2022-05-06T15:08:56Z', 'revision_number': 2, 'project_id': '6f2937968fc04cfaa3dab933e994a975', 'fixed_ip_address_scope': None}, {'id': '2c5811e1-d05f-4c28-977b-6ad12fe47296', 'tenant_id': '6f2937968fc04cfaa3dab933e994a975', 'floating_ip_address': '172.27.2.49', 'floating_network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'router_id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'port_id': '3c4eb0c7-9fad-497c-8eb7-e93e62857a83', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34fb402d-875f-40bc-8469-2292c4d2147d', 'mac_address': 'fa:16:3e:1b:d9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0bbdad-d284-47dd-9cfb-54518402ea1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T15:09:49Z', 'updated_at': '2022-05-06T15:10:02Z', 'revision_number': 1, 'project_id': '6f2937968fc04cfaa3dab933e994a975', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4770669d-47f6-43ad-b29b-3fbee3381ce8', 'name': '', 'network_id': '34fb402d-875f-40bc-8469-2292c4d2147d', 'tenant_id': '6f2937968fc04cfaa3dab933e994a975', 'mac_address': 'fa:16:3e:8a:ce:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '2da4ab98-3f71-40c7-9855-b334ccbe4494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:08:37Z', 'updated_at': '2022-05-06T15:08:41Z', 'revision_number': 5, 'project_id': '6f2937968fc04cfaa3dab933e994a975', 'subnets': [{'id': '2da4ab98-3f71-40c7-9855-b334ccbe4494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:10:04.067652 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545426a9-74a9-41d6-947a-33c7aac7bc71 None None] Checking router: af14763f-8ef8-4dc4-be61-9c42c0e68894 for host: dv-cinder-840678-2-iscsi {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 15:10:04.080673 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545426a9-74a9-41d6-947a-33c7aac7bc71 None None] Routers {'af14763f-8ef8-4dc4-be61-9c42c0e68894'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:10:04.081415 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-545426a9-74a9-41d6-947a-33c7aac7bc71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:09:39Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['af14763f-8ef8-4dc4-be61-9c42c0e68894'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:10:04.099080 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-2fdf7fac-9e35-4581-8c29-64f28373eb52 req-206d71b4-aee3-4147-8d3e-7cd3bee52b52 service neutron] 10.222.0.26 "GET /v2.0/networks/34fb402d-875f-40bc-8469-2292c4d2147d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333523 May 06 15:10:04.216454 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-2fdf7fac-9e35-4581-8c29-64f28373eb52 req-44e8b61a-9fff-4466-b9a4-701914a0ac08 service neutron] 10.222.0.26 "GET /v2.0/networks/34fb402d-875f-40bc-8469-2292c4d2147d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101935 May 06 15:10:04.232220 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-545426a9-74a9-41d6-947a-33c7aac7bc71 None None] Set router af14763f-8ef8-4dc4-be61-9c42c0e68894 gateway port host: dv-cinder-840678-2-iscsi {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:10:04.495391 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-545426a9-74a9-41d6-947a-33c7aac7bc71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'name': 'tempest-AttachVolumeNegativeTest-1888114692-router', 'tenant_id': '6f2937968fc04cfaa3dab933e994a975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'be96f763-7174-4361-8adf-0565e858d46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T15:08:34Z', 'updated_at': '2022-05-06T15:08:37Z', 'revision_number': 4, 'project_id': '6f2937968fc04cfaa3dab933e994a975', 'gw_port': {'id': 'be96f763-7174-4361-8adf-0565e858d46b', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:06:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:08:34Z', 'updated_at': '2022-05-06T15:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_floatingips': [{'id': '1374d0ba-f355-4158-9f2a-1dca976afa7d', 'tenant_id': '6f2937968fc04cfaa3dab933e994a975', 'floating_ip_address': '172.27.2.208', 'floating_network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'router_id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'port_id': '8a697281-543f-4ac5-a5c1-48c3872cd371', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34fb402d-875f-40bc-8469-2292c4d2147d', 'mac_address': 'fa:16:3e:cc:3c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de5f056-172e-4efd-86cd-08387aa43888', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T15:08:40Z', 'updated_at': '2022-05-06T15:08:56Z', 'revision_number': 2, 'project_id': '6f2937968fc04cfaa3dab933e994a975', 'fixed_ip_address_scope': None}, {'id': '2c5811e1-d05f-4c28-977b-6ad12fe47296', 'tenant_id': '6f2937968fc04cfaa3dab933e994a975', 'floating_ip_address': '172.27.2.49', 'floating_network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'router_id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'port_id': '3c4eb0c7-9fad-497c-8eb7-e93e62857a83', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34fb402d-875f-40bc-8469-2292c4d2147d', 'mac_address': 'fa:16:3e:1b:d9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0bbdad-d284-47dd-9cfb-54518402ea1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T15:09:49Z', 'updated_at': '2022-05-06T15:10:02Z', 'revision_number': 1, 'project_id': '6f2937968fc04cfaa3dab933e994a975', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4770669d-47f6-43ad-b29b-3fbee3381ce8', 'name': '', 'network_id': '34fb402d-875f-40bc-8469-2292c4d2147d', 'tenant_id': '6f2937968fc04cfaa3dab933e994a975', 'mac_address': 'fa:16:3e:8a:ce:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '2da4ab98-3f71-40c7-9855-b334ccbe4494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:08:37Z', 'updated_at': '2022-05-06T15:08:41Z', 'revision_number': 5, 'project_id': '6f2937968fc04cfaa3dab933e994a975', 'subnets': [{'id': '2da4ab98-3f71-40c7-9855-b334ccbe4494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:10:04.523444 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545426a9-74a9-41d6-947a-33c7aac7bc71 None None] The sync data for ids ['af14763f-8ef8-4dc4-be61-9c42c0e68894'] in dv-cinder-840678-2-iscsi is: [{'id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'name': 'tempest-AttachVolumeNegativeTest-1888114692-router', 'tenant_id': '6f2937968fc04cfaa3dab933e994a975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'be96f763-7174-4361-8adf-0565e858d46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T15:08:34Z', 'updated_at': '2022-05-06T15:08:37Z', 'revision_number': 4, 'project_id': '6f2937968fc04cfaa3dab933e994a975', 'gw_port': {'id': 'be96f763-7174-4361-8adf-0565e858d46b', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:06:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:08:34Z', 'updated_at': '2022-05-06T15:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_floatingips': [{'id': '1374d0ba-f355-4158-9f2a-1dca976afa7d', 'tenant_id': '6f2937968fc04cfaa3dab933e994a975', 'floating_ip_address': '172.27.2.208', 'floating_network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'router_id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'port_id': '8a697281-543f-4ac5-a5c1-48c3872cd371', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34fb402d-875f-40bc-8469-2292c4d2147d', 'mac_address': 'fa:16:3e:cc:3c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de5f056-172e-4efd-86cd-08387aa43888', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T15:08:40Z', 'updated_at': '2022-05-06T15:08:56Z', 'revision_number': 2, 'project_id': '6f2937968fc04cfaa3dab933e994a975', 'fixed_ip_address_scope': None}, {'id': '2c5811e1-d05f-4c28-977b-6ad12fe47296', 'tenant_id': '6f2937968fc04cfaa3dab933e994a975', 'floating_ip_address': '172.27.2.49', 'floating_network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'router_id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'port_id': '3c4eb0c7-9fad-497c-8eb7-e93e62857a83', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34fb402d-875f-40bc-8469-2292c4d2147d', 'mac_address': 'fa:16:3e:1b:d9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0bbdad-d284-47dd-9cfb-54518402ea1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T15:09:49Z', 'updated_at': '2022-05-06T15:10:02Z', 'revision_number': 1, 'project_id': '6f2937968fc04cfaa3dab933e994a975', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4770669d-47f6-43ad-b29b-3fbee3381ce8', 'name': '', 'network_id': '34fb402d-875f-40bc-8469-2292c4d2147d', 'tenant_id': '6f2937968fc04cfaa3dab933e994a975', 'mac_address': 'fa:16:3e:8a:ce:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '2da4ab98-3f71-40c7-9855-b334ccbe4494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:08:37Z', 'updated_at': '2022-05-06T15:08:41Z', 'revision_number': 5, 'project_id': '6f2937968fc04cfaa3dab933e994a975', 'subnets': [{'id': '2da4ab98-3f71-40c7-9855-b334ccbe4494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 15:10:04.745058 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c651b9b-8689-436b-979f-37481d4beee0 None None] New status for floating IP 2c5811e1-d05f-4c28-977b-6ad12fe47296: ACTIVE {{(pid=103344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 15:10:05.629226 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 52754) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:10:06.016154 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-6c66f8d0-050d-4473-8d66-c3dfd76252f6 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Deleting port cb263427-cd95-41b1-909c-24aaae01a912 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 15:10:06.016508 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6c66f8d0-050d-4473-8d66-c3dfd76252f6 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732313803493'] for port (cb263427-cd95-41b1-909c-24aaae01a912), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:06.101259 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6c66f8d0-050d-4473-8d66-c3dfd76252f6 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426303'] for port (cb263427-cd95-41b1-909c-24aaae01a912), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:06.101627 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6c66f8d0-050d-4473-8d66-c3dfd76252f6 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks [] for floatingip (cb263427-cd95-41b1-909c-24aaae01a912), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:06.119218 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-6c66f8d0-050d-4473-8d66-c3dfd76252f6 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Calling delete_port for cb263427-cd95-41b1-909c-24aaae01a912 owned by network:floatingip {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 15:10:06.296187 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6c66f8d0-050d-4473-8d66-c3dfd76252f6 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732313812345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732313435477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194024'] for port (cb263427-cd95-41b1-909c-24aaae01a912), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:06.329754 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c66f8d0-050d-4473-8d66-c3dfd76252f6 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Pushing event deleted for resources: {'Port': ['ID=cb263427-cd95-41b1-909c-24aaae01a912,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:10:06.393996 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6c66f8d0-050d-4473-8d66-c3dfd76252f6 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks [] for floatingip (a65d54db-54f6-4592-975a-d6edffb3a8c9), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:06.394328 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.db.l3_db [None req-6c66f8d0-050d-4473-8d66-c3dfd76252f6 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Floating IP a65d54db-54f6-4592-975a-d6edffb3a8c9 disassociated (deleted). External IP: 172.27.2.11, port: 86128983-dc2e-4a16-a5fc-b9ede6cd83a5. May 06 15:10:06.622977 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c66f8d0-050d-4473-8d66-c3dfd76252f6 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Router 6b883df9-6795-4edd-8a80-d947ab5730a5 has already been hosted by L3 agent ec8f31e6-1756-4927-8bc3-e144e6f0af83 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 15:10:06.740251 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c66f8d0-050d-4473-8d66-c3dfd76252f6 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Notify agent at l3_agent.dv-cinder-840678-2-iscsi the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 15:10:06.744869 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-6c66f8d0-050d-4473-8d66-c3dfd76252f6 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for floatingip (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:06.753192 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91f8d37-99ca-4613-81a2-71ae78706641 None None] Sync routers for ids ['6b883df9-6795-4edd-8a80-d947ab5730a5'] in dv-cinder-840678-2-iscsi {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 15:10:06.764846 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91f8d37-99ca-4613-81a2-71ae78706641 None None] Routers {'6b883df9-6795-4edd-8a80-d947ab5730a5'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:10:06.765524 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-d91f8d37-99ca-4613-81a2-71ae78706641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:09:39Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['6b883df9-6795-4edd-8a80-d947ab5730a5'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:10:06.779222 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-6c66f8d0-050d-4473-8d66-c3dfd76252f6 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "DELETE /v2.0/floatingips/a65d54db-54f6-4592-975a-d6edffb3a8c9 HTTP/1.1" status: 204 len: 168 time: 1.1457651 May 06 15:10:06.779222 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e4a226b-24ad-4e2c-a15d-4f11c73b3a71', 'tag': '86128983-dc2e-4a16-a5fc-b9ede6cd83a5'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 15:10:06.779659 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5daf9cee7e39eb515dc660b2975ad5fbac0ba75c1025697cc881fad3e2d3ce45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f72347a5-25a3-491a-8e57-395293e79b0a" -d '{"events": [{"name": "network-changed", "server_uuid": "7e4a226b-24ad-4e2c-a15d-4f11c73b3a71", "tag": "86128983-dc2e-4a16-a5fc-b9ede6cd83a5"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 15:10:06.819086 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 15:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d79d5f1d-c556-4d9e-96ab-917781cfd277 x-openstack-request-id: req-d79d5f1d-c556-4d9e-96ab-917781cfd277 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 15:10:06.819858 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e4a226b-24ad-4e2c-a15d-4f11c73b3a71", "tag": "86128983-dc2e-4a16-a5fc-b9ede6cd83a5", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 15:10:06.820285 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d79d5f1d-c556-4d9e-96ab-917781cfd277 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 15:10:06.820993 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d79d5f1d-c556-4d9e-96ab-917781cfd277'] response: {'name': 'network-changed', 'server_uuid': '7e4a226b-24ad-4e2c-a15d-4f11c73b3a71', 'tag': '86128983-dc2e-4a16-a5fc-b9ede6cd83a5', 'status': 'completed', 'code': 200} May 06 15:10:06.894348 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-d91f8d37-99ca-4613-81a2-71ae78706641 None None] Set router 6b883df9-6795-4edd-8a80-d947ab5730a5 gateway port host: dv-cinder-840678-2-iscsi {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:10:06.916941 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72347a5-25a3-491a-8e57-395293e79b0a req-bc5029a9-e51a-4693-b5fb-080b8094400d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:10:06.919049 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-f72347a5-25a3-491a-8e57-395293e79b0a req-bc5029a9-e51a-4693-b5fb-080b8094400d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bb5f41fdaad246b7bc30c8f8021129a3&device_id=7e4a226b-24ad-4e2c-a15d-4f11c73b3a71 HTTP/1.1" status: 200 len: 1130 time: 0.0680294 May 06 15:10:07.042140 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72347a5-25a3-491a-8e57-395293e79b0a req-1005ba28-8bf0-44bd-a7cf-f4bc6489e18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:10:07.044576 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-f72347a5-25a3-491a-8e57-395293e79b0a req-1005ba28-8bf0-44bd-a7cf-f4bc6489e18c service neutron] 10.222.0.26 "GET /v2.0/networks?id=930e9db3-dfec-4f84-956d-74111c835ba4 HTTP/1.1" status: 200 len: 912 time: 0.1164227 May 06 15:10:07.086439 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea484ebf-024b-4051-9137-41d783f26929 req-a97dde40-c6ce-43f5-aa74-88c56e036160 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:10:07.088244 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-ea484ebf-024b-4051-9137-41d783f26929 req-a97dde40-c6ce-43f5-aa74-88c56e036160 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e4a226b-24ad-4e2c-a15d-4f11c73b3a71 HTTP/1.1" status: 200 len: 946 time: 0.0556209 May 06 15:10:07.148425 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-81fd939d-46fe-41da-b637-15401bfbc31b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (79b17169-ed94-4769-ba4e-30adf371f78f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:07.166465 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-ea484ebf-024b-4051-9137-41d783f26929 req-8dd87e13-c69b-48f7-ad35-20a61be0ab87 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cc91575-ba74-4fa5-bc36-4f5fc54556a0&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0707691 May 06 15:10:07.171990 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-d91f8d37-99ca-4613-81a2-71ae78706641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b883df9-6795-4edd-8a80-d947ab5730a5', 'name': 'tempest-TestVolumeBootPattern-408062417-router', 'tenant_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '1b6defe5-72de-447a-9942-cc09c7b0d6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:59:47Z', 'updated_at': '2022-05-06T14:59:51Z', 'revision_number': 4, 'project_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'gw_port': {'id': '1b6defe5-72de-447a-9942-cc09c7b0d6d1', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:99:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b883df9-6795-4edd-8a80-d947ab5730a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:59:47Z', 'updated_at': '2022-05-06T14:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_floatingips': [{'id': 'c19111b1-041d-42e4-baa3-111c03db6684', 'tenant_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'floating_ip_address': '172.27.2.169', 'floating_network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'router_id': '6b883df9-6795-4edd-8a80-d947ab5730a5', 'port_id': 'd16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '930e9db3-dfec-4f84-956d-74111c835ba4', 'mac_address': 'fa:16:3e:87:b6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f19adbc-952b-4406-a004-e87ec20fdd63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T15:05:24Z', 'updated_at': '2022-05-06T15:05:26Z', 'revision_number': 1, 'project_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd77f6e64-7c32-4bf9-b879-a7ff27851f56', 'name': '', 'network_id': '930e9db3-dfec-4f84-956d-74111c835ba4', 'tenant_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'mac_address': 'fa:16:3e:b2:e8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b883df9-6795-4edd-8a80-d947ab5730a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'df318507-d5d9-462f-9365-0df583e1ec25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:59:50Z', 'updated_at': '2022-05-06T14:59:56Z', 'revision_number': 5, 'project_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'subnets': [{'id': 'df318507-d5d9-462f-9365-0df583e1ec25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:10:07.206344 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91f8d37-99ca-4613-81a2-71ae78706641 None None] Checking router: 6b883df9-6795-4edd-8a80-d947ab5730a5 for host: dv-cinder-840678-2-iscsi {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 15:10:07.215689 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91f8d37-99ca-4613-81a2-71ae78706641 None None] Routers {'6b883df9-6795-4edd-8a80-d947ab5730a5'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:10:07.216324 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-d91f8d37-99ca-4613-81a2-71ae78706641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:09:39Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['6b883df9-6795-4edd-8a80-d947ab5730a5'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:10:07.339831 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-d91f8d37-99ca-4613-81a2-71ae78706641 None None] Set router 6b883df9-6795-4edd-8a80-d947ab5730a5 gateway port host: dv-cinder-840678-2-iscsi {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:10:07.576167 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-d91f8d37-99ca-4613-81a2-71ae78706641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b883df9-6795-4edd-8a80-d947ab5730a5', 'name': 'tempest-TestVolumeBootPattern-408062417-router', 'tenant_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '1b6defe5-72de-447a-9942-cc09c7b0d6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:59:47Z', 'updated_at': '2022-05-06T14:59:51Z', 'revision_number': 4, 'project_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'gw_port': {'id': '1b6defe5-72de-447a-9942-cc09c7b0d6d1', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:99:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b883df9-6795-4edd-8a80-d947ab5730a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:59:47Z', 'updated_at': '2022-05-06T14:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_floatingips': [{'id': 'c19111b1-041d-42e4-baa3-111c03db6684', 'tenant_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'floating_ip_address': '172.27.2.169', 'floating_network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'router_id': '6b883df9-6795-4edd-8a80-d947ab5730a5', 'port_id': 'd16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '930e9db3-dfec-4f84-956d-74111c835ba4', 'mac_address': 'fa:16:3e:87:b6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f19adbc-952b-4406-a004-e87ec20fdd63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T15:05:24Z', 'updated_at': '2022-05-06T15:05:26Z', 'revision_number': 1, 'project_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd77f6e64-7c32-4bf9-b879-a7ff27851f56', 'name': '', 'network_id': '930e9db3-dfec-4f84-956d-74111c835ba4', 'tenant_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'mac_address': 'fa:16:3e:b2:e8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b883df9-6795-4edd-8a80-d947ab5730a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'df318507-d5d9-462f-9365-0df583e1ec25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:59:50Z', 'updated_at': '2022-05-06T14:59:56Z', 'revision_number': 5, 'project_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'subnets': [{'id': 'df318507-d5d9-462f-9365-0df583e1ec25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:10:07.755277 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91f8d37-99ca-4613-81a2-71ae78706641 None None] The sync data for ids ['6b883df9-6795-4edd-8a80-d947ab5730a5'] in dv-cinder-840678-2-iscsi is: [{'id': '6b883df9-6795-4edd-8a80-d947ab5730a5', 'name': 'tempest-TestVolumeBootPattern-408062417-router', 'tenant_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '1b6defe5-72de-447a-9942-cc09c7b0d6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:59:47Z', 'updated_at': '2022-05-06T14:59:51Z', 'revision_number': 4, 'project_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'gw_port': {'id': '1b6defe5-72de-447a-9942-cc09c7b0d6d1', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:99:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b883df9-6795-4edd-8a80-d947ab5730a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:59:47Z', 'updated_at': '2022-05-06T14:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_floatingips': [{'id': 'c19111b1-041d-42e4-baa3-111c03db6684', 'tenant_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'floating_ip_address': '172.27.2.169', 'floating_network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'router_id': '6b883df9-6795-4edd-8a80-d947ab5730a5', 'port_id': 'd16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '930e9db3-dfec-4f84-956d-74111c835ba4', 'mac_address': 'fa:16:3e:87:b6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f19adbc-952b-4406-a004-e87ec20fdd63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T15:05:24Z', 'updated_at': '2022-05-06T15:05:26Z', 'revision_number': 1, 'project_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd77f6e64-7c32-4bf9-b879-a7ff27851f56', 'name': '', 'network_id': '930e9db3-dfec-4f84-956d-74111c835ba4', 'tenant_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'mac_address': 'fa:16:3e:b2:e8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b883df9-6795-4edd-8a80-d947ab5730a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'df318507-d5d9-462f-9365-0df583e1ec25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:59:50Z', 'updated_at': '2022-05-06T14:59:56Z', 'revision_number': 5, 'project_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'subnets': [{'id': 'df318507-d5d9-462f-9365-0df583e1ec25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 15:10:08.017088 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fc523f-83ad-4829-8dac-31ffde6983e3 None None] New status for floating IP a65d54db-54f6-4592-975a-d6edffb3a8c9: DOWN {{(pid=103344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 15:10:08.313056 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77756aec-fe55-48c9-8eae-8b764a69196e req-8201e63a-59d3-45e1-9d45-375f8d68ff10 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:10:08.314619 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-77756aec-fe55-48c9-8eae-8b764a69196e req-8201e63a-59d3-45e1-9d45-375f8d68ff10 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e4a226b-24ad-4e2c-a15d-4f11c73b3a71 HTTP/1.1" status: 200 len: 946 time: 0.0523739 May 06 15:10:08.377359 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-77756aec-fe55-48c9-8eae-8b764a69196e req-480b6c9f-08fe-4bb4-b6e4-9e2813d969e9 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cc91575-ba74-4fa5-bc36-4f5fc54556a0&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0529239 May 06 15:10:08.425263 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-f72347a5-25a3-491a-8e57-395293e79b0a req-1e2bbc6c-393e-4b1f-974f-949a5e7b18f6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=86128983-dc2e-4a16-a5fc-b9ede6cd83a5 HTTP/1.1" status: 200 len: 217 time: 0.0377429 May 06 15:10:08.487498 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72347a5-25a3-491a-8e57-395293e79b0a req-7385df06-94c7-41dd-ad93-efabb4ce7f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:10:08.489042 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-f72347a5-25a3-491a-8e57-395293e79b0a req-7385df06-94c7-41dd-ad93-efabb4ce7f06 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=df318507-d5d9-462f-9365-0df583e1ec25 HTTP/1.1" status: 200 len: 850 time: 0.0492187 May 06 15:10:08.668730 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72347a5-25a3-491a-8e57-395293e79b0a req-15abf373-ba5b-4b52-ae8b-516462eb4cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:10:08.670298 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-f72347a5-25a3-491a-8e57-395293e79b0a req-15abf373-ba5b-4b52-ae8b-516462eb4cbb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=930e9db3-dfec-4f84-956d-74111c835ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502229 May 06 15:10:08.768991 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-f72347a5-25a3-491a-8e57-395293e79b0a req-374eefb9-fe93-4959-b9c4-18587b503e9e service neutron] 10.222.0.26 "GET /v2.0/networks/930e9db3-dfec-4f84-956d-74111c835ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902491 May 06 15:10:08.963048 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-f72347a5-25a3-491a-8e57-395293e79b0a req-f441d8ef-8bd6-40ff-a1a1-dcc4fdb21c33 service neutron] 10.222.0.26 "GET /v2.0/networks/930e9db3-dfec-4f84-956d-74111c835ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009254 May 06 15:10:08.987885 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d559e-b66f-4198-aaad-65527f4c1da6 req-bbff2701-e729-4294-8f4c-637091c1c244 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:10:08.989725 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-8a5d559e-b66f-4198-aaad-65527f4c1da6 req-bbff2701-e729-4294-8f4c-637091c1c244 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e4a226b-24ad-4e2c-a15d-4f11c73b3a71 HTTP/1.1" status: 200 len: 946 time: 0.0537727 May 06 15:10:09.084376 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-8a5d559e-b66f-4198-aaad-65527f4c1da6 req-6a177d01-c178-45a6-a533-f11119c686e4 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Deleting port 86128983-dc2e-4a16-a5fc-b9ede6cd83a5 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 15:10:09.084757 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-8a5d559e-b66f-4198-aaad-65527f4c1da6 req-6a177d01-c178-45a6-a533-f11119c686e4 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732313803493'] for port (86128983-dc2e-4a16-a5fc-b9ede6cd83a5), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:09.185092 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.db [req-8a5d559e-b66f-4198-aaad-65527f4c1da6 req-6a177d01-c178-45a6-a533-f11119c686e4 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] For port 86128983-dc2e-4a16-a5fc-b9ede6cd83a5, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=86128983-dc2e-4a16-a5fc-b9ede6cd83a5,segment=NetworkSegment(bb34cda3-37af-4167-b981-0643034a4aa7),segment_id=bb34cda3-37af-4167-b981-0643034a4aa7)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:10:09.185460 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-8a5d559e-b66f-4198-aaad-65527f4c1da6 req-6a177d01-c178-45a6-a533-f11119c686e4 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426303'] for port (86128983-dc2e-4a16-a5fc-b9ede6cd83a5), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:09.201530 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [req-8a5d559e-b66f-4198-aaad-65527f4c1da6 req-6a177d01-c178-45a6-a533-f11119c686e4 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Calling delete_port for 86128983-dc2e-4a16-a5fc-b9ede6cd83a5 owned by compute:nova {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 15:10:09.371504 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-8a5d559e-b66f-4198-aaad-65527f4c1da6 req-6a177d01-c178-45a6-a533-f11119c686e4 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732313812345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732313435477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194024'] for port (86128983-dc2e-4a16-a5fc-b9ede6cd83a5), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:09.408218 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a177d01-c178-45a6-a533-f11119c686e4 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Pushing event deleted for resources: {'Port': ['ID=86128983-dc2e-4a16-a5fc-b9ede6cd83a5,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:10:09.458259 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-04331e2c-eb28-4b87-b081-151178bb6b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (ec8f31e6-1756-4927-8bc3-e144e6f0af83), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:09.480419 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a5d559e-b66f-4198-aaad-65527f4c1da6 req-6a177d01-c178-45a6-a533-f11119c686e4 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] No DVR routers for this DVR port 86128983-dc2e-4a16-a5fc-b9ede6cd83a5 on host hv-cinder-84067 {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 15:10:09.483453 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [req-8a5d559e-b66f-4198-aaad-65527f4c1da6 req-6a177d01-c178-45a6-a533-f11119c686e4 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for port (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:09.487885 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-8a5d559e-b66f-4198-aaad-65527f4c1da6 req-6a177d01-c178-45a6-a533-f11119c686e4 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.26 "DELETE /v2.0/ports/86128983-dc2e-4a16-a5fc-b9ede6cd83a5 HTTP/1.1" status: 204 len: 173 time: 0.4896791 May 06 15:10:09.488483 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e4a226b-24ad-4e2c-a15d-4f11c73b3a71', 'name': 'network-vif-deleted', 'tag': '86128983-dc2e-4a16-a5fc-b9ede6cd83a5'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 15:10:09.490878 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5daf9cee7e39eb515dc660b2975ad5fbac0ba75c1025697cc881fad3e2d3ce45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba66e3a4-7076-44b5-acd3-a727852ac516" -d '{"events": [{"server_uuid": "7e4a226b-24ad-4e2c-a15d-4f11c73b3a71", "name": "network-vif-deleted", "tag": "86128983-dc2e-4a16-a5fc-b9ede6cd83a5"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 15:10:09.553518 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-7df0af65-5b35-470c-87ed-96756df8ec4e req-93506665-ba4c-44ef-ad84-38e02f4396e8 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e4a226b-24ad-4e2c-a15d-4f11c73b3a71 HTTP/1.1" status: 200 len: 210 time: 0.0482500 May 06 15:10:09.560935 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 15:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d558fbd-6386-4603-8d04-03de1b37b607 x-openstack-request-id: req-1d558fbd-6386-4603-8d04-03de1b37b607 {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 15:10:09.562223 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e4a226b-24ad-4e2c-a15d-4f11c73b3a71", "name": "network-vif-deleted", "tag": "86128983-dc2e-4a16-a5fc-b9ede6cd83a5", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 15:10:09.562223 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1d558fbd-6386-4603-8d04-03de1b37b607 {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 15:10:09.562636 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d558fbd-6386-4603-8d04-03de1b37b607'] response: {'server_uuid': '7e4a226b-24ad-4e2c-a15d-4f11c73b3a71', 'name': 'network-vif-deleted', 'tag': '86128983-dc2e-4a16-a5fc-b9ede6cd83a5', 'status': 'completed', 'code': 200} May 06 15:10:10.569107 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1afa6ce1-9145-4257-8e23-9dd2cd4b1998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b699075f-0d9f-4d2e-b182-9d9eb15bfab1), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:12.713041 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-68b1beb6-545b-4f86-a143-b395004404eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b8293b96-1d4f-4101-9243-9870353ff712), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:12.898554 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 52786) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:10:12.936431 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device 86128983-dc2e-4a16-a5fc-b9ede6cd83a5 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 15:10:12.962328 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] No Port match for: 86128983-dc2e-4a16-a5fc-b9ede6cd83a5 {{(pid=103344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 15:10:12.962756 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device 86128983-dc2e-4a16-a5fc-b9ede6cd83a5 not bound to the agent host hv-cinder-84067 {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 15:10:13.070074 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-6bfa3840-ea51-4566-a8eb-efed4b3fa989 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Deleting port 91b47d21-94d0-47e2-8e26-1ec530b4364e {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 15:10:13.070442 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6bfa3840-ea51-4566-a8eb-efed4b3fa989 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732313803493'] for port (91b47d21-94d0-47e2-8e26-1ec530b4364e), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:13.151624 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6bfa3840-ea51-4566-a8eb-efed4b3fa989 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426303'] for port (91b47d21-94d0-47e2-8e26-1ec530b4364e), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:13.151970 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6bfa3840-ea51-4566-a8eb-efed4b3fa989 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks [] for floatingip (91b47d21-94d0-47e2-8e26-1ec530b4364e), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:13.170107 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-6bfa3840-ea51-4566-a8eb-efed4b3fa989 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Calling delete_port for 91b47d21-94d0-47e2-8e26-1ec530b4364e owned by network:floatingip {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 15:10:13.358352 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6bfa3840-ea51-4566-a8eb-efed4b3fa989 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732313812345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732313435477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59634176'] for port (91b47d21-94d0-47e2-8e26-1ec530b4364e), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:13.387476 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfa3840-ea51-4566-a8eb-efed4b3fa989 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Pushing event deleted for resources: {'Port': ['ID=91b47d21-94d0-47e2-8e26-1ec530b4364e,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:10:13.461696 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6bfa3840-ea51-4566-a8eb-efed4b3fa989 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks [] for floatingip (c19111b1-041d-42e4-baa3-111c03db6684), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:13.462055 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.db.l3_db [None req-6bfa3840-ea51-4566-a8eb-efed4b3fa989 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Floating IP c19111b1-041d-42e4-baa3-111c03db6684 disassociated (deleted). External IP: 172.27.2.169, port: d16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8. May 06 15:10:13.701893 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bfa3840-ea51-4566-a8eb-efed4b3fa989 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Router 6b883df9-6795-4edd-8a80-d947ab5730a5 has already been hosted by L3 agent ec8f31e6-1756-4927-8bc3-e144e6f0af83 {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 15:10:13.772119 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (20451d70-ea89-4a66-885a-20a1b2a3bff8), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:13.840964 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bfa3840-ea51-4566-a8eb-efed4b3fa989 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Notify agent at l3_agent.dv-cinder-840678-2-iscsi the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 15:10:13.847327 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6bfa3840-ea51-4566-a8eb-efed4b3fa989 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:13.851789 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c59a495-3615-4e57-9646-49071c9854a1 None None] Sync routers for ids ['6b883df9-6795-4edd-8a80-d947ab5730a5'] in dv-cinder-840678-2-iscsi {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 15:10:13.864500 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c59a495-3615-4e57-9646-49071c9854a1 None None] Routers {'6b883df9-6795-4edd-8a80-d947ab5730a5'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:10:13.865166 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-1c59a495-3615-4e57-9646-49071c9854a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:10:09Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['6b883df9-6795-4edd-8a80-d947ab5730a5'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:10:13.883235 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-6bfa3840-ea51-4566-a8eb-efed4b3fa989 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "DELETE /v2.0/floatingips/c19111b1-041d-42e4-baa3-111c03db6684 HTTP/1.1" status: 204 len: 168 time: 0.9832430 May 06 15:10:13.884272 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f19adbc-952b-4406-a004-e87ec20fdd63', 'tag': 'd16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 15:10:13.887350 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e079183c6aa01fbf7ecda8705e9d532761ec392512c90f9d6467ac227f3657d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2863c551-c9ab-4db9-bc51-27475c695fa8" -d '{"events": [{"name": "network-changed", "server_uuid": "5f19adbc-952b-4406-a004-e87ec20fdd63", "tag": "d16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 15:10:13.930964 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 15:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd1fe287-9c42-4bf9-b137-a782fdf22c9d x-openstack-request-id: req-bd1fe287-9c42-4bf9-b137-a782fdf22c9d {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 15:10:13.931590 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f19adbc-952b-4406-a004-e87ec20fdd63", "tag": "d16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 15:10:13.931590 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bd1fe287-9c42-4bf9-b137-a782fdf22c9d {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 15:10:13.931938 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd1fe287-9c42-4bf9-b137-a782fdf22c9d'] response: {'name': 'network-changed', 'server_uuid': '5f19adbc-952b-4406-a004-e87ec20fdd63', 'tag': 'd16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8', 'status': 'completed', 'code': 200} May 06 15:10:14.004322 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-1c59a495-3615-4e57-9646-49071c9854a1 None None] Set router 6b883df9-6795-4edd-8a80-d947ab5730a5 gateway port host: dv-cinder-840678-2-iscsi {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:10:14.013766 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2863c551-c9ab-4db9-bc51-27475c695fa8 req-60dba882-175f-4e15-9111-94a73001849d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:10:14.015859 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-2863c551-c9ab-4db9-bc51-27475c695fa8 req-60dba882-175f-4e15-9111-94a73001849d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bb5f41fdaad246b7bc30c8f8021129a3&device_id=5f19adbc-952b-4406-a004-e87ec20fdd63 HTTP/1.1" status: 200 len: 1129 time: 0.0455449 May 06 15:10:14.140755 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2863c551-c9ab-4db9-bc51-27475c695fa8 req-2731fe75-1d18-4c6d-ab13-f8c556478fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:10:14.143665 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-2863c551-c9ab-4db9-bc51-27475c695fa8 req-2731fe75-1d18-4c6d-ab13-f8c556478fcc service neutron] 10.222.0.26 "GET /v2.0/networks?id=930e9db3-dfec-4f84-956d-74111c835ba4 HTTP/1.1" status: 200 len: 912 time: 0.1125469 May 06 15:10:14.180328 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f29db0a-e006-4a34-bce2-1f323d212e62 req-e094152c-9a3c-4778-8378-864c61b510cf tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:10:14.181980 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-1f29db0a-e006-4a34-bce2-1f323d212e62 req-e094152c-9a3c-4778-8378-864c61b510cf tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f19adbc-952b-4406-a004-e87ec20fdd63 HTTP/1.1" status: 200 len: 945 time: 0.0704091 May 06 15:10:14.245970 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-1f29db0a-e006-4a34-bce2-1f323d212e62 req-4610a5b4-2f2c-4bbe-8d87-337968882a83 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cc91575-ba74-4fa5-bc36-4f5fc54556a0&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0576911 May 06 15:10:14.264922 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-1c59a495-3615-4e57-9646-49071c9854a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b883df9-6795-4edd-8a80-d947ab5730a5', 'name': 'tempest-TestVolumeBootPattern-408062417-router', 'tenant_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '1b6defe5-72de-447a-9942-cc09c7b0d6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:59:47Z', 'updated_at': '2022-05-06T14:59:51Z', 'revision_number': 4, 'project_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'gw_port': {'id': '1b6defe5-72de-447a-9942-cc09c7b0d6d1', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:99:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b883df9-6795-4edd-8a80-d947ab5730a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:59:47Z', 'updated_at': '2022-05-06T14:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_interfaces': [{'id': 'd77f6e64-7c32-4bf9-b879-a7ff27851f56', 'name': '', 'network_id': '930e9db3-dfec-4f84-956d-74111c835ba4', 'tenant_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'mac_address': 'fa:16:3e:b2:e8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b883df9-6795-4edd-8a80-d947ab5730a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'df318507-d5d9-462f-9365-0df583e1ec25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:59:50Z', 'updated_at': '2022-05-06T14:59:56Z', 'revision_number': 5, 'project_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'subnets': [{'id': 'df318507-d5d9-462f-9365-0df583e1ec25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:10:14.299260 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c59a495-3615-4e57-9646-49071c9854a1 None None] Checking router: 6b883df9-6795-4edd-8a80-d947ab5730a5 for host: dv-cinder-840678-2-iscsi {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 15:10:14.309243 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c59a495-3615-4e57-9646-49071c9854a1 None None] Routers {'6b883df9-6795-4edd-8a80-d947ab5730a5'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:10:14.309900 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-1c59a495-3615-4e57-9646-49071c9854a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:10:09Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['6b883df9-6795-4edd-8a80-d947ab5730a5'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:10:14.431463 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-1c59a495-3615-4e57-9646-49071c9854a1 None None] Set router 6b883df9-6795-4edd-8a80-d947ab5730a5 gateway port host: dv-cinder-840678-2-iscsi {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:10:14.632079 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-1c59a495-3615-4e57-9646-49071c9854a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b883df9-6795-4edd-8a80-d947ab5730a5', 'name': 'tempest-TestVolumeBootPattern-408062417-router', 'tenant_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '1b6defe5-72de-447a-9942-cc09c7b0d6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:59:47Z', 'updated_at': '2022-05-06T14:59:51Z', 'revision_number': 4, 'project_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'gw_port': {'id': '1b6defe5-72de-447a-9942-cc09c7b0d6d1', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:99:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b883df9-6795-4edd-8a80-d947ab5730a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:59:47Z', 'updated_at': '2022-05-06T14:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_interfaces': [{'id': 'd77f6e64-7c32-4bf9-b879-a7ff27851f56', 'name': '', 'network_id': '930e9db3-dfec-4f84-956d-74111c835ba4', 'tenant_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'mac_address': 'fa:16:3e:b2:e8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b883df9-6795-4edd-8a80-d947ab5730a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'df318507-d5d9-462f-9365-0df583e1ec25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:59:50Z', 'updated_at': '2022-05-06T14:59:56Z', 'revision_number': 5, 'project_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'subnets': [{'id': 'df318507-d5d9-462f-9365-0df583e1ec25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:10:14.664718 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c59a495-3615-4e57-9646-49071c9854a1 None None] The sync data for ids ['6b883df9-6795-4edd-8a80-d947ab5730a5'] in dv-cinder-840678-2-iscsi is: [{'id': '6b883df9-6795-4edd-8a80-d947ab5730a5', 'name': 'tempest-TestVolumeBootPattern-408062417-router', 'tenant_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '1b6defe5-72de-447a-9942-cc09c7b0d6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:59:47Z', 'updated_at': '2022-05-06T14:59:51Z', 'revision_number': 4, 'project_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'gw_port': {'id': '1b6defe5-72de-447a-9942-cc09c7b0d6d1', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:99:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b883df9-6795-4edd-8a80-d947ab5730a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:59:47Z', 'updated_at': '2022-05-06T14:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_interfaces': [{'id': 'd77f6e64-7c32-4bf9-b879-a7ff27851f56', 'name': '', 'network_id': '930e9db3-dfec-4f84-956d-74111c835ba4', 'tenant_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'mac_address': 'fa:16:3e:b2:e8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b883df9-6795-4edd-8a80-d947ab5730a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'df318507-d5d9-462f-9365-0df583e1ec25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:59:50Z', 'updated_at': '2022-05-06T14:59:56Z', 'revision_number': 5, 'project_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'subnets': [{'id': 'df318507-d5d9-462f-9365-0df583e1ec25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 15:10:14.931212 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5950ed7c-9925-4e09-9511-18ed52b3dc0a None None] New status for floating IP c19111b1-041d-42e4-baa3-111c03db6684: DOWN {{(pid=103344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 15:10:15.370323 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af477b-08c3-4ac5-bb09-9c0fddcf9ae7 req-b6c04df3-1c86-4317-9ba0-03b2f1f40ac8 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:10:15.371878 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-c7af477b-08c3-4ac5-bb09-9c0fddcf9ae7 req-b6c04df3-1c86-4317-9ba0-03b2f1f40ac8 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f19adbc-952b-4406-a004-e87ec20fdd63 HTTP/1.1" status: 200 len: 945 time: 0.0513518 May 06 15:10:15.419714 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-2863c551-c9ab-4db9-bc51-27475c695fa8 req-c10a4602-4435-4f2b-a5f8-3b81b92a2aed service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8 HTTP/1.1" status: 200 len: 217 time: 0.0467241 May 06 15:10:15.499152 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-c7af477b-08c3-4ac5-bb09-9c0fddcf9ae7 req-57f2b2a9-29dc-4a1b-b5ad-0e8f15dc607d tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/security-groups?id=4cc91575-ba74-4fa5-bc36-4f5fc54556a0&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0810280 May 06 15:10:15.508838 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2863c551-c9ab-4db9-bc51-27475c695fa8 req-77afd27d-dc73-4b7f-bd4c-75981e5c3b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:10:15.510392 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-2863c551-c9ab-4db9-bc51-27475c695fa8 req-77afd27d-dc73-4b7f-bd4c-75981e5c3b07 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=df318507-d5d9-462f-9365-0df583e1ec25 HTTP/1.1" status: 200 len: 850 time: 0.0669107 May 06 15:10:15.577882 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2863c551-c9ab-4db9-bc51-27475c695fa8 req-b8c34e6b-6408-46a6-93a7-03f4c3fe7835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:10:15.579385 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-2863c551-c9ab-4db9-bc51-27475c695fa8 req-b8c34e6b-6408-46a6-93a7-03f4c3fe7835 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=930e9db3-dfec-4f84-956d-74111c835ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436468 May 06 15:10:15.882400 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-2863c551-c9ab-4db9-bc51-27475c695fa8 req-cda0629d-f38e-47ce-b4aa-9da1fd2fcbb8 service neutron] 10.222.0.26 "GET /v2.0/networks/930e9db3-dfec-4f84-956d-74111c835ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866461 May 06 15:10:16.156704 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-2863c551-c9ab-4db9-bc51-27475c695fa8 req-523897d4-c1dd-4f16-8d1d-6b8f82f20555 service neutron] 10.222.0.26 "GET /v2.0/networks/930e9db3-dfec-4f84-956d-74111c835ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907676 May 06 15:10:16.185692 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff943f-d5c5-4e07-8c52-e79170b2e1c9 req-bd21d304-1000-4da4-b391-5713368d0f1f tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:10:16.187779 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-83ff943f-d5c5-4e07-8c52-e79170b2e1c9 req-bd21d304-1000-4da4-b391-5713368d0f1f tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f19adbc-952b-4406-a004-e87ec20fdd63 HTTP/1.1" status: 200 len: 945 time: 0.0628219 May 06 15:10:16.277932 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-83ff943f-d5c5-4e07-8c52-e79170b2e1c9 req-8c45783b-c9e7-440c-90f9-5e5d6de686f6 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Deleting port d16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 15:10:16.278284 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-83ff943f-d5c5-4e07-8c52-e79170b2e1c9 req-8c45783b-c9e7-440c-90f9-5e5d6de686f6 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732313803493'] for port (d16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:16.374265 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-83ff943f-d5c5-4e07-8c52-e79170b2e1c9 req-8c45783b-c9e7-440c-90f9-5e5d6de686f6 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] For port d16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=d16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8,segment=NetworkSegment(bb34cda3-37af-4167-b981-0643034a4aa7),segment_id=bb34cda3-37af-4167-b981-0643034a4aa7)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:10:16.374637 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-83ff943f-d5c5-4e07-8c52-e79170b2e1c9 req-8c45783b-c9e7-440c-90f9-5e5d6de686f6 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426303'] for port (d16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:16.389561 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-83ff943f-d5c5-4e07-8c52-e79170b2e1c9 req-8c45783b-c9e7-440c-90f9-5e5d6de686f6 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Calling delete_port for d16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 15:10:16.524097 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-83ff943f-d5c5-4e07-8c52-e79170b2e1c9 req-8c45783b-c9e7-440c-90f9-5e5d6de686f6 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732313812345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732313435477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59634176'] for port (d16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:16.559267 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c45783b-c9e7-440c-90f9-5e5d6de686f6 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Pushing event deleted for resources: {'Port': ['ID=d16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:10:16.620756 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-83ff943f-d5c5-4e07-8c52-e79170b2e1c9 req-8c45783b-c9e7-440c-90f9-5e5d6de686f6 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] No DVR routers for this DVR port d16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8 on host hv-cinder-84067 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 15:10:16.623631 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-83ff943f-d5c5-4e07-8c52-e79170b2e1c9 req-8c45783b-c9e7-440c-90f9-5e5d6de686f6 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:16.627759 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-83ff943f-d5c5-4e07-8c52-e79170b2e1c9 req-8c45783b-c9e7-440c-90f9-5e5d6de686f6 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.26 "DELETE /v2.0/ports/d16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8 HTTP/1.1" status: 204 len: 173 time: 0.4323223 May 06 15:10:16.628286 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f19adbc-952b-4406-a004-e87ec20fdd63', 'name': 'network-vif-deleted', 'tag': 'd16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 15:10:16.630631 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e079183c6aa01fbf7ecda8705e9d532761ec392512c90f9d6467ac227f3657d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a07f23c9-8423-4af8-89e3-a8658c89c731" -d '{"events": [{"server_uuid": "5f19adbc-952b-4406-a004-e87ec20fdd63", "name": "network-vif-deleted", "tag": "d16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 15:10:16.661464 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-a3e2bc6c-9a31-48b6-a878-fafd7a2829b3 req-d7dd6b62-8113-4155-aa5e-9a4042ecc2d1 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f19adbc-952b-4406-a004-e87ec20fdd63 HTTP/1.1" status: 200 len: 210 time: 0.0662374 May 06 15:10:16.676386 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 15:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-017eb910-72d3-483a-9721-1618e9e3f312 x-openstack-request-id: req-017eb910-72d3-483a-9721-1618e9e3f312 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 15:10:16.676889 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f19adbc-952b-4406-a004-e87ec20fdd63", "name": "network-vif-deleted", "tag": "d16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 15:10:16.677293 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-017eb910-72d3-483a-9721-1618e9e3f312 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 15:10:16.677958 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-017eb910-72d3-483a-9721-1618e9e3f312'] response: {'server_uuid': '5f19adbc-952b-4406-a004-e87ec20fdd63', 'name': 'network-vif-deleted', 'tag': 'd16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8', 'status': 'completed', 'code': 200} May 06 15:10:17.732958 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 52804) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:10:17.864179 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-8748dab2-6df2-4034-9259-5be3804cefd1 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Deleting port eb0c8e85-bf3e-4d9d-b43e-b1a0143078a8 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 15:10:17.864528 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8748dab2-6df2-4034-9259-5be3804cefd1 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732313803493'] for port (eb0c8e85-bf3e-4d9d-b43e-b1a0143078a8), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:17.945423 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8748dab2-6df2-4034-9259-5be3804cefd1 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426303'] for port (eb0c8e85-bf3e-4d9d-b43e-b1a0143078a8), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:17.945742 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8748dab2-6df2-4034-9259-5be3804cefd1 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks [] for floatingip (eb0c8e85-bf3e-4d9d-b43e-b1a0143078a8), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:17.961784 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-8748dab2-6df2-4034-9259-5be3804cefd1 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Calling delete_port for eb0c8e85-bf3e-4d9d-b43e-b1a0143078a8 owned by network:floatingip {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 15:10:18.394965 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8748dab2-6df2-4034-9259-5be3804cefd1 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732313812345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732313435477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194024'] for port (eb0c8e85-bf3e-4d9d-b43e-b1a0143078a8), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:18.422135 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8748dab2-6df2-4034-9259-5be3804cefd1 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Pushing event deleted for resources: {'Port': ['ID=eb0c8e85-bf3e-4d9d-b43e-b1a0143078a8,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:10:18.494100 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8748dab2-6df2-4034-9259-5be3804cefd1 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks [] for floatingip (1dd4195c-562f-491e-b5e4-bd66fff28c80), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:18.496686 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-8748dab2-6df2-4034-9259-5be3804cefd1 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for floatingip (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:18.497873 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-8748dab2-6df2-4034-9259-5be3804cefd1 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "DELETE /v2.0/floatingips/1dd4195c-562f-491e-b5e4-bd66fff28c80 HTTP/1.1" status: 204 len: 168 time: 0.7639060 May 06 15:10:19.003531 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device d16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 15:10:19.024821 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] No Port match for: d16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8 {{(pid=103344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 15:10:19.025165 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device d16d9aaf-b6d4-41d2-a3e5-7e7fad0739b8 not bound to the agent host hv-cinder-84067 {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 15:10:19.716563 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 52816) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:10:19.782326 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-37cdaacb-8850-4ec4-a6b0-e0d390ec8f80 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks [] for security_group (4cc91575-ba74-4fa5-bc36-4f5fc54556a0), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:19.810684 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-37cdaacb-8850-4ec4-a6b0-e0d390ec8f80 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks [] for security_group (4cc91575-ba74-4fa5-bc36-4f5fc54556a0), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:19.873047 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-37cdaacb-8850-4ec4-a6b0-e0d390ec8f80 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (4cc91575-ba74-4fa5-bc36-4f5fc54556a0), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:19.877230 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-37cdaacb-8850-4ec4-a6b0-e0d390ec8f80 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:19.878759 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-37cdaacb-8850-4ec4-a6b0-e0d390ec8f80 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] 10.222.0.23 "DELETE /v2.0/security-groups/4cc91575-ba74-4fa5-bc36-4f5fc54556a0 HTTP/1.1" status: 204 len: 168 time: 0.1607997 May 06 15:10:19.893385 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cdaacb-8850-4ec4-a6b0-e0d390ec8f80 tempest-TestVolumeBootPattern-1655428517 tempest-TestVolumeBootPattern-1655428517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc91575-ba74-4fa5-bc36-4f5fc54556a0,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:10:19.965985 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 52820) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:10:20.636385 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (1eb4536b-031c-4a65-bfe5-fc1ede7d9429), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:20.911477 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2e44eede-770a-4967-9aa2-c2de81e8a6c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-426485'] for router_interface (6b883df9-6795-4edd-8a80-d947ab5730a5), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:21.173537 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2e44eede-770a-4967-9aa2-c2de81e8a6c8 admin admin] Deleting port d77f6e64-7c32-4bf9-b879-a7ff27851f56 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 15:10:21.174339 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2e44eede-770a-4967-9aa2-c2de81e8a6c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732313803493'] for port (d77f6e64-7c32-4bf9-b879-a7ff27851f56), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:21.260198 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2e44eede-770a-4967-9aa2-c2de81e8a6c8 admin admin] For port d77f6e64-7c32-4bf9-b879-a7ff27851f56, host dv-cinder-840678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=d77f6e64-7c32-4bf9-b879-a7ff27851f56,segment=NetworkSegment(bb34cda3-37af-4167-b981-0643034a4aa7),segment_id=bb34cda3-37af-4167-b981-0643034a4aa7)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:10:21.260568 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2e44eede-770a-4967-9aa2-c2de81e8a6c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426303'] for port (d77f6e64-7c32-4bf9-b879-a7ff27851f56), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:21.281160 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2e44eede-770a-4967-9aa2-c2de81e8a6c8 admin admin] Calling delete_port for d77f6e64-7c32-4bf9-b879-a7ff27851f56 owned by network:router_interface {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 15:10:21.482113 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2e44eede-770a-4967-9aa2-c2de81e8a6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732313812345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732313435477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59634176'] for port (d77f6e64-7c32-4bf9-b879-a7ff27851f56), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:21.510334 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e44eede-770a-4967-9aa2-c2de81e8a6c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d77f6e64-7c32-4bf9-b879-a7ff27851f56,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:10:21.739553 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2e44eede-770a-4967-9aa2-c2de81e8a6c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430826'] for router_interface (6b883df9-6795-4edd-8a80-d947ab5730a5), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:21.985897 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e44eede-770a-4967-9aa2-c2de81e8a6c8 admin admin] Router 6b883df9-6795-4edd-8a80-d947ab5730a5 has already been hosted by L3 agent ec8f31e6-1756-4927-8bc3-e144e6f0af83 {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 15:10:22.106521 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e44eede-770a-4967-9aa2-c2de81e8a6c8 admin admin] Notify agent at l3_agent.dv-cinder-840678-2-iscsi the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 15:10:22.112029 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-2e44eede-770a-4967-9aa2-c2de81e8a6c8 admin admin] 10.222.0.23 "PUT /v2.0/routers/6b883df9-6795-4edd-8a80-d947ab5730a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1441917 May 06 15:10:22.115432 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 52824) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:10:22.119532 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019cbd8a-7cee-4542-b150-71abbeab9a70 None None] Sync routers for ids ['6b883df9-6795-4edd-8a80-d947ab5730a5'] in dv-cinder-840678-2-iscsi {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 15:10:22.137809 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019cbd8a-7cee-4542-b150-71abbeab9a70 None None] Routers {'6b883df9-6795-4edd-8a80-d947ab5730a5'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:10:22.138860 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-019cbd8a-7cee-4542-b150-71abbeab9a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:10:09Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['6b883df9-6795-4edd-8a80-d947ab5730a5'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:10:22.273804 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e57fd981-1cf0-457f-8e94-5b61f39251cd admin admin] Publish callbacks [] for router (6b883df9-6795-4edd-8a80-d947ab5730a5), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:22.297301 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-019cbd8a-7cee-4542-b150-71abbeab9a70 None None] Set router 6b883df9-6795-4edd-8a80-d947ab5730a5 gateway port host: dv-cinder-840678-2-iscsi {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:10:22.398567 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e57fd981-1cf0-457f-8e94-5b61f39251cd admin admin] Publish callbacks [] for router_gateway (6b883df9-6795-4edd-8a80-d947ab5730a5), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:22.460951 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-e57fd981-1cf0-457f-8e94-5b61f39251cd admin admin] Deleting port 1b6defe5-72de-447a-9942-cc09c7b0d6d1 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 15:10:22.461291 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e57fd981-1cf0-457f-8e94-5b61f39251cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732313803493'] for port (1b6defe5-72de-447a-9942-cc09c7b0d6d1), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:22.492649 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-019cbd8a-7cee-4542-b150-71abbeab9a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b883df9-6795-4edd-8a80-d947ab5730a5', 'name': 'tempest-TestVolumeBootPattern-408062417-router', 'tenant_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '1b6defe5-72de-447a-9942-cc09c7b0d6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:59:47Z', 'updated_at': '2022-05-06T15:10:21Z', 'revision_number': 5, 'project_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'gw_port': {'id': '1b6defe5-72de-447a-9942-cc09c7b0d6d1', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:99:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b883df9-6795-4edd-8a80-d947ab5730a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:59:47Z', 'updated_at': '2022-05-06T14:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi'}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:10:22.537388 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019cbd8a-7cee-4542-b150-71abbeab9a70 None None] Checking router: 6b883df9-6795-4edd-8a80-d947ab5730a5 for host: dv-cinder-840678-2-iscsi {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 15:10:22.548848 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019cbd8a-7cee-4542-b150-71abbeab9a70 None None] Routers {'6b883df9-6795-4edd-8a80-d947ab5730a5'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:10:22.549492 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-019cbd8a-7cee-4542-b150-71abbeab9a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:10:09Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['6b883df9-6795-4edd-8a80-d947ab5730a5'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:10:22.573986 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-e57fd981-1cf0-457f-8e94-5b61f39251cd admin admin] For port 1b6defe5-72de-447a-9942-cc09c7b0d6d1, host dv-cinder-840678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=1b6defe5-72de-447a-9942-cc09c7b0d6d1,segment=NetworkSegment(19695222-3a66-4083-822d-690c63f08412),segment_id=19695222-3a66-4083-822d-690c63f08412)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:10:22.574358 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e57fd981-1cf0-457f-8e94-5b61f39251cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426303'] for port (1b6defe5-72de-447a-9942-cc09c7b0d6d1), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:22.605238 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-e57fd981-1cf0-457f-8e94-5b61f39251cd admin admin] Calling delete_port for 1b6defe5-72de-447a-9942-cc09c7b0d6d1 owned by network:router_gateway {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 15:10:22.646988 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-019cbd8a-7cee-4542-b150-71abbeab9a70 None None] Set router 6b883df9-6795-4edd-8a80-d947ab5730a5 gateway port host: None {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:10:22.707426 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-019cbd8a-7cee-4542-b150-71abbeab9a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b883df9-6795-4edd-8a80-d947ab5730a5', 'name': 'tempest-TestVolumeBootPattern-408062417-router', 'tenant_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:59:47Z', 'updated_at': '2022-05-06T15:10:22Z', 'revision_number': 6, 'project_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'gw_port_host': None}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:10:22.736688 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019cbd8a-7cee-4542-b150-71abbeab9a70 None None] The sync data for ids ['6b883df9-6795-4edd-8a80-d947ab5730a5'] in dv-cinder-840678-2-iscsi is: [{'id': '6b883df9-6795-4edd-8a80-d947ab5730a5', 'name': 'tempest-TestVolumeBootPattern-408062417-router', 'tenant_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:59:47Z', 'updated_at': '2022-05-06T15:10:22Z', 'revision_number': 6, 'project_id': 'bb5f41fdaad246b7bc30c8f8021129a3', 'gw_port_host': None}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 15:10:22.802878 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.agents_db [None req-6003b131-4361-4e36-81e7-47e90cbdf206 None None] Agent healthcheck: found 6 active agents {{(pid=103345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 15:10:22.849189 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e57fd981-1cf0-457f-8e94-5b61f39251cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732313812345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732313435477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59634176'] for port (1b6defe5-72de-447a-9942-cc09c7b0d6d1), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:22.878284 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57fd981-1cf0-457f-8e94-5b61f39251cd admin admin] Pushing event deleted for resources: {'Port': ['ID=1b6defe5-72de-447a-9942-cc09c7b0d6d1,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:10:22.951771 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e57fd981-1cf0-457f-8e94-5b61f39251cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-428999'] for router_gateway (6b883df9-6795-4edd-8a80-d947ab5730a5), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:23.060844 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e57fd981-1cf0-457f-8e94-5b61f39251cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5235'] for router (6b883df9-6795-4edd-8a80-d947ab5730a5), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:23.063699 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e57fd981-1cf0-457f-8e94-5b61f39251cd admin admin] Publish callbacks [] for router_controller (6b883df9-6795-4edd-8a80-d947ab5730a5), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:23.117233 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e57fd981-1cf0-457f-8e94-5b61f39251cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422550'] for router (6b883df9-6795-4edd-8a80-d947ab5730a5), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:23.117847 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e57fd981-1cf0-457f-8e94-5b61f39251cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b883df9-6795-4edd-8a80-d947ab5730a5 {{(pid=103342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 15:10:23.124150 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e57fd981-1cf0-457f-8e94-5b61f39251cd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:23.127974 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-e57fd981-1cf0-457f-8e94-5b61f39251cd admin admin] 10.222.0.23 "DELETE /v2.0/routers/6b883df9-6795-4edd-8a80-d947ab5730a5 HTTP/1.1" status: 204 len: 168 time: 1.0095277 May 06 15:10:23.129936 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 52826) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:10:23.203677 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bea7bf4-a098-45e7-a6d5-6911bcfbe6c7 admin admin] Deleting subnet df318507-d5d9-462f-9365-0df583e1ec25 {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 06 15:10:23.207383 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3bea7bf4-a098-45e7-a6d5-6911bcfbe6c7 admin admin] Publish callbacks [] for subnet (df318507-d5d9-462f-9365-0df583e1ec25), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:23.269099 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3bea7bf4-a098-45e7-a6d5-6911bcfbe6c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60421307'] for subnet (df318507-d5d9-462f-9365-0df583e1ec25), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:23.393740 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3bea7bf4-a098-45e7-a6d5-6911bcfbe6c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16159455'] for subnet (df318507-d5d9-462f-9365-0df583e1ec25), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:23.458366 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3bea7bf4-a098-45e7-a6d5-6911bcfbe6c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16159430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59635185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60398162'] for subnet (df318507-d5d9-462f-9365-0df583e1ec25), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:23.496921 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bea7bf4-a098-45e7-a6d5-6911bcfbe6c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df318507-d5d9-462f-9365-0df583e1ec25,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:10:23.499186 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3bea7bf4-a098-45e7-a6d5-6911bcfbe6c7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:23.503264 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-3bea7bf4-a098-45e7-a6d5-6911bcfbe6c7 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/df318507-d5d9-462f-9365-0df583e1ec25 HTTP/1.1" status: 204 len: 168 time: 0.3718114 May 06 15:10:23.507402 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 52828) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:10:23.514670 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea24091-7f72-409c-a96d-a968accfb7a4 None None] Network 930e9db3-dfec-4f84-956d-74111c835ba4 requested from dv-cinder-840678-2-iscsi {{(pid=103344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 15:10:23.608294 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9e6100bb-83f9-4a3f-ae22-14c78034d801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16137472'] for network (930e9db3-dfec-4f84-956d-74111c835ba4), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:23.670242 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-9e6100bb-83f9-4a3f-ae22-14c78034d801 admin admin] Deleting port 10c8b3ba-6af8-4ad8-97e2-e1a082f55c61 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 15:10:23.670583 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9e6100bb-83f9-4a3f-ae22-14c78034d801 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732313803493'] for port (10c8b3ba-6af8-4ad8-97e2-e1a082f55c61), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:23.730057 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5500f17-aae7-4d95-bbeb-7c0c689e1fe9 None None] DHCP port deletion for 930e9db3-dfec-4f84-956d-74111c835ba4 request from dv-cinder-840678-2-iscsi {{(pid=103344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 06 15:10:23.747366 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-9e6100bb-83f9-4a3f-ae22-14c78034d801 admin admin] For port 10c8b3ba-6af8-4ad8-97e2-e1a082f55c61, host dv-cinder-840678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=10c8b3ba-6af8-4ad8-97e2-e1a082f55c61,segment=NetworkSegment(bb34cda3-37af-4167-b981-0643034a4aa7),segment_id=bb34cda3-37af-4167-b981-0643034a4aa7)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:10:23.747733 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9e6100bb-83f9-4a3f-ae22-14c78034d801 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426303'] for port (10c8b3ba-6af8-4ad8-97e2-e1a082f55c61), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:23.775978 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-9e6100bb-83f9-4a3f-ae22-14c78034d801 admin admin] Calling delete_port for 10c8b3ba-6af8-4ad8-97e2-e1a082f55c61 owned by network:dhcp {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 15:10:23.794164 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-a5500f17-aae7-4d95-bbeb-7c0c689e1fe9 None None] Deleting port 10c8b3ba-6af8-4ad8-97e2-e1a082f55c61 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 15:10:23.794762 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a5500f17-aae7-4d95-bbeb-7c0c689e1fe9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732313803493'] for port (10c8b3ba-6af8-4ad8-97e2-e1a082f55c61), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:23.905173 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-a5500f17-aae7-4d95-bbeb-7c0c689e1fe9 None None] For port 10c8b3ba-6af8-4ad8-97e2-e1a082f55c61, host dv-cinder-840678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=10c8b3ba-6af8-4ad8-97e2-e1a082f55c61,segment=NetworkSegment(bb34cda3-37af-4167-b981-0643034a4aa7),segment_id=bb34cda3-37af-4167-b981-0643034a4aa7)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:10:23.905792 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a5500f17-aae7-4d95-bbeb-7c0c689e1fe9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426303'] for port (10c8b3ba-6af8-4ad8-97e2-e1a082f55c61), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:23.922700 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-a5500f17-aae7-4d95-bbeb-7c0c689e1fe9 None None] Calling delete_port for 10c8b3ba-6af8-4ad8-97e2-e1a082f55c61 owned by network:dhcp {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 15:10:23.935033 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9e6100bb-83f9-4a3f-ae22-14c78034d801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732313812345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732313435477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59634176'] for port (10c8b3ba-6af8-4ad8-97e2-e1a082f55c61), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:23.973250 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6100bb-83f9-4a3f-ae22-14c78034d801 admin admin] Pushing event deleted for resources: {'Port': ['ID=10c8b3ba-6af8-4ad8-97e2-e1a082f55c61,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:10:23.980227 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6100bb-83f9-4a3f-ae22-14c78034d801 admin admin] No DVR routers for this DVR port 10c8b3ba-6af8-4ad8-97e2-e1a082f55c61 on host dv-cinder-840678-2-iscsi {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 15:10:24.040206 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a5500f17-aae7-4d95-bbeb-7c0c689e1fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732313812345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732313435477'] for port (10c8b3ba-6af8-4ad8-97e2-e1a082f55c61), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:24.069208 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5500f17-aae7-4d95-bbeb-7c0c689e1fe9 None None] Pushing event deleted for resources: {'Port': ['ID=10c8b3ba-6af8-4ad8-97e2-e1a082f55c61,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:10:24.070790 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9e6100bb-83f9-4a3f-ae22-14c78034d801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16161642', 'neutron.services.segments.db._delete_segments_for_network-8732313914390'] for network (930e9db3-dfec-4f84-956d-74111c835ba4), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:24.073060 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5500f17-aae7-4d95-bbeb-7c0c689e1fe9 None None] No DVR routers for this DVR port 10c8b3ba-6af8-4ad8-97e2-e1a082f55c61 on host dv-cinder-840678-2-iscsi {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 15:10:24.102791 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.services.segments.db [None req-9e6100bb-83f9-4a3f-ae22-14c78034d801 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['930e9db3-dfec-4f84-956d-74111c835ba4']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:10:24.115452 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.services.segments.db [None req-9e6100bb-83f9-4a3f-ae22-14c78034d801 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb34cda3-37af-4167-b981-0643034a4aa7') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:10:24.115751 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.services.segments.db [None req-9e6100bb-83f9-4a3f-ae22-14c78034d801 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb34cda3-37af-4167-b981-0643034a4aa7') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:10:24.127655 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9e6100bb-83f9-4a3f-ae22-14c78034d801 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732313914911', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421250'] for segment (bb34cda3-37af-4167-b981-0643034a4aa7), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:24.144341 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9e6100bb-83f9-4a3f-ae22-14c78034d801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16165668'] for segment (bb34cda3-37af-4167-b981-0643034a4aa7), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:24.152708 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e6100bb-83f9-4a3f-ae22-14c78034d801 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 15:10:24.153122 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9e6100bb-83f9-4a3f-ae22-14c78034d801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16165668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59634259'] for segment (bb34cda3-37af-4167-b981-0643034a4aa7), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:24.155291 dv-cinder-840678-2-iscsi neutron-server[103342]: Traceback (most recent call last): May 06 15:10:24.155291 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 15:10:24.155291 dv-cinder-840678-2-iscsi neutron-server[103342]: timer() May 06 15:10:24.155291 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 15:10:24.155291 dv-cinder-840678-2-iscsi neutron-server[103342]: cb(*args, **kw) May 06 15:10:24.155291 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 15:10:24.155291 dv-cinder-840678-2-iscsi neutron-server[103342]: return func(*args, **kwargs) May 06 15:10:24.155291 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 15:10:24.155291 dv-cinder-840678-2-iscsi neutron-server[103342]: self._notify() May 06 15:10:24.155291 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 15:10:24.155291 dv-cinder-840678-2-iscsi neutron-server[103342]: self.callback(batched_events) May 06 15:10:24.155291 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 15:10:24.155291 dv-cinder-840678-2-iscsi neutron-server[103342]: event.method(event) May 06 15:10:24.155291 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 15:10:24.155291 dv-cinder-840678-2-iscsi neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 15:10:24.155291 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 15:10:24.155291 dv-cinder-840678-2-iscsi neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( May 06 15:10:24.155291 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 15:10:24.155291 dv-cinder-840678-2-iscsi neutron-server[103342]: return f(self, *a, **k) May 06 15:10:24.155291 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 15:10:24.155291 dv-cinder-840678-2-iscsi neutron-server[103342]: return self._get(url).json() May 06 15:10:24.155291 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 15:10:24.155291 dv-cinder-840678-2-iscsi neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 15:10:24.155291 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 15:10:24.155291 dv-cinder-840678-2-iscsi neutron-server[103342]: return self.request(url, 'GET', **kwargs) May 06 15:10:24.155291 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 15:10:24.155291 dv-cinder-840678-2-iscsi neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, May 06 15:10:24.155291 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 15:10:24.155291 dv-cinder-840678-2-iscsi neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 15:10:24.155291 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 15:10:24.155291 dv-cinder-840678-2-iscsi neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 15:10:24.155291 dv-cinder-840678-2-iscsi neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 15:10:24.220708 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9e6100bb-83f9-4a3f-ae22-14c78034d801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16161617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429813'] for network (930e9db3-dfec-4f84-956d-74111c835ba4), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:24.227440 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9e6100bb-83f9-4a3f-ae22-14c78034d801 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566627'] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:24.230922 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-9e6100bb-83f9-4a3f-ae22-14c78034d801 admin admin] 10.222.0.23 "DELETE /v2.0/networks/930e9db3-dfec-4f84-956d-74111c835ba4 HTTP/1.1" status: 204 len: 168 time: 0.7221825 May 06 15:10:24.236207 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 52830) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:10:24.244788 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6100bb-83f9-4a3f-ae22-14c78034d801 admin admin] Pushing event deleted for resources: {'Network': ['ID=930e9db3-dfec-4f84-956d-74111c835ba4,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:10:24.278244 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device 1b6defe5-72de-447a-9942-cc09c7b0d6d1 no longer exists at agent ovs-agent-dv-cinder-840678-2-iscsi {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 15:10:24.304639 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] No Port match for: 1b6defe5-72de-447a-9942-cc09c7b0d6d1 {{(pid=103344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 15:10:24.305369 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device 1b6defe5-72de-447a-9942-cc09c7b0d6d1 not bound to the agent host dv-cinder-840678-2-iscsi {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 15:10:24.305908 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device 10c8b3ba-6af8-4ad8-97e2-e1a082f55c61 no longer exists at agent ovs-agent-dv-cinder-840678-2-iscsi {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 15:10:24.332381 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] No Port match for: 10c8b3ba-6af8-4ad8-97e2-e1a082f55c61 {{(pid=103344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 15:10:24.332870 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device 10c8b3ba-6af8-4ad8-97e2-e1a082f55c61 not bound to the agent host dv-cinder-840678-2-iscsi {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 15:10:24.333446 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device d77f6e64-7c32-4bf9-b879-a7ff27851f56 no longer exists at agent ovs-agent-dv-cinder-840678-2-iscsi {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 15:10:24.355305 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] No Port match for: d77f6e64-7c32-4bf9-b879-a7ff27851f56 {{(pid=103344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 15:10:24.355305 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device d77f6e64-7c32-4bf9-b879-a7ff27851f56 not bound to the agent host dv-cinder-840678-2-iscsi {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 15:10:24.611030 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ecbd3fa2-dcbf-459f-98c9-381690c8cb1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-426485'] for router_interface (f443a583-9fd5-4221-8adf-4c56efd8d481), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:24.927567 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-ecbd3fa2-dcbf-459f-98c9-381690c8cb1e admin admin] Deleting port 5e6d0d1d-f4a3-4791-b5a2-d10b9b52e248 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 15:10:24.927826 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ecbd3fa2-dcbf-459f-98c9-381690c8cb1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732313803493'] for port (5e6d0d1d-f4a3-4791-b5a2-d10b9b52e248), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:25.017159 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-ecbd3fa2-dcbf-459f-98c9-381690c8cb1e admin admin] For port 5e6d0d1d-f4a3-4791-b5a2-d10b9b52e248, host dv-cinder-840678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=5e6d0d1d-f4a3-4791-b5a2-d10b9b52e248,segment=NetworkSegment(197f1967-db79-416a-b553-6af999a74674),segment_id=197f1967-db79-416a-b553-6af999a74674)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:10:25.017587 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ecbd3fa2-dcbf-459f-98c9-381690c8cb1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426303'] for port (5e6d0d1d-f4a3-4791-b5a2-d10b9b52e248), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:25.041349 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-ecbd3fa2-dcbf-459f-98c9-381690c8cb1e admin admin] Calling delete_port for 5e6d0d1d-f4a3-4791-b5a2-d10b9b52e248 owned by network:router_interface {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 15:10:25.289193 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ecbd3fa2-dcbf-459f-98c9-381690c8cb1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732313812345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732313435477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194024'] for port (5e6d0d1d-f4a3-4791-b5a2-d10b9b52e248), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:25.329585 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbd3fa2-dcbf-459f-98c9-381690c8cb1e admin admin] Pushing event deleted for resources: {'Port': ['ID=5e6d0d1d-f4a3-4791-b5a2-d10b9b52e248,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:10:25.565706 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ecbd3fa2-dcbf-459f-98c9-381690c8cb1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430826'] for router_interface (f443a583-9fd5-4221-8adf-4c56efd8d481), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:25.815244 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecbd3fa2-dcbf-459f-98c9-381690c8cb1e admin admin] Router f443a583-9fd5-4221-8adf-4c56efd8d481 has already been hosted by L3 agent ec8f31e6-1756-4927-8bc3-e144e6f0af83 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 15:10:25.945298 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecbd3fa2-dcbf-459f-98c9-381690c8cb1e admin admin] Notify agent at l3_agent.dv-cinder-840678-2-iscsi the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 15:10:25.951402 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-ecbd3fa2-dcbf-459f-98c9-381690c8cb1e admin admin] 10.222.0.23 "PUT /v2.0/routers/f443a583-9fd5-4221-8adf-4c56efd8d481/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7118053 May 06 15:10:25.954297 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 52834) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:10:25.959894 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ff91d1-3004-4b17-94e8-8dd7294b8a9e None None] Sync routers for ids ['f443a583-9fd5-4221-8adf-4c56efd8d481'] in dv-cinder-840678-2-iscsi {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 15:10:25.973016 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ff91d1-3004-4b17-94e8-8dd7294b8a9e None None] Routers {'f443a583-9fd5-4221-8adf-4c56efd8d481'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:10:25.973752 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-e3ff91d1-3004-4b17-94e8-8dd7294b8a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:10:09Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['f443a583-9fd5-4221-8adf-4c56efd8d481'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:10:26.099771 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-53a9c7fc-274c-4168-954e-4d0e28c37458 admin admin] Publish callbacks [] for router (f443a583-9fd5-4221-8adf-4c56efd8d481), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:26.121744 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-e3ff91d1-3004-4b17-94e8-8dd7294b8a9e None None] Set router f443a583-9fd5-4221-8adf-4c56efd8d481 gateway port host: dv-cinder-840678-2-iscsi {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:10:26.275884 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-53a9c7fc-274c-4168-954e-4d0e28c37458 admin admin] Publish callbacks [] for router_gateway (f443a583-9fd5-4221-8adf-4c56efd8d481), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:26.313187 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-e3ff91d1-3004-4b17-94e8-8dd7294b8a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f443a583-9fd5-4221-8adf-4c56efd8d481', 'name': 'tempest-TestVolumeBootPattern-858795772-router', 'tenant_id': '9835badd92d54c2b9c31ed869e7ba010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '177fac31-36ed-4e99-b4a3-0f3afcf5f40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:59:54Z', 'updated_at': '2022-05-06T15:10:25Z', 'revision_number': 5, 'project_id': '9835badd92d54c2b9c31ed869e7ba010', 'gw_port': {'id': '177fac31-36ed-4e99-b4a3-0f3afcf5f40a', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:07:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f443a583-9fd5-4221-8adf-4c56efd8d481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:59:55Z', 'updated_at': '2022-05-06T15:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi'}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:10:26.336152 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-53a9c7fc-274c-4168-954e-4d0e28c37458 admin admin] Deleting port 177fac31-36ed-4e99-b4a3-0f3afcf5f40a {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 15:10:26.337123 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-53a9c7fc-274c-4168-954e-4d0e28c37458 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732313803493'] for port (177fac31-36ed-4e99-b4a3-0f3afcf5f40a), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:26.348726 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ff91d1-3004-4b17-94e8-8dd7294b8a9e None None] Checking router: f443a583-9fd5-4221-8adf-4c56efd8d481 for host: dv-cinder-840678-2-iscsi {{(pid=103344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 15:10:26.359445 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ff91d1-3004-4b17-94e8-8dd7294b8a9e None None] Routers {'f443a583-9fd5-4221-8adf-4c56efd8d481'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:10:26.360200 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-e3ff91d1-3004-4b17-94e8-8dd7294b8a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:10:09Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['f443a583-9fd5-4221-8adf-4c56efd8d481'], 'active': True} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:10:26.439465 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-53a9c7fc-274c-4168-954e-4d0e28c37458 admin admin] For port 177fac31-36ed-4e99-b4a3-0f3afcf5f40a, host dv-cinder-840678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=177fac31-36ed-4e99-b4a3-0f3afcf5f40a,segment=NetworkSegment(19695222-3a66-4083-822d-690c63f08412),segment_id=19695222-3a66-4083-822d-690c63f08412)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:10:26.439913 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-53a9c7fc-274c-4168-954e-4d0e28c37458 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426303'] for port (177fac31-36ed-4e99-b4a3-0f3afcf5f40a), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:26.459063 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-53a9c7fc-274c-4168-954e-4d0e28c37458 admin admin] Calling delete_port for 177fac31-36ed-4e99-b4a3-0f3afcf5f40a owned by network:router_gateway {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 15:10:26.470237 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvr_db [None req-e3ff91d1-3004-4b17-94e8-8dd7294b8a9e None None] Set router f443a583-9fd5-4221-8adf-4c56efd8d481 gateway port host: None {{(pid=103344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:10:26.528539 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_hamode_db [None req-e3ff91d1-3004-4b17-94e8-8dd7294b8a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f443a583-9fd5-4221-8adf-4c56efd8d481', 'name': 'tempest-TestVolumeBootPattern-858795772-router', 'tenant_id': '9835badd92d54c2b9c31ed869e7ba010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:59:54Z', 'updated_at': '2022-05-06T15:10:26Z', 'revision_number': 6, 'project_id': '9835badd92d54c2b9c31ed869e7ba010', 'gw_port_host': None}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:10:26.560170 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ff91d1-3004-4b17-94e8-8dd7294b8a9e None None] The sync data for ids ['f443a583-9fd5-4221-8adf-4c56efd8d481'] in dv-cinder-840678-2-iscsi is: [{'id': 'f443a583-9fd5-4221-8adf-4c56efd8d481', 'name': 'tempest-TestVolumeBootPattern-858795772-router', 'tenant_id': '9835badd92d54c2b9c31ed869e7ba010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:59:54Z', 'updated_at': '2022-05-06T15:10:26Z', 'revision_number': 6, 'project_id': '9835badd92d54c2b9c31ed869e7ba010', 'gw_port_host': None}] {{(pid=103344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 15:10:26.694721 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-53a9c7fc-274c-4168-954e-4d0e28c37458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732313812345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732313435477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194024'] for port (177fac31-36ed-4e99-b4a3-0f3afcf5f40a), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:26.733369 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a9c7fc-274c-4168-954e-4d0e28c37458 admin admin] Pushing event deleted for resources: {'Port': ['ID=177fac31-36ed-4e99-b4a3-0f3afcf5f40a,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:10:26.812933 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-53a9c7fc-274c-4168-954e-4d0e28c37458 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-428999'] for router_gateway (f443a583-9fd5-4221-8adf-4c56efd8d481), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:26.917751 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-53a9c7fc-274c-4168-954e-4d0e28c37458 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5235'] for router (f443a583-9fd5-4221-8adf-4c56efd8d481), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:26.920401 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-53a9c7fc-274c-4168-954e-4d0e28c37458 admin admin] Publish callbacks [] for router_controller (f443a583-9fd5-4221-8adf-4c56efd8d481), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:26.965103 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-53a9c7fc-274c-4168-954e-4d0e28c37458 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422550'] for router (f443a583-9fd5-4221-8adf-4c56efd8d481), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:26.965787 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a9c7fc-274c-4168-954e-4d0e28c37458 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f443a583-9fd5-4221-8adf-4c56efd8d481 {{(pid=103343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 15:10:26.971211 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-53a9c7fc-274c-4168-954e-4d0e28c37458 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:26.972774 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-53a9c7fc-274c-4168-954e-4d0e28c37458 admin admin] 10.222.0.23 "DELETE /v2.0/routers/f443a583-9fd5-4221-8adf-4c56efd8d481 HTTP/1.1" status: 204 len: 168 time: 1.0173240 May 06 15:10:26.975757 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 52836) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:10:27.028429 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.db_base_plugin_v2 [None req-61c26499-e320-475a-b0c1-31813190da6c admin admin] Deleting subnet 91483817-02cd-49f5-99ef-0bf54e7d6fab {{(pid=103342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 06 15:10:27.035565 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-61c26499-e320-475a-b0c1-31813190da6c admin admin] Publish callbacks [] for subnet (91483817-02cd-49f5-99ef-0bf54e7d6fab), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:27.097175 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-61c26499-e320-475a-b0c1-31813190da6c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60421307'] for subnet (91483817-02cd-49f5-99ef-0bf54e7d6fab), precommit_delete_associations {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:27.221904 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-61c26499-e320-475a-b0c1-31813190da6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16159455'] for subnet (91483817-02cd-49f5-99ef-0bf54e7d6fab), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:27.319713 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-61c26499-e320-475a-b0c1-31813190da6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16159430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59635185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60398162'] for subnet (91483817-02cd-49f5-99ef-0bf54e7d6fab), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:27.366876 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c26499-e320-475a-b0c1-31813190da6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91483817-02cd-49f5-99ef-0bf54e7d6fab,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:10:27.369952 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-61c26499-e320-475a-b0c1-31813190da6c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:27.375775 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-61c26499-e320-475a-b0c1-31813190da6c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/91483817-02cd-49f5-99ef-0bf54e7d6fab HTTP/1.1" status: 204 len: 168 time: 0.3984487 May 06 15:10:27.379606 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 52838) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:10:27.380625 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473e1ff9-9c4c-4c5f-a624-f0383fc156b6 None None] Network 18c6e65e-e500-498b-ae7a-c3119a6f1ee3 requested from dv-cinder-840678-2-iscsi {{(pid=103344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 15:10:27.493311 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9078fed6-14c0-44ab-b171-bc9e50da888e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16137472'] for network (18c6e65e-e500-498b-ae7a-c3119a6f1ee3), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:27.547688 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-9078fed6-14c0-44ab-b171-bc9e50da888e admin admin] Deleting port a52d3329-00b9-4242-9190-bfcd54651b0b {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 15:10:27.547941 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9078fed6-14c0-44ab-b171-bc9e50da888e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732313803493'] for port (a52d3329-00b9-4242-9190-bfcd54651b0b), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:27.599127 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23727a7-4068-4afe-8574-74e216547be8 None None] DHCP port deletion for 18c6e65e-e500-498b-ae7a-c3119a6f1ee3 request from dv-cinder-840678-2-iscsi {{(pid=103344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 06 15:10:27.645270 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-d23727a7-4068-4afe-8574-74e216547be8 None None] Deleting port a52d3329-00b9-4242-9190-bfcd54651b0b {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 15:10:27.645649 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d23727a7-4068-4afe-8574-74e216547be8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732313803493'] for port (a52d3329-00b9-4242-9190-bfcd54651b0b), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:27.666418 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-9078fed6-14c0-44ab-b171-bc9e50da888e admin admin] For port a52d3329-00b9-4242-9190-bfcd54651b0b, host dv-cinder-840678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=a52d3329-00b9-4242-9190-bfcd54651b0b,segment=NetworkSegment(197f1967-db79-416a-b553-6af999a74674),segment_id=197f1967-db79-416a-b553-6af999a74674)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:10:27.667000 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9078fed6-14c0-44ab-b171-bc9e50da888e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426303'] for port (a52d3329-00b9-4242-9190-bfcd54651b0b), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:27.691755 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-9078fed6-14c0-44ab-b171-bc9e50da888e admin admin] Calling delete_port for a52d3329-00b9-4242-9190-bfcd54651b0b owned by network:dhcp {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 15:10:27.716635 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-d23727a7-4068-4afe-8574-74e216547be8 None None] For port a52d3329-00b9-4242-9190-bfcd54651b0b, host dv-cinder-840678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=a52d3329-00b9-4242-9190-bfcd54651b0b,segment=NetworkSegment(197f1967-db79-416a-b553-6af999a74674),segment_id=197f1967-db79-416a-b553-6af999a74674)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:10:27.717000 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d23727a7-4068-4afe-8574-74e216547be8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426303'] for port (a52d3329-00b9-4242-9190-bfcd54651b0b), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:27.732147 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-d23727a7-4068-4afe-8574-74e216547be8 None None] Calling delete_port for a52d3329-00b9-4242-9190-bfcd54651b0b owned by network:dhcp {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 15:10:27.822713 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d23727a7-4068-4afe-8574-74e216547be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732313812345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732313435477'] for port (a52d3329-00b9-4242-9190-bfcd54651b0b), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:27.833084 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9078fed6-14c0-44ab-b171-bc9e50da888e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732313812345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732313435477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59634176'] for port (a52d3329-00b9-4242-9190-bfcd54651b0b), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:27.869021 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23727a7-4068-4afe-8574-74e216547be8 None None] Pushing event deleted for resources: {'Port': ['ID=a52d3329-00b9-4242-9190-bfcd54651b0b,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:10:27.872180 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23727a7-4068-4afe-8574-74e216547be8 None None] No DVR routers for this DVR port a52d3329-00b9-4242-9190-bfcd54651b0b on host dv-cinder-840678-2-iscsi {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 15:10:27.879402 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9078fed6-14c0-44ab-b171-bc9e50da888e admin admin] Pushing event deleted for resources: {'Port': ['ID=a52d3329-00b9-4242-9190-bfcd54651b0b,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:10:27.884901 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9078fed6-14c0-44ab-b171-bc9e50da888e admin admin] No DVR routers for this DVR port a52d3329-00b9-4242-9190-bfcd54651b0b on host dv-cinder-840678-2-iscsi {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 15:10:27.965029 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9078fed6-14c0-44ab-b171-bc9e50da888e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16161642', 'neutron.services.segments.db._delete_segments_for_network-8732313914390'] for network (18c6e65e-e500-498b-ae7a-c3119a6f1ee3), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:27.988832 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.services.segments.db [None req-9078fed6-14c0-44ab-b171-bc9e50da888e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18c6e65e-e500-498b-ae7a-c3119a6f1ee3']}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:10:28.000005 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.services.segments.db [None req-9078fed6-14c0-44ab-b171-bc9e50da888e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '197f1967-db79-416a-b553-6af999a74674') {'for_net_delete': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:10:28.000335 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.services.segments.db [None req-9078fed6-14c0-44ab-b171-bc9e50da888e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '197f1967-db79-416a-b553-6af999a74674') {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:10:28.011786 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9078fed6-14c0-44ab-b171-bc9e50da888e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732313914911', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421250'] for segment (197f1967-db79-416a-b553-6af999a74674), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:28.028870 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9078fed6-14c0-44ab-b171-bc9e50da888e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16165668'] for segment (197f1967-db79-416a-b553-6af999a74674), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:28.037035 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9078fed6-14c0-44ab-b171-bc9e50da888e admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=103342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 15:10:28.037615 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9078fed6-14c0-44ab-b171-bc9e50da888e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16165668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59634259'] for segment (197f1967-db79-416a-b553-6af999a74674), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:28.040084 dv-cinder-840678-2-iscsi neutron-server[103342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 15:10:28.040084 dv-cinder-840678-2-iscsi neutron-server[103342]: self.session.flush() May 06 15:10:28.040084 dv-cinder-840678-2-iscsi neutron-server[103342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 15:10:28.040084 dv-cinder-840678-2-iscsi neutron-server[103342]: self.session.flush() May 06 15:10:28.040084 dv-cinder-840678-2-iscsi neutron-server[103342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 15:10:28.040084 dv-cinder-840678-2-iscsi neutron-server[103342]: self.session.flush() May 06 15:10:28.040084 dv-cinder-840678-2-iscsi neutron-server[103342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 15:10:28.040084 dv-cinder-840678-2-iscsi neutron-server[103342]: self.session.flush() May 06 15:10:28.040084 dv-cinder-840678-2-iscsi neutron-server[103342]: Traceback (most recent call last): May 06 15:10:28.040084 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 15:10:28.040084 dv-cinder-840678-2-iscsi neutron-server[103342]: timer() May 06 15:10:28.040084 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 15:10:28.040084 dv-cinder-840678-2-iscsi neutron-server[103342]: cb(*args, **kw) May 06 15:10:28.040084 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 15:10:28.040084 dv-cinder-840678-2-iscsi neutron-server[103342]: return func(*args, **kwargs) May 06 15:10:28.040084 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 15:10:28.040084 dv-cinder-840678-2-iscsi neutron-server[103342]: self._notify() May 06 15:10:28.040084 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 15:10:28.040084 dv-cinder-840678-2-iscsi neutron-server[103342]: self.callback(batched_events) May 06 15:10:28.040084 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 15:10:28.040084 dv-cinder-840678-2-iscsi neutron-server[103342]: event.method(event) May 06 15:10:28.040084 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 15:10:28.040084 dv-cinder-840678-2-iscsi neutron-server[103342]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 15:10:28.040084 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 15:10:28.040084 dv-cinder-840678-2-iscsi neutron-server[103342]: aggregate_uuid = self.p_client.list_aggregates( May 06 15:10:28.040084 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 15:10:28.040084 dv-cinder-840678-2-iscsi neutron-server[103342]: return f(self, *a, **k) May 06 15:10:28.040084 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 15:10:28.040084 dv-cinder-840678-2-iscsi neutron-server[103342]: return self._get(url).json() May 06 15:10:28.040084 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 15:10:28.040084 dv-cinder-840678-2-iscsi neutron-server[103342]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 15:10:28.040084 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 15:10:28.040084 dv-cinder-840678-2-iscsi neutron-server[103342]: return self.request(url, 'GET', **kwargs) May 06 15:10:28.040084 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 15:10:28.040084 dv-cinder-840678-2-iscsi neutron-server[103342]: base_url = self.get_endpoint(auth, allow=allow, May 06 15:10:28.040084 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 15:10:28.040084 dv-cinder-840678-2-iscsi neutron-server[103342]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 15:10:28.040084 dv-cinder-840678-2-iscsi neutron-server[103342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 15:10:28.040084 dv-cinder-840678-2-iscsi neutron-server[103342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 15:10:28.040084 dv-cinder-840678-2-iscsi neutron-server[103342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 15:10:28.134661 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9078fed6-14c0-44ab-b171-bc9e50da888e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16161617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429813'] for network (18c6e65e-e500-498b-ae7a-c3119a6f1ee3), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:28.144339 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9078fed6-14c0-44ab-b171-bc9e50da888e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566627'] for network (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:28.147895 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-9078fed6-14c0-44ab-b171-bc9e50da888e admin admin] 10.222.0.23 "DELETE /v2.0/networks/18c6e65e-e500-498b-ae7a-c3119a6f1ee3 HTTP/1.1" status: 204 len: 168 time: 0.7664638 May 06 15:10:28.159235 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9078fed6-14c0-44ab-b171-bc9e50da888e admin admin] Pushing event deleted for resources: {'Network': ['ID=18c6e65e-e500-498b-ae7a-c3119a6f1ee3,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:10:28.296110 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device 177fac31-36ed-4e99-b4a3-0f3afcf5f40a no longer exists at agent ovs-agent-dv-cinder-840678-2-iscsi {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 15:10:28.331422 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] No Port match for: 177fac31-36ed-4e99-b4a3-0f3afcf5f40a {{(pid=103344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 15:10:28.332013 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device 177fac31-36ed-4e99-b4a3-0f3afcf5f40a not bound to the agent host dv-cinder-840678-2-iscsi {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 15:10:28.332757 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device a52d3329-00b9-4242-9190-bfcd54651b0b no longer exists at agent ovs-agent-dv-cinder-840678-2-iscsi {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 15:10:28.342135 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 52842) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:10:28.358444 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] No Port match for: a52d3329-00b9-4242-9190-bfcd54651b0b {{(pid=103344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 15:10:28.358974 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device a52d3329-00b9-4242-9190-bfcd54651b0b not bound to the agent host dv-cinder-840678-2-iscsi {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 15:10:28.359526 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device 5e6d0d1d-f4a3-4791-b5a2-d10b9b52e248 no longer exists at agent ovs-agent-dv-cinder-840678-2-iscsi {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 15:10:28.385761 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] No Port match for: 5e6d0d1d-f4a3-4791-b5a2-d10b9b52e248 {{(pid=103344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 15:10:28.386879 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device 5e6d0d1d-f4a3-4791-b5a2-d10b9b52e248 not bound to the agent host dv-cinder-840678-2-iscsi {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 15:10:28.395698 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-c1b23446-cf9f-4250-b0e4-520c0f0d7a69 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bb5f41fdaad246b7bc30c8f8021129a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0515177 May 06 15:10:28.399451 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 52844) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:10:28.457964 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fe3dcf01-a6f0-48b9-a496-4e9c0e621dc4 admin admin] Publish callbacks [] for security_group (b763f2a6-516d-43a8-99cc-e6a843c3c75b), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:28.482690 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fe3dcf01-a6f0-48b9-a496-4e9c0e621dc4 admin admin] Publish callbacks [] for security_group (b763f2a6-516d-43a8-99cc-e6a843c3c75b), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:28.538927 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fe3dcf01-a6f0-48b9-a496-4e9c0e621dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (b763f2a6-516d-43a8-99cc-e6a843c3c75b), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:28.541622 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fe3dcf01-a6f0-48b9-a496-4e9c0e621dc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:28.542800 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-fe3dcf01-a6f0-48b9-a496-4e9c0e621dc4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b763f2a6-516d-43a8-99cc-e6a843c3c75b HTTP/1.1" status: 204 len: 168 time: 0.1420388 May 06 15:10:28.552291 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3dcf01-a6f0-48b9-a496-4e9c0e621dc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b763f2a6-516d-43a8-99cc-e6a843c3c75b,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:10:28.939165 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 52850) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:10:28.985651 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-cd1491c0-5ad1-4086-a65d-4d178de3eb75 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9835badd92d54c2b9c31ed869e7ba010&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0451837 May 06 15:10:28.988290 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 52852) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:10:29.041897 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0f5baaec-368b-4e0e-9f44-fe74b6fefee8 admin admin] Publish callbacks [] for security_group (c93dece6-2ddd-4991-b1cc-091d8d292a95), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:29.067075 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0f5baaec-368b-4e0e-9f44-fe74b6fefee8 admin admin] Publish callbacks [] for security_group (c93dece6-2ddd-4991-b1cc-091d8d292a95), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:29.122327 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0f5baaec-368b-4e0e-9f44-fe74b6fefee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (c93dece6-2ddd-4991-b1cc-091d8d292a95), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:29.125200 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0f5baaec-368b-4e0e-9f44-fe74b6fefee8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:29.126320 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-0f5baaec-368b-4e0e-9f44-fe74b6fefee8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c93dece6-2ddd-4991-b1cc-091d8d292a95 HTTP/1.1" status: 204 len: 168 time: 0.1367717 May 06 15:10:29.134939 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5baaec-368b-4e0e-9f44-fe74b6fefee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c93dece6-2ddd-4991-b1cc-091d8d292a95,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:10:31.091209 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-62889b49-3ed3-442a-b6d3-6cbe6c54bafb req-e89ad3c1-b87e-4c6f-8a34-6566fd8d0679 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7de5f056-172e-4efd-86cd-08387aa43888&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435712 May 06 15:10:31.188089 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62889b49-3ed3-442a-b6d3-6cbe6c54bafb req-3745e91e-15e5-4dae-aae3-23f85a75c90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:10:31.189823 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-62889b49-3ed3-442a-b6d3-6cbe6c54bafb req-3745e91e-15e5-4dae-aae3-23f85a75c90b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6f2937968fc04cfaa3dab933e994a975&device_id=7de5f056-172e-4efd-86cd-08387aa43888 HTTP/1.1" status: 200 len: 1129 time: 0.0471914 May 06 15:10:31.309371 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62889b49-3ed3-442a-b6d3-6cbe6c54bafb req-507c7d7c-6d61-467a-ac59-22f8bd7cd303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:10:31.310897 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-62889b49-3ed3-442a-b6d3-6cbe6c54bafb req-507c7d7c-6d61-467a-ac59-22f8bd7cd303 service neutron] 10.222.0.26 "GET /v2.0/networks?id=34fb402d-875f-40bc-8469-2292c4d2147d HTTP/1.1" status: 200 len: 916 time: 0.0941706 May 06 15:10:31.678698 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-62889b49-3ed3-442a-b6d3-6cbe6c54bafb req-da67d875-ac16-458d-b4b1-fdf6ce80879b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a697281-543f-4ac5-a5c1-48c3872cd371 HTTP/1.1" status: 200 len: 1001 time: 0.3557546 May 06 15:10:31.745410 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62889b49-3ed3-442a-b6d3-6cbe6c54bafb req-e7f0a0b4-5359-427f-8650-03e3b3d09a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:10:31.747064 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-62889b49-3ed3-442a-b6d3-6cbe6c54bafb req-e7f0a0b4-5359-427f-8650-03e3b3d09a9e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2da4ab98-3f71-40c7-9855-b334ccbe4494 HTTP/1.1" status: 200 len: 854 time: 0.0575161 May 06 15:10:31.814350 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62889b49-3ed3-442a-b6d3-6cbe6c54bafb req-937cd578-18ab-405a-af5c-355f21169860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:10:31.816214 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-62889b49-3ed3-442a-b6d3-6cbe6c54bafb req-937cd578-18ab-405a-af5c-355f21169860 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=34fb402d-875f-40bc-8469-2292c4d2147d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0614550 May 06 15:10:31.926752 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-62889b49-3ed3-442a-b6d3-6cbe6c54bafb req-d6701f93-f88e-4276-ab4b-d34b5f55ffa2 service neutron] 10.222.0.26 "GET /v2.0/networks/34fb402d-875f-40bc-8469-2292c4d2147d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020164 May 06 15:10:32.029998 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-62889b49-3ed3-442a-b6d3-6cbe6c54bafb req-ded5d8ef-ba3a-4966-8971-71bd66d2b3d4 service neutron] 10.222.0.26 "GET /v2.0/networks/34fb402d-875f-40bc-8469-2292c4d2147d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940311 May 06 15:10:37.136069 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e96cd169-14b6-4b2b-b3f1-54c988d0f9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (79b17169-ed94-4769-ba4e-30adf371f78f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:39.456083 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-13395776-c536-40d6-8378-c889b82943d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (ec8f31e6-1756-4927-8bc3-e144e6f0af83), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:40.572965 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1afa6ce1-9145-4257-8e23-9dd2cd4b1998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b699075f-0d9f-4d2e-b182-9d9eb15bfab1), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:42.714152 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-68b1beb6-545b-4f86-a143-b395004404eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b8293b96-1d4f-4101-9243-9870353ff712), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:43.776868 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (20451d70-ea89-4a66-885a-20a1b2a3bff8), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:47.730567 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caca550-eb4b-495f-b742-ca77dd8f3dd5 req-1f278e25-e2a8-4f07-8284-062f8a5f7eca tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:10:47.733689 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-6caca550-eb4b-495f-b742-ca77dd8f3dd5 req-1f278e25-e2a8-4f07-8284-062f8a5f7eca tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a0bbdad-d284-47dd-9cfb-54518402ea1b HTTP/1.1" status: 200 len: 945 time: 0.0696752 May 06 15:10:47.786276 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-6caca550-eb4b-495f-b742-ca77dd8f3dd5 req-2feb75f7-b493-4d03-8fb2-1a315bf3c380 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd15f2bd-2ca5-4e68-8811-4685ad2bebc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462618 May 06 15:10:48.945630 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d0c7b4-640e-4e26-a74b-1b322a02655a req-df0d6e70-2e32-47f2-9e1e-279bc3acce81 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:10:48.947270 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-40d0c7b4-640e-4e26-a74b-1b322a02655a req-df0d6e70-2e32-47f2-9e1e-279bc3acce81 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a0bbdad-d284-47dd-9cfb-54518402ea1b HTTP/1.1" status: 200 len: 945 time: 0.0811496 May 06 15:10:48.999346 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-40d0c7b4-640e-4e26-a74b-1b322a02655a req-0eddcd3c-8828-426b-a0f4-a1116bf480d9 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd15f2bd-2ca5-4e68-8811-4685ad2bebc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450015 May 06 15:10:49.420661 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d631c84-398b-41a7-ba54-1e8355a00931 req-3691a715-d849-4b95-baab-c98f07f46637 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:10:49.422324 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-1d631c84-398b-41a7-ba54-1e8355a00931 req-3691a715-d849-4b95-baab-c98f07f46637 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a0bbdad-d284-47dd-9cfb-54518402ea1b HTTP/1.1" status: 200 len: 945 time: 0.0494552 May 06 15:10:49.515865 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-1d631c84-398b-41a7-ba54-1e8355a00931 req-0f8c0f82-dc21-4882-9863-33cc08ee8213 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Deleting port 3c4eb0c7-9fad-497c-8eb7-e93e62857a83 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 15:10:49.516209 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1d631c84-398b-41a7-ba54-1e8355a00931 req-0f8c0f82-dc21-4882-9863-33cc08ee8213 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732313803493'] for port (3c4eb0c7-9fad-497c-8eb7-e93e62857a83), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:49.613375 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-1d631c84-398b-41a7-ba54-1e8355a00931 req-0f8c0f82-dc21-4882-9863-33cc08ee8213 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] For port 3c4eb0c7-9fad-497c-8eb7-e93e62857a83, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=3c4eb0c7-9fad-497c-8eb7-e93e62857a83,segment=NetworkSegment(aef96f42-6ed7-41b3-ae92-47c3c74acc2c),segment_id=aef96f42-6ed7-41b3-ae92-47c3c74acc2c)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:10:49.613735 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1d631c84-398b-41a7-ba54-1e8355a00931 req-0f8c0f82-dc21-4882-9863-33cc08ee8213 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426303'] for port (3c4eb0c7-9fad-497c-8eb7-e93e62857a83), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:49.808009 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1d631c84-398b-41a7-ba54-1e8355a00931 req-0f8c0f82-dc21-4882-9863-33cc08ee8213 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:49.808376 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1d631c84-398b-41a7-ba54-1e8355a00931 req-0f8c0f82-dc21-4882-9863-33cc08ee8213 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429592'] for floatingip (2c5811e1-d05f-4c28-977b-6ad12fe47296), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:49.808729 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.db.l3_db [req-1d631c84-398b-41a7-ba54-1e8355a00931 req-0f8c0f82-dc21-4882-9863-33cc08ee8213 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Floating IP 2c5811e1-d05f-4c28-977b-6ad12fe47296 disassociated. External IP: 172.27.2.49, port: 3c4eb0c7-9fad-497c-8eb7-e93e62857a83. May 06 15:10:49.809078 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-1d631c84-398b-41a7-ba54-1e8355a00931 req-0f8c0f82-dc21-4882-9863-33cc08ee8213 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Calling delete_port for 3c4eb0c7-9fad-497c-8eb7-e93e62857a83 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 15:10:49.950040 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1d631c84-398b-41a7-ba54-1e8355a00931 req-0f8c0f82-dc21-4882-9863-33cc08ee8213 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732313812345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732313435477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59634176'] for port (3c4eb0c7-9fad-497c-8eb7-e93e62857a83), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:49.980764 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8c0f82-dc21-4882-9863-33cc08ee8213 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Pushing event deleted for resources: {'Port': ['ID=3c4eb0c7-9fad-497c-8eb7-e93e62857a83,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:10:49.993283 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8c0f82-dc21-4882-9863-33cc08ee8213 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:10:49.993634 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8c0f82-dc21-4882-9863-33cc08ee8213 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:10:49.993976 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8c0f82-dc21-4882-9863-33cc08ee8213 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:10:49.994314 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8c0f82-dc21-4882-9863-33cc08ee8213 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:10:49.994653 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8c0f82-dc21-4882-9863-33cc08ee8213 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:10:49.994984 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8c0f82-dc21-4882-9863-33cc08ee8213 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:10:49.995314 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8c0f82-dc21-4882-9863-33cc08ee8213 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:10:49.995636 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8c0f82-dc21-4882-9863-33cc08ee8213 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:10:49.995961 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8c0f82-dc21-4882-9863-33cc08ee8213 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:10:49.996286 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8c0f82-dc21-4882-9863-33cc08ee8213 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:10:49.996643 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8c0f82-dc21-4882-9863-33cc08ee8213 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:10:49.996967 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8c0f82-dc21-4882-9863-33cc08ee8213 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:10:49.997292 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8c0f82-dc21-4882-9863-33cc08ee8213 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:10:49.997606 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8c0f82-dc21-4882-9863-33cc08ee8213 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:10:49.997926 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8c0f82-dc21-4882-9863-33cc08ee8213 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:10:50.148043 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-a9ddb306-ba15-4052-85f9-e5bed8d9e52e req-b0214ece-fcb3-4c95-afde-61c3371373c6 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a0bbdad-d284-47dd-9cfb-54518402ea1b HTTP/1.1" status: 200 len: 210 time: 0.0409334 May 06 15:10:50.152404 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d631c84-398b-41a7-ba54-1e8355a00931 req-0f8c0f82-dc21-4882-9863-33cc08ee8213 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Router af14763f-8ef8-4dc4-be61-9c42c0e68894 has already been hosted by L3 agent ec8f31e6-1756-4927-8bc3-e144e6f0af83 {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 15:10:50.337359 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d631c84-398b-41a7-ba54-1e8355a00931 req-0f8c0f82-dc21-4882-9863-33cc08ee8213 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Notify agent at l3_agent.dv-cinder-840678-2-iscsi the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 15:10:50.352767 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a39613-0a48-456f-a5aa-c150c432dd45 None None] Sync routers for ids ['af14763f-8ef8-4dc4-be61-9c42c0e68894'] in dv-cinder-840678-2-iscsi {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 15:10:50.366745 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a39613-0a48-456f-a5aa-c150c432dd45 None None] Routers {'af14763f-8ef8-4dc4-be61-9c42c0e68894'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:10:50.367388 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-66a39613-0a48-456f-a5aa-c150c432dd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:10:39Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['af14763f-8ef8-4dc4-be61-9c42c0e68894'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:10:50.389759 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d631c84-398b-41a7-ba54-1e8355a00931 req-0f8c0f82-dc21-4882-9863-33cc08ee8213 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] No DVR routers for this DVR port 3c4eb0c7-9fad-497c-8eb7-e93e62857a83 on host hv-cinder-84067 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 15:10:50.392696 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-1d631c84-398b-41a7-ba54-1e8355a00931 req-0f8c0f82-dc21-4882-9863-33cc08ee8213 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:50.396149 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-1d631c84-398b-41a7-ba54-1e8355a00931 req-0f8c0f82-dc21-4882-9863-33cc08ee8213 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.26 "DELETE /v2.0/ports/3c4eb0c7-9fad-497c-8eb7-e93e62857a83 HTTP/1.1" status: 204 len: 173 time: 0.9668617 May 06 15:10:50.396582 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a0bbdad-d284-47dd-9cfb-54518402ea1b', 'name': 'network-vif-deleted', 'tag': '3c4eb0c7-9fad-497c-8eb7-e93e62857a83'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 15:10:50.399045 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e079183c6aa01fbf7ecda8705e9d532761ec392512c90f9d6467ac227f3657d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5becc50-e16f-4aec-98c3-ea9b6849ae19" -d '{"events": [{"server_uuid": "0a0bbdad-d284-47dd-9cfb-54518402ea1b", "name": "network-vif-deleted", "tag": "3c4eb0c7-9fad-497c-8eb7-e93e62857a83"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 15:10:50.440000 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 15:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3242f17e-e395-4ad5-be8d-5bc1a9b8612b x-openstack-request-id: req-3242f17e-e395-4ad5-be8d-5bc1a9b8612b {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 15:10:50.441032 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a0bbdad-d284-47dd-9cfb-54518402ea1b", "name": "network-vif-deleted", "tag": "3c4eb0c7-9fad-497c-8eb7-e93e62857a83", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 15:10:50.441032 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3242f17e-e395-4ad5-be8d-5bc1a9b8612b {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 15:10:50.441032 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3242f17e-e395-4ad5-be8d-5bc1a9b8612b'] response: {'server_uuid': '0a0bbdad-d284-47dd-9cfb-54518402ea1b', 'name': 'network-vif-deleted', 'tag': '3c4eb0c7-9fad-497c-8eb7-e93e62857a83', 'status': 'completed', 'code': 200} May 06 15:10:50.506240 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-66a39613-0a48-456f-a5aa-c150c432dd45 None None] Set router af14763f-8ef8-4dc4-be61-9c42c0e68894 gateway port host: dv-cinder-840678-2-iscsi {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:10:50.635550 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (1eb4536b-031c-4a65-bfe5-fc1ede7d9429), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:50.748248 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-66a39613-0a48-456f-a5aa-c150c432dd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'name': 'tempest-AttachVolumeNegativeTest-1888114692-router', 'tenant_id': '6f2937968fc04cfaa3dab933e994a975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'be96f763-7174-4361-8adf-0565e858d46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T15:08:34Z', 'updated_at': '2022-05-06T15:08:37Z', 'revision_number': 4, 'project_id': '6f2937968fc04cfaa3dab933e994a975', 'gw_port': {'id': 'be96f763-7174-4361-8adf-0565e858d46b', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:06:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:08:34Z', 'updated_at': '2022-05-06T15:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_floatingips': [{'id': '1374d0ba-f355-4158-9f2a-1dca976afa7d', 'tenant_id': '6f2937968fc04cfaa3dab933e994a975', 'floating_ip_address': '172.27.2.208', 'floating_network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'router_id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'port_id': '8a697281-543f-4ac5-a5c1-48c3872cd371', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34fb402d-875f-40bc-8469-2292c4d2147d', 'mac_address': 'fa:16:3e:cc:3c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de5f056-172e-4efd-86cd-08387aa43888', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T15:08:40Z', 'updated_at': '2022-05-06T15:08:56Z', 'revision_number': 2, 'project_id': '6f2937968fc04cfaa3dab933e994a975', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4770669d-47f6-43ad-b29b-3fbee3381ce8', 'name': '', 'network_id': '34fb402d-875f-40bc-8469-2292c4d2147d', 'tenant_id': '6f2937968fc04cfaa3dab933e994a975', 'mac_address': 'fa:16:3e:8a:ce:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '2da4ab98-3f71-40c7-9855-b334ccbe4494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:08:37Z', 'updated_at': '2022-05-06T15:08:41Z', 'revision_number': 5, 'project_id': '6f2937968fc04cfaa3dab933e994a975', 'subnets': [{'id': '2da4ab98-3f71-40c7-9855-b334ccbe4494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:10:50.779658 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a39613-0a48-456f-a5aa-c150c432dd45 None None] Checking router: af14763f-8ef8-4dc4-be61-9c42c0e68894 for host: dv-cinder-840678-2-iscsi {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 15:10:50.789924 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a39613-0a48-456f-a5aa-c150c432dd45 None None] Routers {'af14763f-8ef8-4dc4-be61-9c42c0e68894'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:10:50.790544 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-66a39613-0a48-456f-a5aa-c150c432dd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:10:39Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['af14763f-8ef8-4dc4-be61-9c42c0e68894'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:10:50.912022 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-66a39613-0a48-456f-a5aa-c150c432dd45 None None] Set router af14763f-8ef8-4dc4-be61-9c42c0e68894 gateway port host: dv-cinder-840678-2-iscsi {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:10:51.173800 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-66a39613-0a48-456f-a5aa-c150c432dd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'name': 'tempest-AttachVolumeNegativeTest-1888114692-router', 'tenant_id': '6f2937968fc04cfaa3dab933e994a975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'be96f763-7174-4361-8adf-0565e858d46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T15:08:34Z', 'updated_at': '2022-05-06T15:08:37Z', 'revision_number': 4, 'project_id': '6f2937968fc04cfaa3dab933e994a975', 'gw_port': {'id': 'be96f763-7174-4361-8adf-0565e858d46b', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:06:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:08:34Z', 'updated_at': '2022-05-06T15:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_floatingips': [{'id': '1374d0ba-f355-4158-9f2a-1dca976afa7d', 'tenant_id': '6f2937968fc04cfaa3dab933e994a975', 'floating_ip_address': '172.27.2.208', 'floating_network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'router_id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'port_id': '8a697281-543f-4ac5-a5c1-48c3872cd371', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34fb402d-875f-40bc-8469-2292c4d2147d', 'mac_address': 'fa:16:3e:cc:3c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de5f056-172e-4efd-86cd-08387aa43888', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T15:08:40Z', 'updated_at': '2022-05-06T15:08:56Z', 'revision_number': 2, 'project_id': '6f2937968fc04cfaa3dab933e994a975', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4770669d-47f6-43ad-b29b-3fbee3381ce8', 'name': '', 'network_id': '34fb402d-875f-40bc-8469-2292c4d2147d', 'tenant_id': '6f2937968fc04cfaa3dab933e994a975', 'mac_address': 'fa:16:3e:8a:ce:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '2da4ab98-3f71-40c7-9855-b334ccbe4494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:08:37Z', 'updated_at': '2022-05-06T15:08:41Z', 'revision_number': 5, 'project_id': '6f2937968fc04cfaa3dab933e994a975', 'subnets': [{'id': '2da4ab98-3f71-40c7-9855-b334ccbe4494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:10:51.229945 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a39613-0a48-456f-a5aa-c150c432dd45 None None] The sync data for ids ['af14763f-8ef8-4dc4-be61-9c42c0e68894'] in dv-cinder-840678-2-iscsi is: [{'id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'name': 'tempest-AttachVolumeNegativeTest-1888114692-router', 'tenant_id': '6f2937968fc04cfaa3dab933e994a975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'be96f763-7174-4361-8adf-0565e858d46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T15:08:34Z', 'updated_at': '2022-05-06T15:08:37Z', 'revision_number': 4, 'project_id': '6f2937968fc04cfaa3dab933e994a975', 'gw_port': {'id': 'be96f763-7174-4361-8adf-0565e858d46b', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:06:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:08:34Z', 'updated_at': '2022-05-06T15:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_floatingips': [{'id': '1374d0ba-f355-4158-9f2a-1dca976afa7d', 'tenant_id': '6f2937968fc04cfaa3dab933e994a975', 'floating_ip_address': '172.27.2.208', 'floating_network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'router_id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'port_id': '8a697281-543f-4ac5-a5c1-48c3872cd371', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34fb402d-875f-40bc-8469-2292c4d2147d', 'mac_address': 'fa:16:3e:cc:3c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de5f056-172e-4efd-86cd-08387aa43888', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T15:08:40Z', 'updated_at': '2022-05-06T15:08:56Z', 'revision_number': 2, 'project_id': '6f2937968fc04cfaa3dab933e994a975', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4770669d-47f6-43ad-b29b-3fbee3381ce8', 'name': '', 'network_id': '34fb402d-875f-40bc-8469-2292c4d2147d', 'tenant_id': '6f2937968fc04cfaa3dab933e994a975', 'mac_address': 'fa:16:3e:8a:ce:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '2da4ab98-3f71-40c7-9855-b334ccbe4494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:08:37Z', 'updated_at': '2022-05-06T15:08:41Z', 'revision_number': 5, 'project_id': '6f2937968fc04cfaa3dab933e994a975', 'subnets': [{'id': '2da4ab98-3f71-40c7-9855-b334ccbe4494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 15:10:51.244986 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 52882) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:10:51.312320 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2947f0c2-f8ed-49d7-9bac-9c3c4604cdb7 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks [] for security_group (cd15f2bd-2ca5-4e68-8811-4685ad2bebc3), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:51.340080 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2947f0c2-f8ed-49d7-9bac-9c3c4604cdb7 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks [] for security_group (cd15f2bd-2ca5-4e68-8811-4685ad2bebc3), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:51.404644 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2947f0c2-f8ed-49d7-9bac-9c3c4604cdb7 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (cd15f2bd-2ca5-4e68-8811-4685ad2bebc3), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:51.409993 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2947f0c2-f8ed-49d7-9bac-9c3c4604cdb7 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:51.411189 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-2947f0c2-f8ed-49d7-9bac-9c3c4604cdb7 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "DELETE /v2.0/security-groups/cd15f2bd-2ca5-4e68-8811-4685ad2bebc3 HTTP/1.1" status: 204 len: 168 time: 0.1646960 May 06 15:10:51.414646 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 52884) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:10:51.422675 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2947f0c2-f8ed-49d7-9bac-9c3c4604cdb7 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd15f2bd-2ca5-4e68-8811-4685ad2bebc3,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:10:51.430250 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2947f0c2-f8ed-49d7-9bac-9c3c4604cdb7 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:10:51.430601 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2947f0c2-f8ed-49d7-9bac-9c3c4604cdb7 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:10:51.430943 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2947f0c2-f8ed-49d7-9bac-9c3c4604cdb7 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:10:51.431283 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2947f0c2-f8ed-49d7-9bac-9c3c4604cdb7 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:10:51.431622 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2947f0c2-f8ed-49d7-9bac-9c3c4604cdb7 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:10:51.431837 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.api.v2.resource [None req-1389ced6-2dde-405b-a4ec-9cdd5ca4534e tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] show failed (client error): The resource could not be found. May 06 15:10:51.432005 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2947f0c2-f8ed-49d7-9bac-9c3c4604cdb7 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:10:51.432258 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2947f0c2-f8ed-49d7-9bac-9c3c4604cdb7 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:10:51.432822 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2947f0c2-f8ed-49d7-9bac-9c3c4604cdb7 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:10:51.432943 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-1389ced6-2dde-405b-a4ec-9cdd5ca4534e tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/security-groups/cd15f2bd-2ca5-4e68-8811-4685ad2bebc3 HTTP/1.1" status: 404 len: 347 time: 0.0167210 May 06 15:10:51.433430 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2947f0c2-f8ed-49d7-9bac-9c3c4604cdb7 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:10:51.433912 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2947f0c2-f8ed-49d7-9bac-9c3c4604cdb7 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:10:51.434394 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2947f0c2-f8ed-49d7-9bac-9c3c4604cdb7 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:10:51.434864 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2947f0c2-f8ed-49d7-9bac-9c3c4604cdb7 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:10:51.435459 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2947f0c2-f8ed-49d7-9bac-9c3c4604cdb7 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:10:51.435956 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2947f0c2-f8ed-49d7-9bac-9c3c4604cdb7 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:10:51.436143 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 52886) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:10:51.436304 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2947f0c2-f8ed-49d7-9bac-9c3c4604cdb7 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:10:51.524872 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf66d440-613d-44e4-ac31-805793988d13 None None] New status for floating IP 2c5811e1-d05f-4c28-977b-6ad12fe47296: DOWN {{(pid=103344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 15:10:51.642900 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2d11f7db-50f1-4751-bbe1-953ad51f35a6 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Deleting port 29e5b55e-db21-4601-971c-e0ad2d843ac0 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 15:10:51.643517 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2d11f7db-50f1-4751-bbe1-953ad51f35a6 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732313803493'] for port (29e5b55e-db21-4601-971c-e0ad2d843ac0), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:51.742736 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2d11f7db-50f1-4751-bbe1-953ad51f35a6 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426303'] for port (29e5b55e-db21-4601-971c-e0ad2d843ac0), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:51.743060 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2d11f7db-50f1-4751-bbe1-953ad51f35a6 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks [] for floatingip (29e5b55e-db21-4601-971c-e0ad2d843ac0), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:51.758610 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2d11f7db-50f1-4751-bbe1-953ad51f35a6 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Calling delete_port for 29e5b55e-db21-4601-971c-e0ad2d843ac0 owned by network:floatingip {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 15:10:51.934126 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2d11f7db-50f1-4751-bbe1-953ad51f35a6 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732313812345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732313435477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59634176'] for port (29e5b55e-db21-4601-971c-e0ad2d843ac0), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:51.963916 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d11f7db-50f1-4751-bbe1-953ad51f35a6 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Pushing event deleted for resources: {'Port': ['ID=29e5b55e-db21-4601-971c-e0ad2d843ac0,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:10:52.027853 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2d11f7db-50f1-4751-bbe1-953ad51f35a6 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks [] for floatingip (2c5811e1-d05f-4c28-977b-6ad12fe47296), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:52.031640 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2d11f7db-50f1-4751-bbe1-953ad51f35a6 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:52.032955 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-2d11f7db-50f1-4751-bbe1-953ad51f35a6 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "DELETE /v2.0/floatingips/2c5811e1-d05f-4c28-977b-6ad12fe47296 HTTP/1.1" status: 204 len: 168 time: 0.5954530 May 06 15:10:53.196358 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device 3c4eb0c7-9fad-497c-8eb7-e93e62857a83 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 15:10:53.220273 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] No Port match for: 3c4eb0c7-9fad-497c-8eb7-e93e62857a83 {{(pid=103344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 15:10:53.220806 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device 3c4eb0c7-9fad-497c-8eb7-e93e62857a83 not bound to the agent host hv-cinder-84067 {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 15:10:53.931500 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367fc4c4-9e84-4882-8a35-4bcf0941771e req-da8760ed-ea3a-4a34-ae59-75dec2e33a12 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:10:53.934174 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-367fc4c4-9e84-4882-8a35-4bcf0941771e req-da8760ed-ea3a-4a34-ae59-75dec2e33a12 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/ports?device_id=7de5f056-172e-4efd-86cd-08387aa43888 HTTP/1.1" status: 200 len: 945 time: 0.0883217 May 06 15:10:53.990479 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-367fc4c4-9e84-4882-8a35-4bcf0941771e req-491e9321-6fc4-4be3-b7d1-426d8ad43cf9 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fb1d9c1-2140-42ad-9768-b7efd54f4c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496938 May 06 15:10:55.130644 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5d2c51-c48c-427c-9d2a-625ed5ebff9c req-42108ee5-44ed-4cdd-996e-ecd8a2c1e156 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:10:55.133140 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-8b5d2c51-c48c-427c-9d2a-625ed5ebff9c req-42108ee5-44ed-4cdd-996e-ecd8a2c1e156 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/ports?device_id=7de5f056-172e-4efd-86cd-08387aa43888 HTTP/1.1" status: 200 len: 945 time: 0.0666955 May 06 15:10:55.205887 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-8b5d2c51-c48c-427c-9d2a-625ed5ebff9c req-5efdbb20-b678-4a8d-bec5-b2530991f2f1 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fb1d9c1-2140-42ad-9768-b7efd54f4c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647585 May 06 15:10:55.601748 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ac089-729d-462d-a439-dd6fbfef9ef4 req-19ab614a-637f-4d01-96c6-7bb361e9d2cc tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:10:55.603445 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-d37ac089-729d-462d-a439-dd6fbfef9ef4 req-19ab614a-637f-4d01-96c6-7bb361e9d2cc tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.26 "GET /v2.0/ports?device_id=7de5f056-172e-4efd-86cd-08387aa43888 HTTP/1.1" status: 200 len: 945 time: 0.0529714 May 06 15:10:55.700105 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-d37ac089-729d-462d-a439-dd6fbfef9ef4 req-7233a3e5-57b7-4dcd-a3e2-11148e6e2a97 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Deleting port 8a697281-543f-4ac5-a5c1-48c3872cd371 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 15:10:55.700789 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d37ac089-729d-462d-a439-dd6fbfef9ef4 req-7233a3e5-57b7-4dcd-a3e2-11148e6e2a97 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732313803493'] for port (8a697281-543f-4ac5-a5c1-48c3872cd371), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:55.809674 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-d37ac089-729d-462d-a439-dd6fbfef9ef4 req-7233a3e5-57b7-4dcd-a3e2-11148e6e2a97 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] For port 8a697281-543f-4ac5-a5c1-48c3872cd371, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=8a697281-543f-4ac5-a5c1-48c3872cd371,segment=NetworkSegment(aef96f42-6ed7-41b3-ae92-47c3c74acc2c),segment_id=aef96f42-6ed7-41b3-ae92-47c3c74acc2c)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:10:55.810083 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d37ac089-729d-462d-a439-dd6fbfef9ef4 req-7233a3e5-57b7-4dcd-a3e2-11148e6e2a97 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426303'] for port (8a697281-543f-4ac5-a5c1-48c3872cd371), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:56.077894 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d37ac089-729d-462d-a439-dd6fbfef9ef4 req-7233a3e5-57b7-4dcd-a3e2-11148e6e2a97 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:56.078263 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d37ac089-729d-462d-a439-dd6fbfef9ef4 req-7233a3e5-57b7-4dcd-a3e2-11148e6e2a97 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429592'] for floatingip (1374d0ba-f355-4158-9f2a-1dca976afa7d), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:56.078588 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.db.l3_db [req-d37ac089-729d-462d-a439-dd6fbfef9ef4 req-7233a3e5-57b7-4dcd-a3e2-11148e6e2a97 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Floating IP 1374d0ba-f355-4158-9f2a-1dca976afa7d disassociated. External IP: 172.27.2.208, port: 8a697281-543f-4ac5-a5c1-48c3872cd371. May 06 15:10:56.079001 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-d37ac089-729d-462d-a439-dd6fbfef9ef4 req-7233a3e5-57b7-4dcd-a3e2-11148e6e2a97 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Calling delete_port for 8a697281-543f-4ac5-a5c1-48c3872cd371 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 15:10:56.243555 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d37ac089-729d-462d-a439-dd6fbfef9ef4 req-7233a3e5-57b7-4dcd-a3e2-11148e6e2a97 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732313812345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732313435477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59634176'] for port (8a697281-543f-4ac5-a5c1-48c3872cd371), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:56.282063 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7233a3e5-57b7-4dcd-a3e2-11148e6e2a97 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Pushing event deleted for resources: {'Port': ['ID=8a697281-543f-4ac5-a5c1-48c3872cd371,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:10:56.367772 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-b9a49438-b837-42b8-91c8-f1bd319f534f req-9c12cbcb-24d6-42f3-a90f-6510ef1f3ec6 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/ports?device_id=7de5f056-172e-4efd-86cd-08387aa43888 HTTP/1.1" status: 200 len: 210 time: 0.0362053 May 06 15:10:56.440625 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d37ac089-729d-462d-a439-dd6fbfef9ef4 req-7233a3e5-57b7-4dcd-a3e2-11148e6e2a97 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Router af14763f-8ef8-4dc4-be61-9c42c0e68894 has already been hosted by L3 agent ec8f31e6-1756-4927-8bc3-e144e6f0af83 {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 15:10:56.565877 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d37ac089-729d-462d-a439-dd6fbfef9ef4 req-7233a3e5-57b7-4dcd-a3e2-11148e6e2a97 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Notify agent at l3_agent.dv-cinder-840678-2-iscsi the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 15:10:56.579260 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bb3729-08b4-45ce-86ce-c920f3793001 None None] Sync routers for ids ['af14763f-8ef8-4dc4-be61-9c42c0e68894'] in dv-cinder-840678-2-iscsi {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 15:10:56.595928 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bb3729-08b4-45ce-86ce-c920f3793001 None None] Routers {'af14763f-8ef8-4dc4-be61-9c42c0e68894'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:10:56.596995 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-f5bb3729-08b4-45ce-86ce-c920f3793001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:10:39Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['af14763f-8ef8-4dc4-be61-9c42c0e68894'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:10:56.642688 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-d37ac089-729d-462d-a439-dd6fbfef9ef4 req-7233a3e5-57b7-4dcd-a3e2-11148e6e2a97 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] No DVR routers for this DVR port 8a697281-543f-4ac5-a5c1-48c3872cd371 on host hv-cinder-84067 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 15:10:56.647688 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-d37ac089-729d-462d-a439-dd6fbfef9ef4 req-7233a3e5-57b7-4dcd-a3e2-11148e6e2a97 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:56.653964 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-d37ac089-729d-462d-a439-dd6fbfef9ef4 req-7233a3e5-57b7-4dcd-a3e2-11148e6e2a97 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.26 "DELETE /v2.0/ports/8a697281-543f-4ac5-a5c1-48c3872cd371 HTTP/1.1" status: 204 len: 173 time: 1.0437074 May 06 15:10:56.654677 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7de5f056-172e-4efd-86cd-08387aa43888', 'name': 'network-vif-deleted', 'tag': '8a697281-543f-4ac5-a5c1-48c3872cd371'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 15:10:56.660731 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e079183c6aa01fbf7ecda8705e9d532761ec392512c90f9d6467ac227f3657d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f16a8736-6f98-49a5-8647-ec129393f06f" -d '{"events": [{"server_uuid": "7de5f056-172e-4efd-86cd-08387aa43888", "name": "network-vif-deleted", "tag": "8a697281-543f-4ac5-a5c1-48c3872cd371"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 15:10:56.712860 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 15:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c81d6f65-16c6-44e6-b01d-abd0609bfb1f x-openstack-request-id: req-c81d6f65-16c6-44e6-b01d-abd0609bfb1f {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 15:10:56.713695 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7de5f056-172e-4efd-86cd-08387aa43888", "name": "network-vif-deleted", "tag": "8a697281-543f-4ac5-a5c1-48c3872cd371", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 15:10:56.714298 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c81d6f65-16c6-44e6-b01d-abd0609bfb1f {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 15:10:56.715035 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c81d6f65-16c6-44e6-b01d-abd0609bfb1f'] response: {'server_uuid': '7de5f056-172e-4efd-86cd-08387aa43888', 'name': 'network-vif-deleted', 'tag': '8a697281-543f-4ac5-a5c1-48c3872cd371', 'status': 'completed', 'code': 200} May 06 15:10:56.781973 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-f5bb3729-08b4-45ce-86ce-c920f3793001 None None] Set router af14763f-8ef8-4dc4-be61-9c42c0e68894 gateway port host: dv-cinder-840678-2-iscsi {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:10:57.059761 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-f5bb3729-08b4-45ce-86ce-c920f3793001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'name': 'tempest-AttachVolumeNegativeTest-1888114692-router', 'tenant_id': '6f2937968fc04cfaa3dab933e994a975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'be96f763-7174-4361-8adf-0565e858d46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T15:08:34Z', 'updated_at': '2022-05-06T15:08:37Z', 'revision_number': 4, 'project_id': '6f2937968fc04cfaa3dab933e994a975', 'gw_port': {'id': 'be96f763-7174-4361-8adf-0565e858d46b', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:06:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:08:34Z', 'updated_at': '2022-05-06T15:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_interfaces': [{'id': '4770669d-47f6-43ad-b29b-3fbee3381ce8', 'name': '', 'network_id': '34fb402d-875f-40bc-8469-2292c4d2147d', 'tenant_id': '6f2937968fc04cfaa3dab933e994a975', 'mac_address': 'fa:16:3e:8a:ce:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '2da4ab98-3f71-40c7-9855-b334ccbe4494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:08:37Z', 'updated_at': '2022-05-06T15:08:41Z', 'revision_number': 5, 'project_id': '6f2937968fc04cfaa3dab933e994a975', 'subnets': [{'id': '2da4ab98-3f71-40c7-9855-b334ccbe4494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:10:57.093449 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bb3729-08b4-45ce-86ce-c920f3793001 None None] Checking router: af14763f-8ef8-4dc4-be61-9c42c0e68894 for host: dv-cinder-840678-2-iscsi {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 15:10:57.102906 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bb3729-08b4-45ce-86ce-c920f3793001 None None] Routers {'af14763f-8ef8-4dc4-be61-9c42c0e68894'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:10:57.103531 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-f5bb3729-08b4-45ce-86ce-c920f3793001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:10:39Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['af14763f-8ef8-4dc4-be61-9c42c0e68894'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:10:57.338454 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-f5bb3729-08b4-45ce-86ce-c920f3793001 None None] Set router af14763f-8ef8-4dc4-be61-9c42c0e68894 gateway port host: dv-cinder-840678-2-iscsi {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:10:57.482470 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 52916) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:10:57.551902 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-f5bb3729-08b4-45ce-86ce-c920f3793001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'name': 'tempest-AttachVolumeNegativeTest-1888114692-router', 'tenant_id': '6f2937968fc04cfaa3dab933e994a975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'be96f763-7174-4361-8adf-0565e858d46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T15:08:34Z', 'updated_at': '2022-05-06T15:08:37Z', 'revision_number': 4, 'project_id': '6f2937968fc04cfaa3dab933e994a975', 'gw_port': {'id': 'be96f763-7174-4361-8adf-0565e858d46b', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:06:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:08:34Z', 'updated_at': '2022-05-06T15:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_interfaces': [{'id': '4770669d-47f6-43ad-b29b-3fbee3381ce8', 'name': '', 'network_id': '34fb402d-875f-40bc-8469-2292c4d2147d', 'tenant_id': '6f2937968fc04cfaa3dab933e994a975', 'mac_address': 'fa:16:3e:8a:ce:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '2da4ab98-3f71-40c7-9855-b334ccbe4494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:08:37Z', 'updated_at': '2022-05-06T15:08:41Z', 'revision_number': 5, 'project_id': '6f2937968fc04cfaa3dab933e994a975', 'subnets': [{'id': '2da4ab98-3f71-40c7-9855-b334ccbe4494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:10:57.553735 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-932cd023-ab03-4fa6-94b1-427b9f6a0ecb tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks [] for security_group (7fb1d9c1-2140-42ad-9768-b7efd54f4c32), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:57.595351 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-932cd023-ab03-4fa6-94b1-427b9f6a0ecb tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks [] for security_group (7fb1d9c1-2140-42ad-9768-b7efd54f4c32), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:57.597780 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bb3729-08b4-45ce-86ce-c920f3793001 None None] The sync data for ids ['af14763f-8ef8-4dc4-be61-9c42c0e68894'] in dv-cinder-840678-2-iscsi is: [{'id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'name': 'tempest-AttachVolumeNegativeTest-1888114692-router', 'tenant_id': '6f2937968fc04cfaa3dab933e994a975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'be96f763-7174-4361-8adf-0565e858d46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T15:08:34Z', 'updated_at': '2022-05-06T15:08:37Z', 'revision_number': 4, 'project_id': '6f2937968fc04cfaa3dab933e994a975', 'gw_port': {'id': 'be96f763-7174-4361-8adf-0565e858d46b', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:06:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:08:34Z', 'updated_at': '2022-05-06T15:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_interfaces': [{'id': '4770669d-47f6-43ad-b29b-3fbee3381ce8', 'name': '', 'network_id': '34fb402d-875f-40bc-8469-2292c4d2147d', 'tenant_id': '6f2937968fc04cfaa3dab933e994a975', 'mac_address': 'fa:16:3e:8a:ce:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '2da4ab98-3f71-40c7-9855-b334ccbe4494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:08:37Z', 'updated_at': '2022-05-06T15:08:41Z', 'revision_number': 5, 'project_id': '6f2937968fc04cfaa3dab933e994a975', 'subnets': [{'id': '2da4ab98-3f71-40c7-9855-b334ccbe4494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 15:10:57.666449 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-932cd023-ab03-4fa6-94b1-427b9f6a0ecb tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (7fb1d9c1-2140-42ad-9768-b7efd54f4c32), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:57.670438 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-932cd023-ab03-4fa6-94b1-427b9f6a0ecb tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:57.673121 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-932cd023-ab03-4fa6-94b1-427b9f6a0ecb tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "DELETE /v2.0/security-groups/7fb1d9c1-2140-42ad-9768-b7efd54f4c32 HTTP/1.1" status: 204 len: 168 time: 0.1889374 May 06 15:10:57.675641 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 52918) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:10:57.688542 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932cd023-ab03-4fa6-94b1-427b9f6a0ecb tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb1d9c1-2140-42ad-9768-b7efd54f4c32,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:10:57.692868 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.api.v2.resource [None req-9166c4ba-a5b4-4343-a341-dd554c97274b tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] show failed (client error): The resource could not be found. May 06 15:10:57.697135 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-9166c4ba-a5b4-4343-a341-dd554c97274b tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/security-groups/7fb1d9c1-2140-42ad-9768-b7efd54f4c32 HTTP/1.1" status: 404 len: 347 time: 0.0199711 May 06 15:10:57.698594 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 52920) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:10:57.837095 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-33ba4644-39f4-4cc3-b1e8-330429230367 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Deleting port be99d663-e569-4247-9c1f-22fa4179d621 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 15:10:57.837579 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-33ba4644-39f4-4cc3-b1e8-330429230367 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732313803493'] for port (be99d663-e569-4247-9c1f-22fa4179d621), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:57.923036 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8455e5-6b46-4312-98a7-c4957b0a20bd None None] New status for floating IP 1374d0ba-f355-4158-9f2a-1dca976afa7d: DOWN {{(pid=103344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 15:10:57.932022 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-33ba4644-39f4-4cc3-b1e8-330429230367 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426303'] for port (be99d663-e569-4247-9c1f-22fa4179d621), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:57.932567 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-33ba4644-39f4-4cc3-b1e8-330429230367 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks [] for floatingip (be99d663-e569-4247-9c1f-22fa4179d621), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:57.956627 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-33ba4644-39f4-4cc3-b1e8-330429230367 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Calling delete_port for be99d663-e569-4247-9c1f-22fa4179d621 owned by network:floatingip {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 15:10:58.111525 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-33ba4644-39f4-4cc3-b1e8-330429230367 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732313812345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732313435477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194024'] for port (be99d663-e569-4247-9c1f-22fa4179d621), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:58.144094 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ba4644-39f4-4cc3-b1e8-330429230367 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Pushing event deleted for resources: {'Port': ['ID=be99d663-e569-4247-9c1f-22fa4179d621,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:10:58.223418 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-33ba4644-39f4-4cc3-b1e8-330429230367 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks [] for floatingip (1374d0ba-f355-4158-9f2a-1dca976afa7d), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:58.227084 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-33ba4644-39f4-4cc3-b1e8-330429230367 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for floatingip (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:58.228423 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-33ba4644-39f4-4cc3-b1e8-330429230367 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "DELETE /v2.0/floatingips/1374d0ba-f355-4158-9f2a-1dca976afa7d HTTP/1.1" status: 204 len: 168 time: 0.5285740 May 06 15:10:58.835372 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 52924) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:10:58.839917 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.v2.base [None req-1191bf6a-a9bd-419b-8bcf-dc8f2521fe88 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Request body: {'security_group': {'name': 'tempest-securitygroup--491197351', 'description': 'tempest-description--1023186929'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:10:58.863430 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1191bf6a-a9bd-419b-8bcf-dc8f2521fe88 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:58.934205 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1191bf6a-a9bd-419b-8bcf-dc8f2521fe88 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks [] for security_group (adecf39d-1fc0-404c-8b96-7123d0f1abb0), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:58.939589 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1191bf6a-a9bd-419b-8bcf-dc8f2521fe88 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (adecf39d-1fc0-404c-8b96-7123d0f1abb0), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:58.967871 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1191bf6a-a9bd-419b-8bcf-dc8f2521fe88 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:58.969238 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-1191bf6a-a9bd-419b-8bcf-dc8f2521fe88 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1328573 May 06 15:10:58.972071 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 52926) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:10:58.976408 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.v2.base [None req-a0334839-2620-4868-85aa-455bb298aeaa tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Request body: {'security_group_rule': {'security_group_id': 'adecf39d-1fc0-404c-8b96-7123d0f1abb0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:10:58.982448 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1191bf6a-a9bd-419b-8bcf-dc8f2521fe88 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adecf39d-1fc0-404c-8b96-7123d0f1abb0,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:10:59.007750 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a0334839-2620-4868-85aa-455bb298aeaa tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks [] for security_group_rule (f7131e95-f9e4-45bf-acd9-170030d92317), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:59.068322 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a0334839-2620-4868-85aa-455bb298aeaa tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks [] for security_group_rule (f7131e95-f9e4-45bf-acd9-170030d92317), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:59.072814 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a0334839-2620-4868-85aa-455bb298aeaa tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575255'] for security_group_rule (f7131e95-f9e4-45bf-acd9-170030d92317), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:59.093739 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0334839-2620-4868-85aa-455bb298aeaa tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7131e95-f9e4-45bf-acd9-170030d92317,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:10:59.103960 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-a0334839-2620-4868-85aa-455bb298aeaa tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:59.105218 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-a0334839-2620-4868-85aa-455bb298aeaa tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1321998 May 06 15:10:59.109002 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 52928) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:10:59.113397 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.v2.base [None req-9499a080-b4a9-4cac-84ba-e1464886a827 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Request body: {'security_group_rule': {'security_group_id': 'adecf39d-1fc0-404c-8b96-7123d0f1abb0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:10:59.140112 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9499a080-b4a9-4cac-84ba-e1464886a827 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks [] for security_group_rule (b9d3dffc-8143-48fb-9aaa-846f174fbd5b), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:59.198073 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device 8a697281-543f-4ac5-a5c1-48c3872cd371 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 15:10:59.203589 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9499a080-b4a9-4cac-84ba-e1464886a827 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks [] for security_group_rule (b9d3dffc-8143-48fb-9aaa-846f174fbd5b), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:59.207886 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9499a080-b4a9-4cac-84ba-e1464886a827 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575255'] for security_group_rule (b9d3dffc-8143-48fb-9aaa-846f174fbd5b), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:59.228074 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9499a080-b4a9-4cac-84ba-e1464886a827 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9d3dffc-8143-48fb-9aaa-846f174fbd5b,revision_number=0']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:10:59.229329 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] No Port match for: 8a697281-543f-4ac5-a5c1-48c3872cd371 {{(pid=103344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 15:10:59.229681 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device 8a697281-543f-4ac5-a5c1-48c3872cd371 not bound to the agent host hv-cinder-84067 {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 15:10:59.238688 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-9499a080-b4a9-4cac-84ba-e1464886a827 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:59.240349 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-9499a080-b4a9-4cac-84ba-e1464886a827 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1302493 May 06 15:10:59.243260 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 52930) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:10:59.247618 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.v2.base [None req-2946e3d7-a317-4a42-9dd9-a61c1eca24ed tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Request body: {'floatingip': {'floating_network_id': '06a85250-557d-4448-8943-b2192c4da88d'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:10:59.269962 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2946e3d7-a317-4a42-9dd9-a61c1eca24ed tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:59.352396 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2946e3d7-a317-4a42-9dd9-a61c1eca24ed tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:59.463791 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.db.db_base_plugin_common [None req-2946e3d7-a317-4a42-9dd9-a61c1eca24ed tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Allocated IP 172.27.2.27 (06a85250-557d-4448-8943-b2192c4da88d/cd3545e0-d98c-46ff-bce0-08f4555cdcb4/83a322ae-17ac-4f51-a180-6d3d4337fe3b) {{(pid=103343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 15:10:59.577758 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2946e3d7-a317-4a42-9dd9-a61c1eca24ed tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks [] for port (83a322ae-17ac-4f51-a180-6d3d4337fe3b), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:59.626290 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2946e3d7-a317-4a42-9dd9-a61c1eca24ed tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732313435468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194024'] for port (83a322ae-17ac-4f51-a180-6d3d4337fe3b), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:59.664547 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2946e3d7-a317-4a42-9dd9-a61c1eca24ed tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Network 06a85250-557d-4448-8943-b2192c4da88d is already hosted by enough agents. {{(pid=103343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 15:10:59.667669 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.base_scheduler [None req-2946e3d7-a317-4a42-9dd9-a61c1eca24ed tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Resources bound (agent type, host, resource id): {{(pid=103343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 15:10:59.672352 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2946e3d7-a317-4a42-9dd9-a61c1eca24ed tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Received port after_create {{(pid=103343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 15:10:59.699206 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2946e3d7-a317-4a42-9dd9-a61c1eca24ed tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Pushing event updated for resources: {'Port': ['ID=83a322ae-17ac-4f51-a180-6d3d4337fe3b,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:10:59.771474 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2946e3d7-a317-4a42-9dd9-a61c1eca24ed tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks [] for floatingip (430f7e74-ff0e-4d98-8e79-3fa504a6a7e3), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:59.802485 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.agents_db [None req-6003b131-4361-4e36-81e7-47e90cbdf206 None None] Agent healthcheck: found 6 active agents {{(pid=103345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 15:10:59.816014 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2946e3d7-a317-4a42-9dd9-a61c1eca24ed tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (83a322ae-17ac-4f51-a180-6d3d4337fe3b), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:59.981823 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2946e3d7-a317-4a42-9dd9-a61c1eca24ed tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks [] for port (83a322ae-17ac-4f51-a180-6d3d4337fe3b), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:10:59.988203 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2946e3d7-a317-4a42-9dd9-a61c1eca24ed tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194015'] for port (83a322ae-17ac-4f51-a180-6d3d4337fe3b), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:11:00.069240 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2946e3d7-a317-4a42-9dd9-a61c1eca24ed tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Pushing event updated for resources: {'Port': ['ID=83a322ae-17ac-4f51-a180-6d3d4337fe3b,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:11:00.079337 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2946e3d7-a317-4a42-9dd9-a61c1eca24ed tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429592'] for floatingip (430f7e74-ff0e-4d98-8e79-3fa504a6a7e3), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:11:00.096241 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2946e3d7-a317-4a42-9dd9-a61c1eca24ed tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for floatingip (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:11:00.097804 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-2946e3d7-a317-4a42-9dd9-a61c1eca24ed tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8534415 May 06 15:11:00.314676 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-4c5ad7b4-52c2-4710-8ec9-24ff6534375a req-ebf1dff7-1b74-49d3-b47c-5a5ac042712a tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--491197351&fields=id&tenant_id=6f2937968fc04cfaa3dab933e994a975 HTTP/1.1" status: 200 len: 267 time: 0.0472124 May 06 15:11:00.434376 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ad7b4-52c2-4710-8ec9-24ff6534375a req-542a96b3-6c40-452f-9984-48ef5c5d82e5 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:11:00.437774 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-4c5ad7b4-52c2-4710-8ec9-24ff6534375a req-542a96b3-6c40-452f-9984-48ef5c5d82e5 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/networks?id=34fb402d-875f-40bc-8469-2292c4d2147d HTTP/1.1" status: 200 len: 815 time: 0.1146059 May 06 15:11:00.454693 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-4c5ad7b4-52c2-4710-8ec9-24ff6534375a req-30eb838e-a96f-4301-8205-dca4cdd2f1b7 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/quotas/6f2937968fc04cfaa3dab933e994a975 HTTP/1.1" status: 200 len: 375 time: 0.0113037 May 06 15:11:00.511140 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-4c5ad7b4-52c2-4710-8ec9-24ff6534375a req-caa10b18-360e-441c-95d2-9d0c884702d4 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6f2937968fc04cfaa3dab933e994a975&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507066 May 06 15:11:00.763285 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-4c5ad7b4-52c2-4710-8ec9-24ff6534375a req-04891ec7-8c8b-4e94-88ff-9a8f128c1c21 service neutron] 10.222.0.23 "GET /v2.0/networks/34fb402d-875f-40bc-8469-2292c4d2147d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390788 May 06 15:11:00.863905 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-4c5ad7b4-52c2-4710-8ec9-24ff6534375a req-4233bbd5-9ddf-482b-89fa-95da21f5bd95 service neutron] 10.222.0.23 "GET /v2.0/networks/34fb402d-875f-40bc-8469-2292c4d2147d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938773 May 06 15:11:01.093665 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-0786812f-220a-48bc-8b2c-4e437cff45c9 req-ad41cb34-e6bf-4a7c-b4b4-317e9401a0f7 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/ports?device_id=0bd63d2b-6f94-4794-98d2-85d4d7c3a366 HTTP/1.1" status: 200 len: 210 time: 0.0334961 May 06 15:11:02.231279 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ad7b4-52c2-4710-8ec9-24ff6534375a req-57168c8a-d2f4-40ea-9611-faee48368db0 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:11:02.234428 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-4c5ad7b4-52c2-4710-8ec9-24ff6534375a req-57168c8a-d2f4-40ea-9611-faee48368db0 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.26 "GET /v2.0/networks?id=34fb402d-875f-40bc-8469-2292c4d2147d HTTP/1.1" status: 200 len: 815 time: 0.1789529 May 06 15:11:02.258552 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-f0be0acb-5964-4369-9f2a-c8dafd76f4f8 req-4011ef3d-9c1e-4296-8813-3831b2d7c2e1 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/ports?device_id=0bd63d2b-6f94-4794-98d2-85d4d7c3a366 HTTP/1.1" status: 200 len: 210 time: 0.0390997 May 06 15:11:02.321303 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-4c5ad7b4-52c2-4710-8ec9-24ff6534375a req-bcfd2048-0e91-4fe3-9a36-621bb57c28a4 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f2937968fc04cfaa3dab933e994a975 HTTP/1.1" status: 200 len: 379 time: 0.0694194 May 06 15:11:02.396027 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.v2.base [req-4c5ad7b4-52c2-4710-8ec9-24ff6534375a req-5021150f-44e0-48ca-a483-04d7d068393d tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Request body: {'port': {'device_id': '0bd63d2b-6f94-4794-98d2-85d4d7c3a366', 'network_id': '34fb402d-875f-40bc-8469-2292c4d2147d', 'admin_state_up': True, 'tenant_id': '6f2937968fc04cfaa3dab933e994a975', 'security_groups': ['adecf39d-1fc0-404c-8b96-7123d0f1abb0']}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:11:02.509983 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c5ad7b4-52c2-4710-8ec9-24ff6534375a req-5021150f-44e0-48ca-a483-04d7d068393d tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Made reservation on behalf of 6f2937968fc04cfaa3dab933e994a975 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 15:11:02.513864 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-4c5ad7b4-52c2-4710-8ec9-24ff6534375a req-5021150f-44e0-48ca-a483-04d7d068393d tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:11:02.669343 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-4c5ad7b4-52c2-4710-8ec9-24ff6534375a req-5021150f-44e0-48ca-a483-04d7d068393d tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Allocated IP 172.20.0.6 (34fb402d-875f-40bc-8469-2292c4d2147d/2da4ab98-3f71-40c7-9855-b334ccbe4494/920e2bcf-c6ce-428d-b721-0b7d720efb4e) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 15:11:02.834296 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-4c5ad7b4-52c2-4710-8ec9-24ff6534375a req-5021150f-44e0-48ca-a483-04d7d068393d tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks [] for port (920e2bcf-c6ce-428d-b721-0b7d720efb4e), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:11:02.869573 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-4c5ad7b4-52c2-4710-8ec9-24ff6534375a req-5021150f-44e0-48ca-a483-04d7d068393d tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732313435468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59634176'] for port (920e2bcf-c6ce-428d-b721-0b7d720efb4e), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:11:02.915329 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c5ad7b4-52c2-4710-8ec9-24ff6534375a req-5021150f-44e0-48ca-a483-04d7d068393d tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Network 34fb402d-875f-40bc-8469-2292c4d2147d is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 15:11:02.918898 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-4c5ad7b4-52c2-4710-8ec9-24ff6534375a req-5021150f-44e0-48ca-a483-04d7d068393d tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 15:11:02.926905 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c5ad7b4-52c2-4710-8ec9-24ff6534375a req-5021150f-44e0-48ca-a483-04d7d068393d tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 15:11:02.934036 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5021150f-44e0-48ca-a483-04d7d068393d tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Pushing event updated for resources: {'Port': ['ID=920e2bcf-c6ce-428d-b721-0b7d720efb4e,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:11:02.995127 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ad7b4-52c2-4710-8ec9-24ff6534375a req-5021150f-44e0-48ca-a483-04d7d068393d tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:11:02.996286 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-4c5ad7b4-52c2-4710-8ec9-24ff6534375a req-5021150f-44e0-48ca-a483-04d7d068393d tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:11:03.019010 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-4c5ad7b4-52c2-4710-8ec9-24ff6534375a req-5021150f-44e0-48ca-a483-04d7d068393d tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6275010 May 06 15:11:03.033317 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.v2.base [req-4c5ad7b4-52c2-4710-8ec9-24ff6534375a req-2b011353-dac0-4d78-a886-0183439148a2 service neutron] Request body: {'port': {'device_id': '0bd63d2b-6f94-4794-98d2-85d4d7c3a366', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:11:03.122271 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-4c5ad7b4-52c2-4710-8ec9-24ff6534375a req-2b011353-dac0-4d78-a886-0183439148a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (920e2bcf-c6ce-428d-b721-0b7d720efb4e), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:11:03.265374 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-74d70c9a-c41c-4c56-ad08-9436dcecaf0a None None] Provisioning complete for port 920e2bcf-c6ce-428d-b721-0b7d720efb4e triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:11:03.266555 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-74d70c9a-c41c-4c56-ad08-9436dcecaf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (920e2bcf-c6ce-428d-b721-0b7d720efb4e), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:11:03.325623 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-74d70c9a-c41c-4c56-ad08-9436dcecaf0a None None] Port 920e2bcf-c6ce-428d-b721-0b7d720efb4e cannot update to ACTIVE because it is not bound. {{(pid=103344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 06 15:11:03.415666 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7329862b-ef0a-4a16-aa03-67e085972b45 req-118c8d62-8286-460f-8a34-2c6442e2bdff tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:11:03.417221 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-7329862b-ef0a-4a16-aa03-67e085972b45 req-118c8d62-8286-460f-8a34-2c6442e2bdff tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/ports?device_id=0bd63d2b-6f94-4794-98d2-85d4d7c3a366 HTTP/1.1" status: 200 len: 931 time: 0.0678389 May 06 15:11:03.521166 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-7329862b-ef0a-4a16-aa03-67e085972b45 req-a043c577-d99f-4adb-9ded-7960e4b1ef13 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/security-groups?id=adecf39d-1fc0-404c-8b96-7123d0f1abb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971932 May 06 15:11:03.537246 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [req-4c5ad7b4-52c2-4710-8ec9-24ff6534375a req-2b011353-dac0-4d78-a886-0183439148a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 920e2bcf-c6ce-428d-b721-0b7d720efb4e {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 15:11:03.550411 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-4c5ad7b4-52c2-4710-8ec9-24ff6534375a req-2b011353-dac0-4d78-a886-0183439148a2 service neutron] Publish callbacks [] for port (920e2bcf-c6ce-428d-b721-0b7d720efb4e), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:11:03.568485 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-4c5ad7b4-52c2-4710-8ec9-24ff6534375a req-2b011353-dac0-4d78-a886-0183439148a2 service neutron] Transition to ACTIVE for port object 920e2bcf-c6ce-428d-b721-0b7d720efb4e will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 06 15:11:03.573273 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-4c5ad7b4-52c2-4710-8ec9-24ff6534375a req-2b011353-dac0-4d78-a886-0183439148a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59634231'] for port (920e2bcf-c6ce-428d-b721-0b7d720efb4e), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:11:03.634388 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b011353-dac0-4d78-a886-0183439148a2 service neutron] Pushing event updated for resources: {'Port': ['ID=920e2bcf-c6ce-428d-b721-0b7d720efb4e,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:11:03.744220 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-4c5ad7b4-52c2-4710-8ec9-24ff6534375a req-2b011353-dac0-4d78-a886-0183439148a2 service neutron] Attempting to bind port 920e2bcf-c6ce-428d-b721-0b7d720efb4e on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 15:11:03.744774 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-4c5ad7b4-52c2-4710-8ec9-24ff6534375a req-2b011353-dac0-4d78-a886-0183439148a2 service neutron] Attempting to bind port 920e2bcf-c6ce-428d-b721-0b7d720efb4e by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': 'aef96f42-6ed7-41b3-ae92-47c3c74acc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '34fb402d-875f-40bc-8469-2292c4d2147d'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 15:11:03.745303 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5ad7b4-52c2-4710-8ec9-24ff6534375a req-2b011353-dac0-4d78-a886-0183439148a2 service neutron] Attempting to bind port 920e2bcf-c6ce-428d-b721-0b7d720efb4e on network 34fb402d-875f-40bc-8469-2292c4d2147d {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 15:11:03.753779 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5ad7b4-52c2-4710-8ec9-24ff6534375a req-2b011353-dac0-4d78-a886-0183439148a2 service neutron] Port 920e2bcf-c6ce-428d-b721-0b7d720efb4e on network 34fb402d-875f-40bc-8469-2292c4d2147d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 15:11:03.754318 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5ad7b4-52c2-4710-8ec9-24ff6534375a req-2b011353-dac0-4d78-a886-0183439148a2 service neutron] Attempting to bind port 920e2bcf-c6ce-428d-b721-0b7d720efb4e on network 34fb402d-875f-40bc-8469-2292c4d2147d {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 15:11:03.765142 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5ad7b4-52c2-4710-8ec9-24ff6534375a req-2b011353-dac0-4d78-a886-0183439148a2 service neutron] Checking agent: {'id': '1eb4536b-031c-4a65-bfe5-fc1ede7d9429', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 14, 56, 20), 'started_at': datetime.datetime(2022, 5, 6, 14, 56, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 15, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 15:11:03.765716 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5ad7b4-52c2-4710-8ec9-24ff6534375a req-2b011353-dac0-4d78-a886-0183439148a2 service neutron] Checking segment: {'id': 'aef96f42-6ed7-41b3-ae92-47c3c74acc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '34fb402d-875f-40bc-8469-2292c4d2147d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 15:11:03.766357 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5ad7b4-52c2-4710-8ec9-24ff6534375a req-2b011353-dac0-4d78-a886-0183439148a2 service neutron] Bound using segment: {'id': 'aef96f42-6ed7-41b3-ae92-47c3c74acc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '34fb402d-875f-40bc-8469-2292c4d2147d'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 15:11:03.767115 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-4c5ad7b4-52c2-4710-8ec9-24ff6534375a req-2b011353-dac0-4d78-a886-0183439148a2 service neutron] Bound port: 920e2bcf-c6ce-428d-b721-0b7d720efb4e, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aef96f42-6ed7-41b3-ae92-47c3c74acc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '34fb402d-875f-40bc-8469-2292c4d2147d'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 15:11:03.767725 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-4c5ad7b4-52c2-4710-8ec9-24ff6534375a req-2b011353-dac0-4d78-a886-0183439148a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (920e2bcf-c6ce-428d-b721-0b7d720efb4e), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:11:03.885778 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-4c5ad7b4-52c2-4710-8ec9-24ff6534375a req-2b011353-dac0-4d78-a886-0183439148a2 service neutron] For port 920e2bcf-c6ce-428d-b721-0b7d720efb4e, host hv-cinder-84067, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 15:11:03.890432 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-4c5ad7b4-52c2-4710-8ec9-24ff6534375a req-2b011353-dac0-4d78-a886-0183439148a2 service neutron] For port 920e2bcf-c6ce-428d-b721-0b7d720efb4e, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=920e2bcf-c6ce-428d-b721-0b7d720efb4e,segment=NetworkSegment(aef96f42-6ed7-41b3-ae92-47c3c74acc2c),segment_id=aef96f42-6ed7-41b3-ae92-47c3c74acc2c)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 15:11:03.897628 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-4c5ad7b4-52c2-4710-8ec9-24ff6534375a req-2b011353-dac0-4d78-a886-0183439148a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59634231'] for port (920e2bcf-c6ce-428d-b721-0b7d720efb4e), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:11:03.947347 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ad7b4-52c2-4710-8ec9-24ff6534375a req-2b011353-dac0-4d78-a886-0183439148a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:11:03.948339 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-4c5ad7b4-52c2-4710-8ec9-24ff6534375a req-2b011353-dac0-4d78-a886-0183439148a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:11:03.950642 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-4c5ad7b4-52c2-4710-8ec9-24ff6534375a req-2b011353-dac0-4d78-a886-0183439148a2 service neutron] 10.222.0.26 "PUT /v2.0/ports/920e2bcf-c6ce-428d-b721-0b7d720efb4e HTTP/1.1" status: 200 len: 1093 time: 0.9221117 May 06 15:11:03.951879 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bd63d2b-6f94-4794-98d2-85d4d7c3a366', 'tag': '920e2bcf-c6ce-428d-b721-0b7d720efb4e'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 15:11:03.955306 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e079183c6aa01fbf7ecda8705e9d532761ec392512c90f9d6467ac227f3657d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66727dbb-3268-4fb3-a5de-7d6d009543c7" -d '{"events": [{"name": "network-changed", "server_uuid": "0bd63d2b-6f94-4794-98d2-85d4d7c3a366", "tag": "920e2bcf-c6ce-428d-b721-0b7d720efb4e"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 15:11:04.003366 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b011353-dac0-4d78-a886-0183439148a2 service neutron] Pushing event updated for resources: {'Port': ['ID=920e2bcf-c6ce-428d-b721-0b7d720efb4e,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:11:04.055961 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 15:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b142ac96-e286-4a2a-a686-1db6461e29e7 x-openstack-request-id: req-b142ac96-e286-4a2a-a686-1db6461e29e7 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 15:11:04.056348 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bd63d2b-6f94-4794-98d2-85d4d7c3a366", "tag": "920e2bcf-c6ce-428d-b721-0b7d720efb4e", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 15:11:04.056763 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b142ac96-e286-4a2a-a686-1db6461e29e7 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 15:11:04.057341 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b142ac96-e286-4a2a-a686-1db6461e29e7'] response: {'name': 'network-changed', 'server_uuid': '0bd63d2b-6f94-4794-98d2-85d4d7c3a366', 'tag': '920e2bcf-c6ce-428d-b721-0b7d720efb4e', 'status': 'completed', 'code': 200} May 06 15:11:04.072977 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ad7b4-52c2-4710-8ec9-24ff6534375a req-321945d3-7f41-44db-ae3e-59fd809a32e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:11:04.074629 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-4c5ad7b4-52c2-4710-8ec9-24ff6534375a req-321945d3-7f41-44db-ae3e-59fd809a32e0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6f2937968fc04cfaa3dab933e994a975&device_id=0bd63d2b-6f94-4794-98d2-85d4d7c3a366 HTTP/1.1" status: 200 len: 1127 time: 0.0607634 May 06 15:11:04.141250 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-4c5ad7b4-52c2-4710-8ec9-24ff6534375a req-be89b1fc-4447-4432-ae58-c8cf5cdba136 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=920e2bcf-c6ce-428d-b721-0b7d720efb4e HTTP/1.1" status: 200 len: 217 time: 0.0536525 May 06 15:11:04.212409 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ad7b4-52c2-4710-8ec9-24ff6534375a req-8f1d9ee5-b2cb-49a3-a361-70fbe792727b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:11:04.214067 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-4c5ad7b4-52c2-4710-8ec9-24ff6534375a req-8f1d9ee5-b2cb-49a3-a361-70fbe792727b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2da4ab98-3f71-40c7-9855-b334ccbe4494 HTTP/1.1" status: 200 len: 854 time: 0.0636005 May 06 15:11:04.261896 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ad7b4-52c2-4710-8ec9-24ff6534375a req-ad7d2ba7-cb2c-4b41-8313-704f4f1ab2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:11:04.263436 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-4c5ad7b4-52c2-4710-8ec9-24ff6534375a req-ad7d2ba7-cb2c-4b41-8313-704f4f1ab2f7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=34fb402d-875f-40bc-8469-2292c4d2147d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426698 May 06 15:11:04.390519 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-4c5ad7b4-52c2-4710-8ec9-24ff6534375a req-18c60a92-95a4-42aa-bad7-68a108dbf551 service neutron] 10.222.0.26 "GET /v2.0/networks/34fb402d-875f-40bc-8469-2292c4d2147d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191070 May 06 15:11:04.489207 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-4c5ad7b4-52c2-4710-8ec9-24ff6534375a req-3f9fb236-3b19-47b1-99e2-8b6b1e4495f6 service neutron] 10.222.0.26 "GET /v2.0/networks/34fb402d-875f-40bc-8469-2292c4d2147d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903273 May 06 15:11:04.649288 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2319e1-f4f0-493b-a337-e22555476b0a req-3bbe8fdd-1694-457f-9295-359299faf4e1 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:11:04.651001 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-5b2319e1-f4f0-493b-a337-e22555476b0a req-3bbe8fdd-1694-457f-9295-359299faf4e1 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/ports?device_id=0bd63d2b-6f94-4794-98d2-85d4d7c3a366 HTTP/1.1" status: 200 len: 943 time: 0.0514970 May 06 15:11:04.705959 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-5b2319e1-f4f0-493b-a337-e22555476b0a req-6ccdb647-0bc6-4c82-833f-0a2afbcd785d tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/security-groups?id=adecf39d-1fc0-404c-8b96-7123d0f1abb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475178 May 06 15:11:05.378268 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66727dbb-3268-4fb3-a5de-7d6d009543c7 req-52938772-d77c-451a-b900-abd5f63ce87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:11:05.379862 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-66727dbb-3268-4fb3-a5de-7d6d009543c7 req-52938772-d77c-451a-b900-abd5f63ce87b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6f2937968fc04cfaa3dab933e994a975&device_id=0bd63d2b-6f94-4794-98d2-85d4d7c3a366 HTTP/1.1" status: 200 len: 1127 time: 0.0518849 May 06 15:11:05.492209 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66727dbb-3268-4fb3-a5de-7d6d009543c7 req-d96560da-967c-4033-b2ac-6f86f3fbd86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:11:05.493740 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-66727dbb-3268-4fb3-a5de-7d6d009543c7 req-d96560da-967c-4033-b2ac-6f86f3fbd86f service neutron] 10.222.0.26 "GET /v2.0/networks?id=34fb402d-875f-40bc-8469-2292c4d2147d HTTP/1.1" status: 200 len: 916 time: 0.1075809 May 06 15:11:05.813999 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-66727dbb-3268-4fb3-a5de-7d6d009543c7 req-ece906f6-4c1b-4085-b7ea-ec8e5dfe1942 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=920e2bcf-c6ce-428d-b721-0b7d720efb4e HTTP/1.1" status: 200 len: 217 time: 0.3134243 May 06 15:11:05.840939 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85054e-d0a7-40a0-9787-4dbc38737444 req-7f75ff08-1b8e-4723-bb8f-aef26c670b61 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:11:05.843131 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-7c85054e-d0a7-40a0-9787-4dbc38737444 req-7f75ff08-1b8e-4723-bb8f-aef26c670b61 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/ports?device_id=0bd63d2b-6f94-4794-98d2-85d4d7c3a366 HTTP/1.1" status: 200 len: 943 time: 0.0581214 May 06 15:11:05.885251 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66727dbb-3268-4fb3-a5de-7d6d009543c7 req-614f0d24-bd02-468b-93a2-5d1baf5d98ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:11:05.886730 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-66727dbb-3268-4fb3-a5de-7d6d009543c7 req-614f0d24-bd02-468b-93a2-5d1baf5d98ae service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2da4ab98-3f71-40c7-9855-b334ccbe4494 HTTP/1.1" status: 200 len: 854 time: 0.0649681 May 06 15:11:05.898891 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-7c85054e-d0a7-40a0-9787-4dbc38737444 req-c2f2db51-984f-4c78-849e-cb8ed541fdad tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/security-groups?id=adecf39d-1fc0-404c-8b96-7123d0f1abb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496280 May 06 15:11:05.940363 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66727dbb-3268-4fb3-a5de-7d6d009543c7 req-08d3ef4a-0d97-4f91-869b-3f1984067a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:11:05.941904 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-66727dbb-3268-4fb3-a5de-7d6d009543c7 req-08d3ef4a-0d97-4f91-869b-3f1984067a10 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=34fb402d-875f-40bc-8469-2292c4d2147d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473132 May 06 15:11:06.043774 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-66727dbb-3268-4fb3-a5de-7d6d009543c7 req-8cdb049b-91aa-448b-a2db-595ee9878887 service neutron] 10.222.0.26 "GET /v2.0/networks/34fb402d-875f-40bc-8469-2292c4d2147d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948296 May 06 15:11:06.150425 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-66727dbb-3268-4fb3-a5de-7d6d009543c7 req-db39f61b-034f-4be4-b17f-a2344d65c975 service neutron] 10.222.0.26 "GET /v2.0/networks/34fb402d-875f-40bc-8469-2292c4d2147d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995948 May 06 15:11:07.034270 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dc3412-8350-4f5f-8e28-fd2bfced27b3 req-3566b630-5e13-4682-8f58-2ecefdfd7a1e tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:11:07.035874 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-a7dc3412-8350-4f5f-8e28-fd2bfced27b3 req-3566b630-5e13-4682-8f58-2ecefdfd7a1e tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/ports?device_id=0bd63d2b-6f94-4794-98d2-85d4d7c3a366 HTTP/1.1" status: 200 len: 943 time: 0.0571570 May 06 15:11:07.102150 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-a7dc3412-8350-4f5f-8e28-fd2bfced27b3 req-b9cad5c4-2a3e-48d0-b71b-18035bae13e8 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/security-groups?id=adecf39d-1fc0-404c-8b96-7123d0f1abb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563738 May 06 15:11:07.138157 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-51d3c94b-40aa-435c-821e-a832928a8752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (79b17169-ed94-4769-ba4e-30adf371f78f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:11:07.320873 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device 920e2bcf-c6ce-428d-b721-0b7d720efb4e details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 15:11:07.425533 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] For port 920e2bcf-c6ce-428d-b721-0b7d720efb4e, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=920e2bcf-c6ce-428d-b721-0b7d720efb4e,segment=NetworkSegment(aef96f42-6ed7-41b3-ae92-47c3c74acc2c),segment_id=aef96f42-6ed7-41b3-ae92-47c3c74acc2c)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:11:07.440664 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Returning: {'device': '920e2bcf-c6ce-428d-b721-0b7d720efb4e', 'network_id': '34fb402d-875f-40bc-8469-2292c4d2147d', 'port_id': '920e2bcf-c6ce-428d-b721-0b7d720efb4e', 'mac_address': 'fa:16:3e:67:50:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2da4ab98-3f71-40c7-9855-b334ccbe4494', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 15:11:07.486124 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Current status of the port 920e2bcf-c6ce-428d-b721-0b7d720efb4e is: DOWN; New status is: BUILD {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:11:07.486516 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (920e2bcf-c6ce-428d-b721-0b7d720efb4e), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:11:07.501804 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.notifiers.nova [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 920e2bcf-c6ce-428d-b721-0b7d720efb4e {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 15:11:07.522449 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] For port 920e2bcf-c6ce-428d-b721-0b7d720efb4e, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=920e2bcf-c6ce-428d-b721-0b7d720efb4e,segment=NetworkSegment(aef96f42-6ed7-41b3-ae92-47c3c74acc2c),segment_id=aef96f42-6ed7-41b3-ae92-47c3c74acc2c)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:11:07.527214 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (920e2bcf-c6ce-428d-b721-0b7d720efb4e), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:11:07.579127 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Pushing event updated for resources: {'Port': ['ID=920e2bcf-c6ce-428d-b721-0b7d720efb4e,revision_number=4']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:11:07.586715 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:11:07.587063 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:11:07.587438 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:11:07.587783 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:11:07.588118 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:11:07.588447 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:11:07.588797 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:11:07.589127 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:11:07.589451 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:11:07.589780 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:11:07.590103 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:11:07.590430 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:11:07.590752 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:11:07.591076 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:11:07.591396 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:11:07.783004 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] get_ports_and_sgs() called for port_ids ['920e2bcf-c6ce-428d-b721-0b7d720efb4e'] {{(pid=103344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 15:11:08.254213 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6677c4b6-99d8-4a31-9c6e-c7a41b7851f1 req-2ed59bb7-69d7-4929-a4a1-30e4399ef083 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:11:08.256061 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-6677c4b6-99d8-4a31-9c6e-c7a41b7851f1 req-2ed59bb7-69d7-4929-a4a1-30e4399ef083 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/ports?device_id=0bd63d2b-6f94-4794-98d2-85d4d7c3a366 HTTP/1.1" status: 200 len: 944 time: 0.0715816 May 06 15:11:08.308813 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-6677c4b6-99d8-4a31-9c6e-c7a41b7851f1 req-0fdd3ea1-0170-4d8a-bdb8-2893aa6a140d tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/security-groups?id=adecf39d-1fc0-404c-8b96-7123d0f1abb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463672 May 06 15:11:09.336285 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device 920e2bcf-c6ce-428d-b721-0b7d720efb4e up at agent hyperv_hv-cinder-84067 {{(pid=103344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 15:11:09.384473 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Provisioning for port 920e2bcf-c6ce-428d-b721-0b7d720efb4e completed by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 06 15:11:09.392115 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Provisioning complete for port 920e2bcf-c6ce-428d-b721-0b7d720efb4e triggered by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:11:09.392586 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (920e2bcf-c6ce-428d-b721-0b7d720efb4e), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:11:09.438504 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884db05e-7161-472c-817b-e93322029a8d req-cc682681-83c5-4611-bad6-7fe18236d2d3 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:11:09.440230 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-884db05e-7161-472c-817b-e93322029a8d req-cc682681-83c5-4611-bad6-7fe18236d2d3 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/ports?device_id=0bd63d2b-6f94-4794-98d2-85d4d7c3a366 HTTP/1.1" status: 200 len: 944 time: 0.0558639 May 06 15:11:09.493985 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ab3aca69-e540-4a76-a0ff-032b5d94094b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (ec8f31e6-1756-4927-8bc3-e144e6f0af83), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:11:09.519965 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Current status of the port 920e2bcf-c6ce-428d-b721-0b7d720efb4e is: BUILD; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:11:09.520631 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (920e2bcf-c6ce-428d-b721-0b7d720efb4e), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:11:09.524296 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-884db05e-7161-472c-817b-e93322029a8d req-a1175958-c3f6-4ae4-84ca-f3dea5234b5f tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/security-groups?id=adecf39d-1fc0-404c-8b96-7123d0f1abb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760763 May 06 15:11:09.554362 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bd63d2b-6f94-4794-98d2-85d4d7c3a366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '920e2bcf-c6ce-428d-b721-0b7d720efb4e'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 15:11:09.556849 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e0964ea08b7304cb3fd06b6962f873a42c5b1f8277632c4cd90ec00bfa9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db06ccf-d3ed-4099-954f-6f9abd390cc6" -d '{"events": [{"server_uuid": "0bd63d2b-6f94-4794-98d2-85d4d7c3a366", "name": "network-vif-plugged", "status": "completed", "tag": "920e2bcf-c6ce-428d-b721-0b7d720efb4e"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 15:11:09.570772 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] For port 920e2bcf-c6ce-428d-b721-0b7d720efb4e, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=920e2bcf-c6ce-428d-b721-0b7d720efb4e,segment=NetworkSegment(aef96f42-6ed7-41b3-ae92-47c3c74acc2c),segment_id=aef96f42-6ed7-41b3-ae92-47c3c74acc2c)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:11:09.581702 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (920e2bcf-c6ce-428d-b721-0b7d720efb4e), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:11:09.607300 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 15:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a94a207-9ecc-426e-b9b0-4c534dd8f3f1 x-openstack-request-id: req-5a94a207-9ecc-426e-b9b0-4c534dd8f3f1 {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 15:11:09.607635 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bd63d2b-6f94-4794-98d2-85d4d7c3a366", "name": "network-vif-plugged", "status": "completed", "tag": "920e2bcf-c6ce-428d-b721-0b7d720efb4e", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 15:11:09.607895 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5a94a207-9ecc-426e-b9b0-4c534dd8f3f1 {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 15:11:09.608300 dv-cinder-840678-2-iscsi neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a94a207-9ecc-426e-b9b0-4c534dd8f3f1'] response: {'server_uuid': '0bd63d2b-6f94-4794-98d2-85d4d7c3a366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '920e2bcf-c6ce-428d-b721-0b7d720efb4e', 'code': 200} May 06 15:11:09.637819 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Pushing event updated for resources: {'Port': ['ID=920e2bcf-c6ce-428d-b721-0b7d720efb4e,revision_number=5']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:11:09.804937 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9e1c27-5cf7-4e4d-aee0-9692f194f9de req-b50ef404-65e3-4d44-aa7b-0d669e5c510f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:11:09.806451 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-0e9e1c27-5cf7-4e4d-aee0-9692f194f9de req-b50ef404-65e3-4d44-aa7b-0d669e5c510f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0bd63d2b-6f94-4794-98d2-85d4d7c3a366 HTTP/1.1" status: 200 len: 1129 time: 0.0404396 May 06 15:11:09.855560 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-0e9e1c27-5cf7-4e4d-aee0-9692f194f9de req-af43c376-bc8f-438b-8ba4-5cfd836bd9fa service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=adecf39d-1fc0-404c-8b96-7123d0f1abb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422976 May 06 15:11:10.580594 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1afa6ce1-9145-4257-8e23-9dd2cd4b1998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b699075f-0d9f-4d2e-b182-9d9eb15bfab1), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:11:10.697161 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6827f040-6b29-4a8e-9834-c92b1b43c539 req-f4310b06-31c2-48c7-b998-8953c2558a33 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:11:10.699812 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-6827f040-6b29-4a8e-9834-c92b1b43c539 req-f4310b06-31c2-48c7-b998-8953c2558a33 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/ports?device_id=0bd63d2b-6f94-4794-98d2-85d4d7c3a366 HTTP/1.1" status: 200 len: 945 time: 0.0829110 May 06 15:11:10.753960 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-6827f040-6b29-4a8e-9834-c92b1b43c539 req-5eb25dd1-3a68-4b17-bde0-30a22508f80a tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/security-groups?id=adecf39d-1fc0-404c-8b96-7123d0f1abb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466151 May 06 15:11:11.882257 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d67d6f3-9449-4dbc-85b1-544b47ff45fa req-f2ff37c4-1015-40ca-81dc-5ae330974ad7 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:11:11.884185 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-8d67d6f3-9449-4dbc-85b1-544b47ff45fa req-f2ff37c4-1015-40ca-81dc-5ae330974ad7 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/ports?device_id=0bd63d2b-6f94-4794-98d2-85d4d7c3a366 HTTP/1.1" status: 200 len: 945 time: 0.0490851 May 06 15:11:11.936159 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-8d67d6f3-9449-4dbc-85b1-544b47ff45fa req-225a2276-4deb-4b36-bc11-deccc86b3b69 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/security-groups?id=adecf39d-1fc0-404c-8b96-7123d0f1abb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446835 May 06 15:11:12.052812 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1991a30e-4db0-436b-a996-c8438ef3bfa3 req-e7df61b1-cbec-4fab-93dc-6a66828b49aa tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:11:12.054606 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-1991a30e-4db0-436b-a996-c8438ef3bfa3 req-e7df61b1-cbec-4fab-93dc-6a66828b49aa tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/ports?device_id=0bd63d2b-6f94-4794-98d2-85d4d7c3a366 HTTP/1.1" status: 200 len: 945 time: 0.0506511 May 06 15:11:12.064462 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 52988) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:11:12.071950 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.v2.base [None req-31189a9b-166e-43fa-8e56-c140ff272fc9 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Request body: {'floatingip': {'port_id': '920e2bcf-c6ce-428d-b721-0b7d720efb4e'}} {{(pid=103343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:11:12.117547 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-31189a9b-166e-43fa-8e56-c140ff272fc9 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks [] for floatingip (430f7e74-ff0e-4d98-8e79-3fa504a6a7e3), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:11:12.720198 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-68b1beb6-545b-4f86-a143-b395004404eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b8293b96-1d4f-4101-9243-9870353ff712), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:11:12.911665 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-31189a9b-166e-43fa-8e56-c140ff272fc9 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:11:12.916352 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-31189a9b-166e-43fa-8e56-c140ff272fc9 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429592'] for floatingip (430f7e74-ff0e-4d98-8e79-3fa504a6a7e3), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:11:13.033604 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.db.l3_db [None req-31189a9b-166e-43fa-8e56-c140ff272fc9 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Floating IP 430f7e74-ff0e-4d98-8e79-3fa504a6a7e3 associated. External IP: 172.27.2.27, port: 920e2bcf-c6ce-428d-b721-0b7d720efb4e. May 06 15:11:13.327561 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31189a9b-166e-43fa-8e56-c140ff272fc9 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Router af14763f-8ef8-4dc4-be61-9c42c0e68894 has already been hosted by L3 agent ec8f31e6-1756-4927-8bc3-e144e6f0af83 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 15:11:13.452288 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31189a9b-166e-43fa-8e56-c140ff272fc9 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Notify agent at l3_agent.dv-cinder-840678-2-iscsi the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 15:11:13.459786 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-31189a9b-166e-43fa-8e56-c140ff272fc9 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for floatingip (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:11:13.466438 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ba29cc-3a47-4c79-91e1-6b156ed517c3 None None] Sync routers for ids ['af14763f-8ef8-4dc4-be61-9c42c0e68894'] in dv-cinder-840678-2-iscsi {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 15:11:13.488161 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ba29cc-3a47-4c79-91e1-6b156ed517c3 None None] Routers {'af14763f-8ef8-4dc4-be61-9c42c0e68894'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:11:13.489344 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-e5ba29cc-3a47-4c79-91e1-6b156ed517c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:11:09Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['af14763f-8ef8-4dc4-be61-9c42c0e68894'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:11:13.494837 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-31189a9b-166e-43fa-8e56-c140ff272fc9 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "PUT /v2.0/floatingips/430f7e74-ff0e-4d98-8e79-3fa504a6a7e3 HTTP/1.1" status: 200 len: 990 time: 1.4287694 May 06 15:11:13.495537 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bd63d2b-6f94-4794-98d2-85d4d7c3a366', 'tag': '920e2bcf-c6ce-428d-b721-0b7d720efb4e'}] {{(pid=103343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 15:11:13.497885 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5daf9cee7e39eb515dc660b2975ad5fbac0ba75c1025697cc881fad3e2d3ce45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f3befb0-a5d9-4dfd-98f1-ca6ac1f1d736" -d '{"events": [{"name": "network-changed", "server_uuid": "0bd63d2b-6f94-4794-98d2-85d4d7c3a366", "tag": "920e2bcf-c6ce-428d-b721-0b7d720efb4e"}]}' {{(pid=103343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 15:11:13.553269 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 15:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be0a219b-ad25-4eb3-aa54-9cbd513b8caa x-openstack-request-id: req-be0a219b-ad25-4eb3-aa54-9cbd513b8caa {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 15:11:13.553705 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bd63d2b-6f94-4794-98d2-85d4d7c3a366", "tag": "920e2bcf-c6ce-428d-b721-0b7d720efb4e", "status": "completed", "code": 200}]} {{(pid=103343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 15:11:13.554110 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-be0a219b-ad25-4eb3-aa54-9cbd513b8caa {{(pid=103343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 15:11:13.554739 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be0a219b-ad25-4eb3-aa54-9cbd513b8caa'] response: {'name': 'network-changed', 'server_uuid': '0bd63d2b-6f94-4794-98d2-85d4d7c3a366', 'tag': '920e2bcf-c6ce-428d-b721-0b7d720efb4e', 'status': 'completed', 'code': 200} May 06 15:11:13.625113 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3befb0-a5d9-4dfd-98f1-ca6ac1f1d736 req-23f5d77a-7e14-4dd9-a0e9-fa0bad5b29c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:11:13.626589 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-6f3befb0-a5d9-4dfd-98f1-ca6ac1f1d736 req-23f5d77a-7e14-4dd9-a0e9-fa0bad5b29c0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6f2937968fc04cfaa3dab933e994a975&device_id=0bd63d2b-6f94-4794-98d2-85d4d7c3a366 HTTP/1.1" status: 200 len: 1129 time: 0.0448136 May 06 15:11:13.639536 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-e5ba29cc-3a47-4c79-91e1-6b156ed517c3 None None] Set router af14763f-8ef8-4dc4-be61-9c42c0e68894 gateway port host: dv-cinder-840678-2-iscsi {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:11:13.749421 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3befb0-a5d9-4dfd-98f1-ca6ac1f1d736 req-7d671690-a9ee-4c94-a852-87ccdfea3d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:11:13.751168 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-6f3befb0-a5d9-4dfd-98f1-ca6ac1f1d736 req-7d671690-a9ee-4c94-a852-87ccdfea3d7f service neutron] 10.222.0.26 "GET /v2.0/networks?id=34fb402d-875f-40bc-8469-2292c4d2147d HTTP/1.1" status: 200 len: 916 time: 0.1128747 May 06 15:11:13.788498 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (20451d70-ea89-4a66-885a-20a1b2a3bff8), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:11:13.836918 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-6f3befb0-a5d9-4dfd-98f1-ca6ac1f1d736 req-55390e11-41ed-4ebf-8035-34745809454a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=920e2bcf-c6ce-428d-b721-0b7d720efb4e HTTP/1.1" status: 200 len: 998 time: 0.0771198 May 06 15:11:13.895846 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3befb0-a5d9-4dfd-98f1-ca6ac1f1d736 req-2069483a-10d8-4fb2-9f14-eb2b0ab889f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:11:13.897291 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-6f3befb0-a5d9-4dfd-98f1-ca6ac1f1d736 req-2069483a-10d8-4fb2-9f14-eb2b0ab889f5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2da4ab98-3f71-40c7-9855-b334ccbe4494 HTTP/1.1" status: 200 len: 854 time: 0.0508399 May 06 15:11:13.952831 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-e5ba29cc-3a47-4c79-91e1-6b156ed517c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'name': 'tempest-AttachVolumeNegativeTest-1888114692-router', 'tenant_id': '6f2937968fc04cfaa3dab933e994a975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'be96f763-7174-4361-8adf-0565e858d46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T15:08:34Z', 'updated_at': '2022-05-06T15:08:37Z', 'revision_number': 4, 'project_id': '6f2937968fc04cfaa3dab933e994a975', 'gw_port': {'id': 'be96f763-7174-4361-8adf-0565e858d46b', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:06:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:08:34Z', 'updated_at': '2022-05-06T15:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_floatingips': [{'id': '430f7e74-ff0e-4d98-8e79-3fa504a6a7e3', 'tenant_id': '6f2937968fc04cfaa3dab933e994a975', 'floating_ip_address': '172.27.2.27', 'floating_network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'router_id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'port_id': '920e2bcf-c6ce-428d-b721-0b7d720efb4e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34fb402d-875f-40bc-8469-2292c4d2147d', 'mac_address': 'fa:16:3e:67:50:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd63d2b-6f94-4794-98d2-85d4d7c3a366', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T15:10:59Z', 'updated_at': '2022-05-06T15:11:12Z', 'revision_number': 1, 'project_id': '6f2937968fc04cfaa3dab933e994a975', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4770669d-47f6-43ad-b29b-3fbee3381ce8', 'name': '', 'network_id': '34fb402d-875f-40bc-8469-2292c4d2147d', 'tenant_id': '6f2937968fc04cfaa3dab933e994a975', 'mac_address': 'fa:16:3e:8a:ce:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '2da4ab98-3f71-40c7-9855-b334ccbe4494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:08:37Z', 'updated_at': '2022-05-06T15:08:41Z', 'revision_number': 5, 'project_id': '6f2937968fc04cfaa3dab933e994a975', 'subnets': [{'id': '2da4ab98-3f71-40c7-9855-b334ccbe4494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:11:13.965811 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3befb0-a5d9-4dfd-98f1-ca6ac1f1d736 req-cb20739a-e1b5-44d3-afb7-352260f1e3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:11:13.968999 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-6f3befb0-a5d9-4dfd-98f1-ca6ac1f1d736 req-cb20739a-e1b5-44d3-afb7-352260f1e3e4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=34fb402d-875f-40bc-8469-2292c4d2147d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0633290 May 06 15:11:13.981868 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ba29cc-3a47-4c79-91e1-6b156ed517c3 None None] Checking router: af14763f-8ef8-4dc4-be61-9c42c0e68894 for host: dv-cinder-840678-2-iscsi {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 15:11:13.992784 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ba29cc-3a47-4c79-91e1-6b156ed517c3 None None] Routers {'af14763f-8ef8-4dc4-be61-9c42c0e68894'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:11:13.993422 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-e5ba29cc-3a47-4c79-91e1-6b156ed517c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:11:09Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['af14763f-8ef8-4dc4-be61-9c42c0e68894'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:11:14.074684 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-6f3befb0-a5d9-4dfd-98f1-ca6ac1f1d736 req-810e2b00-0112-4479-8373-7a48b2de7ad0 service neutron] 10.222.0.26 "GET /v2.0/networks/34fb402d-875f-40bc-8469-2292c4d2147d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986769 May 06 15:11:14.152036 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-e5ba29cc-3a47-4c79-91e1-6b156ed517c3 None None] Set router af14763f-8ef8-4dc4-be61-9c42c0e68894 gateway port host: dv-cinder-840678-2-iscsi {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:11:14.203359 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-6f3befb0-a5d9-4dfd-98f1-ca6ac1f1d736 req-2d04ced5-2eb8-4c03-8836-a84a1dd1e687 service neutron] 10.222.0.26 "GET /v2.0/networks/34fb402d-875f-40bc-8469-2292c4d2147d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209619 May 06 15:11:14.397874 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-e5ba29cc-3a47-4c79-91e1-6b156ed517c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'name': 'tempest-AttachVolumeNegativeTest-1888114692-router', 'tenant_id': '6f2937968fc04cfaa3dab933e994a975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'be96f763-7174-4361-8adf-0565e858d46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T15:08:34Z', 'updated_at': '2022-05-06T15:08:37Z', 'revision_number': 4, 'project_id': '6f2937968fc04cfaa3dab933e994a975', 'gw_port': {'id': 'be96f763-7174-4361-8adf-0565e858d46b', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:06:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:08:34Z', 'updated_at': '2022-05-06T15:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_floatingips': [{'id': '430f7e74-ff0e-4d98-8e79-3fa504a6a7e3', 'tenant_id': '6f2937968fc04cfaa3dab933e994a975', 'floating_ip_address': '172.27.2.27', 'floating_network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'router_id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'port_id': '920e2bcf-c6ce-428d-b721-0b7d720efb4e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34fb402d-875f-40bc-8469-2292c4d2147d', 'mac_address': 'fa:16:3e:67:50:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd63d2b-6f94-4794-98d2-85d4d7c3a366', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T15:10:59Z', 'updated_at': '2022-05-06T15:11:12Z', 'revision_number': 1, 'project_id': '6f2937968fc04cfaa3dab933e994a975', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4770669d-47f6-43ad-b29b-3fbee3381ce8', 'name': '', 'network_id': '34fb402d-875f-40bc-8469-2292c4d2147d', 'tenant_id': '6f2937968fc04cfaa3dab933e994a975', 'mac_address': 'fa:16:3e:8a:ce:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '2da4ab98-3f71-40c7-9855-b334ccbe4494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:08:37Z', 'updated_at': '2022-05-06T15:08:41Z', 'revision_number': 5, 'project_id': '6f2937968fc04cfaa3dab933e994a975', 'subnets': [{'id': '2da4ab98-3f71-40c7-9855-b334ccbe4494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:11:14.426936 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ba29cc-3a47-4c79-91e1-6b156ed517c3 None None] The sync data for ids ['af14763f-8ef8-4dc4-be61-9c42c0e68894'] in dv-cinder-840678-2-iscsi is: [{'id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'name': 'tempest-AttachVolumeNegativeTest-1888114692-router', 'tenant_id': '6f2937968fc04cfaa3dab933e994a975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'be96f763-7174-4361-8adf-0565e858d46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T15:08:34Z', 'updated_at': '2022-05-06T15:08:37Z', 'revision_number': 4, 'project_id': '6f2937968fc04cfaa3dab933e994a975', 'gw_port': {'id': 'be96f763-7174-4361-8adf-0565e858d46b', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:06:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:08:34Z', 'updated_at': '2022-05-06T15:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_floatingips': [{'id': '430f7e74-ff0e-4d98-8e79-3fa504a6a7e3', 'tenant_id': '6f2937968fc04cfaa3dab933e994a975', 'floating_ip_address': '172.27.2.27', 'floating_network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'router_id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'port_id': '920e2bcf-c6ce-428d-b721-0b7d720efb4e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34fb402d-875f-40bc-8469-2292c4d2147d', 'mac_address': 'fa:16:3e:67:50:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd63d2b-6f94-4794-98d2-85d4d7c3a366', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T15:10:59Z', 'updated_at': '2022-05-06T15:11:12Z', 'revision_number': 1, 'project_id': '6f2937968fc04cfaa3dab933e994a975', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4770669d-47f6-43ad-b29b-3fbee3381ce8', 'name': '', 'network_id': '34fb402d-875f-40bc-8469-2292c4d2147d', 'tenant_id': '6f2937968fc04cfaa3dab933e994a975', 'mac_address': 'fa:16:3e:8a:ce:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '2da4ab98-3f71-40c7-9855-b334ccbe4494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:08:37Z', 'updated_at': '2022-05-06T15:08:41Z', 'revision_number': 5, 'project_id': '6f2937968fc04cfaa3dab933e994a975', 'subnets': [{'id': '2da4ab98-3f71-40c7-9855-b334ccbe4494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 15:11:14.663753 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1bb2e0-c72b-4c1c-b9be-cebf662fd348 None None] New status for floating IP 430f7e74-ff0e-4d98-8e79-3fa504a6a7e3: ACTIVE {{(pid=103344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 15:11:20.648534 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (1eb4536b-031c-4a65-bfe5-fc1ede7d9429), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:11:36.801885 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.agents_db [None req-6003b131-4361-4e36-81e7-47e90cbdf206 None None] Agent healthcheck: found 6 active agents {{(pid=103345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 15:11:37.131787 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-29623adc-4c85-40e3-b3c6-d319ddc6f564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (79b17169-ed94-4769-ba4e-30adf371f78f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:11:39.447590 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b02cd63f-eb44-4729-a105-6a70e1a0ea2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (ec8f31e6-1756-4927-8bc3-e144e6f0af83), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:11:40.577020 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1afa6ce1-9145-4257-8e23-9dd2cd4b1998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b699075f-0d9f-4d2e-b182-9d9eb15bfab1), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:11:42.717998 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-68b1beb6-545b-4f86-a143-b395004404eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b8293b96-1d4f-4101-9243-9870353ff712), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:11:43.789166 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (20451d70-ea89-4a66-885a-20a1b2a3bff8), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:11:50.646554 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (1eb4536b-031c-4a65-bfe5-fc1ede7d9429), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:11:57.993204 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7b6105-611d-4521-bebf-77ae0ae3ca44 req-d3119ab5-214e-47b8-b4a5-d857c1c54c3f tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:11:57.994760 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-1a7b6105-611d-4521-bebf-77ae0ae3ca44 req-d3119ab5-214e-47b8-b4a5-d857c1c54c3f tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/ports?device_id=0bd63d2b-6f94-4794-98d2-85d4d7c3a366 HTTP/1.1" status: 200 len: 945 time: 0.0489981 May 06 15:11:58.045825 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-1a7b6105-611d-4521-bebf-77ae0ae3ca44 req-a4751f72-abf3-43e1-8856-235e3afdb78e tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/security-groups?id=adecf39d-1fc0-404c-8b96-7123d0f1abb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438111 May 06 15:11:59.164869 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fdb468-ae9a-471c-8984-12c1a4fac698 req-6f241c71-7171-46dc-b391-0eab73642a06 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:11:59.166451 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-a8fdb468-ae9a-471c-8984-12c1a4fac698 req-6f241c71-7171-46dc-b391-0eab73642a06 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/ports?device_id=0bd63d2b-6f94-4794-98d2-85d4d7c3a366 HTTP/1.1" status: 200 len: 945 time: 0.0497785 May 06 15:11:59.213757 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-a8fdb468-ae9a-471c-8984-12c1a4fac698 req-58076f94-6527-4028-83f5-d5e27d23925f tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/security-groups?id=adecf39d-1fc0-404c-8b96-7123d0f1abb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416672 May 06 15:11:59.715753 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029f8a6-9544-49ee-b88f-e684606f7936 req-572be573-4a3c-447f-84e0-f9fa6305f410 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:11:59.717365 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-0029f8a6-9544-49ee-b88f-e684606f7936 req-572be573-4a3c-447f-84e0-f9fa6305f410 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.26 "GET /v2.0/ports?device_id=0bd63d2b-6f94-4794-98d2-85d4d7c3a366 HTTP/1.1" status: 200 len: 945 time: 0.0511539 May 06 15:11:59.813844 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-0029f8a6-9544-49ee-b88f-e684606f7936 req-6f774e78-fa60-48d1-a0dc-6e6dc18069f3 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Deleting port 920e2bcf-c6ce-428d-b721-0b7d720efb4e {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 15:11:59.814189 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-0029f8a6-9544-49ee-b88f-e684606f7936 req-6f774e78-fa60-48d1-a0dc-6e6dc18069f3 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732313803493'] for port (920e2bcf-c6ce-428d-b721-0b7d720efb4e), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:11:59.912190 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-0029f8a6-9544-49ee-b88f-e684606f7936 req-6f774e78-fa60-48d1-a0dc-6e6dc18069f3 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] For port 920e2bcf-c6ce-428d-b721-0b7d720efb4e, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=920e2bcf-c6ce-428d-b721-0b7d720efb4e,segment=NetworkSegment(aef96f42-6ed7-41b3-ae92-47c3c74acc2c),segment_id=aef96f42-6ed7-41b3-ae92-47c3c74acc2c)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:11:59.912561 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-0029f8a6-9544-49ee-b88f-e684606f7936 req-6f774e78-fa60-48d1-a0dc-6e6dc18069f3 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426303'] for port (920e2bcf-c6ce-428d-b721-0b7d720efb4e), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:12:00.089403 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-0029f8a6-9544-49ee-b88f-e684606f7936 req-6f774e78-fa60-48d1-a0dc-6e6dc18069f3 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:12:00.089824 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-0029f8a6-9544-49ee-b88f-e684606f7936 req-6f774e78-fa60-48d1-a0dc-6e6dc18069f3 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429592'] for floatingip (430f7e74-ff0e-4d98-8e79-3fa504a6a7e3), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:12:00.090086 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.db.l3_db [req-0029f8a6-9544-49ee-b88f-e684606f7936 req-6f774e78-fa60-48d1-a0dc-6e6dc18069f3 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Floating IP 430f7e74-ff0e-4d98-8e79-3fa504a6a7e3 disassociated. External IP: 172.27.2.27, port: 920e2bcf-c6ce-428d-b721-0b7d720efb4e. May 06 15:12:00.090426 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-0029f8a6-9544-49ee-b88f-e684606f7936 req-6f774e78-fa60-48d1-a0dc-6e6dc18069f3 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Calling delete_port for 920e2bcf-c6ce-428d-b721-0b7d720efb4e owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 15:12:00.224939 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-0029f8a6-9544-49ee-b88f-e684606f7936 req-6f774e78-fa60-48d1-a0dc-6e6dc18069f3 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732313812345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732313435477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59634176'] for port (920e2bcf-c6ce-428d-b721-0b7d720efb4e), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:12:00.253097 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f774e78-fa60-48d1-a0dc-6e6dc18069f3 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Pushing event deleted for resources: {'Port': ['ID=920e2bcf-c6ce-428d-b721-0b7d720efb4e,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:12:00.263785 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f774e78-fa60-48d1-a0dc-6e6dc18069f3 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:12:00.264150 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f774e78-fa60-48d1-a0dc-6e6dc18069f3 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:12:00.264505 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f774e78-fa60-48d1-a0dc-6e6dc18069f3 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:12:00.264863 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f774e78-fa60-48d1-a0dc-6e6dc18069f3 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:12:00.265199 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f774e78-fa60-48d1-a0dc-6e6dc18069f3 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:12:00.265533 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f774e78-fa60-48d1-a0dc-6e6dc18069f3 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:12:00.265862 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f774e78-fa60-48d1-a0dc-6e6dc18069f3 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:12:00.266195 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f774e78-fa60-48d1-a0dc-6e6dc18069f3 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:12:00.266994 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f774e78-fa60-48d1-a0dc-6e6dc18069f3 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:12:00.266994 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f774e78-fa60-48d1-a0dc-6e6dc18069f3 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:12:00.267327 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f774e78-fa60-48d1-a0dc-6e6dc18069f3 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:12:00.267607 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f774e78-fa60-48d1-a0dc-6e6dc18069f3 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:12:00.267936 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f774e78-fa60-48d1-a0dc-6e6dc18069f3 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:12:00.268258 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f774e78-fa60-48d1-a0dc-6e6dc18069f3 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:12:00.268585 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f774e78-fa60-48d1-a0dc-6e6dc18069f3 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:12:00.315106 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-bc0b8353-d9ff-4d15-9536-42dec1e682e8 req-f889e342-5aae-40e8-8367-31d91099a0f0 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/ports?device_id=0bd63d2b-6f94-4794-98d2-85d4d7c3a366 HTTP/1.1" status: 200 len: 210 time: 0.0301034 May 06 15:12:00.385797 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0029f8a6-9544-49ee-b88f-e684606f7936 req-6f774e78-fa60-48d1-a0dc-6e6dc18069f3 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Router af14763f-8ef8-4dc4-be61-9c42c0e68894 has already been hosted by L3 agent ec8f31e6-1756-4927-8bc3-e144e6f0af83 {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 15:12:00.498808 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0029f8a6-9544-49ee-b88f-e684606f7936 req-6f774e78-fa60-48d1-a0dc-6e6dc18069f3 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Notify agent at l3_agent.dv-cinder-840678-2-iscsi the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 15:12:00.508407 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e75a93b-6181-422c-b500-8055850e564a None None] Sync routers for ids ['af14763f-8ef8-4dc4-be61-9c42c0e68894'] in dv-cinder-840678-2-iscsi {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 15:12:00.518541 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e75a93b-6181-422c-b500-8055850e564a None None] Routers {'af14763f-8ef8-4dc4-be61-9c42c0e68894'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:12:00.519165 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-7e75a93b-6181-422c-b500-8055850e564a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:11:39Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['af14763f-8ef8-4dc4-be61-9c42c0e68894'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:12:00.541877 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-0029f8a6-9544-49ee-b88f-e684606f7936 req-6f774e78-fa60-48d1-a0dc-6e6dc18069f3 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] No DVR routers for this DVR port 920e2bcf-c6ce-428d-b721-0b7d720efb4e on host hv-cinder-84067 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 15:12:00.545315 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-0029f8a6-9544-49ee-b88f-e684606f7936 req-6f774e78-fa60-48d1-a0dc-6e6dc18069f3 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:12:00.548806 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-0029f8a6-9544-49ee-b88f-e684606f7936 req-6f774e78-fa60-48d1-a0dc-6e6dc18069f3 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.26 "DELETE /v2.0/ports/920e2bcf-c6ce-428d-b721-0b7d720efb4e HTTP/1.1" status: 204 len: 173 time: 0.8247173 May 06 15:12:00.549277 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bd63d2b-6f94-4794-98d2-85d4d7c3a366', 'name': 'network-vif-deleted', 'tag': '920e2bcf-c6ce-428d-b721-0b7d720efb4e'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 15:12:00.551526 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e079183c6aa01fbf7ecda8705e9d532761ec392512c90f9d6467ac227f3657d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-638bd1f4-71b2-4b44-9c01-630dd8b2880a" -d '{"events": [{"server_uuid": "0bd63d2b-6f94-4794-98d2-85d4d7c3a366", "name": "network-vif-deleted", "tag": "920e2bcf-c6ce-428d-b721-0b7d720efb4e"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 15:12:00.592395 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 15:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa43a2ed-0291-4223-b0a4-77fbc1df7a82 x-openstack-request-id: req-aa43a2ed-0291-4223-b0a4-77fbc1df7a82 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 15:12:00.592732 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bd63d2b-6f94-4794-98d2-85d4d7c3a366", "name": "network-vif-deleted", "tag": "920e2bcf-c6ce-428d-b721-0b7d720efb4e", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 15:12:00.592992 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aa43a2ed-0291-4223-b0a4-77fbc1df7a82 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 15:12:00.593403 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa43a2ed-0291-4223-b0a4-77fbc1df7a82'] response: {'server_uuid': '0bd63d2b-6f94-4794-98d2-85d4d7c3a366', 'name': 'network-vif-deleted', 'tag': '920e2bcf-c6ce-428d-b721-0b7d720efb4e', 'status': 'completed', 'code': 200} May 06 15:12:00.638962 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-7e75a93b-6181-422c-b500-8055850e564a None None] Set router af14763f-8ef8-4dc4-be61-9c42c0e68894 gateway port host: dv-cinder-840678-2-iscsi {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:12:00.837681 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-7e75a93b-6181-422c-b500-8055850e564a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'name': 'tempest-AttachVolumeNegativeTest-1888114692-router', 'tenant_id': '6f2937968fc04cfaa3dab933e994a975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'be96f763-7174-4361-8adf-0565e858d46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T15:08:34Z', 'updated_at': '2022-05-06T15:08:37Z', 'revision_number': 4, 'project_id': '6f2937968fc04cfaa3dab933e994a975', 'gw_port': {'id': 'be96f763-7174-4361-8adf-0565e858d46b', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:06:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:08:34Z', 'updated_at': '2022-05-06T15:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_interfaces': [{'id': '4770669d-47f6-43ad-b29b-3fbee3381ce8', 'name': '', 'network_id': '34fb402d-875f-40bc-8469-2292c4d2147d', 'tenant_id': '6f2937968fc04cfaa3dab933e994a975', 'mac_address': 'fa:16:3e:8a:ce:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '2da4ab98-3f71-40c7-9855-b334ccbe4494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:08:37Z', 'updated_at': '2022-05-06T15:08:41Z', 'revision_number': 5, 'project_id': '6f2937968fc04cfaa3dab933e994a975', 'subnets': [{'id': '2da4ab98-3f71-40c7-9855-b334ccbe4494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:12:00.868425 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e75a93b-6181-422c-b500-8055850e564a None None] Checking router: af14763f-8ef8-4dc4-be61-9c42c0e68894 for host: dv-cinder-840678-2-iscsi {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 15:12:00.877835 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e75a93b-6181-422c-b500-8055850e564a None None] Routers {'af14763f-8ef8-4dc4-be61-9c42c0e68894'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:12:00.878462 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-7e75a93b-6181-422c-b500-8055850e564a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:11:39Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['af14763f-8ef8-4dc4-be61-9c42c0e68894'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:12:01.099281 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-7e75a93b-6181-422c-b500-8055850e564a None None] Set router af14763f-8ef8-4dc4-be61-9c42c0e68894 gateway port host: dv-cinder-840678-2-iscsi {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:12:01.285686 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-7e75a93b-6181-422c-b500-8055850e564a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'name': 'tempest-AttachVolumeNegativeTest-1888114692-router', 'tenant_id': '6f2937968fc04cfaa3dab933e994a975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'be96f763-7174-4361-8adf-0565e858d46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T15:08:34Z', 'updated_at': '2022-05-06T15:08:37Z', 'revision_number': 4, 'project_id': '6f2937968fc04cfaa3dab933e994a975', 'gw_port': {'id': 'be96f763-7174-4361-8adf-0565e858d46b', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:06:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:08:34Z', 'updated_at': '2022-05-06T15:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_interfaces': [{'id': '4770669d-47f6-43ad-b29b-3fbee3381ce8', 'name': '', 'network_id': '34fb402d-875f-40bc-8469-2292c4d2147d', 'tenant_id': '6f2937968fc04cfaa3dab933e994a975', 'mac_address': 'fa:16:3e:8a:ce:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '2da4ab98-3f71-40c7-9855-b334ccbe4494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:08:37Z', 'updated_at': '2022-05-06T15:08:41Z', 'revision_number': 5, 'project_id': '6f2937968fc04cfaa3dab933e994a975', 'subnets': [{'id': '2da4ab98-3f71-40c7-9855-b334ccbe4494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:12:01.313367 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e75a93b-6181-422c-b500-8055850e564a None None] The sync data for ids ['af14763f-8ef8-4dc4-be61-9c42c0e68894'] in dv-cinder-840678-2-iscsi is: [{'id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'name': 'tempest-AttachVolumeNegativeTest-1888114692-router', 'tenant_id': '6f2937968fc04cfaa3dab933e994a975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'be96f763-7174-4361-8adf-0565e858d46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T15:08:34Z', 'updated_at': '2022-05-06T15:08:37Z', 'revision_number': 4, 'project_id': '6f2937968fc04cfaa3dab933e994a975', 'gw_port': {'id': 'be96f763-7174-4361-8adf-0565e858d46b', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:06:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:08:34Z', 'updated_at': '2022-05-06T15:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_interfaces': [{'id': '4770669d-47f6-43ad-b29b-3fbee3381ce8', 'name': '', 'network_id': '34fb402d-875f-40bc-8469-2292c4d2147d', 'tenant_id': '6f2937968fc04cfaa3dab933e994a975', 'mac_address': 'fa:16:3e:8a:ce:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '2da4ab98-3f71-40c7-9855-b334ccbe4494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:08:37Z', 'updated_at': '2022-05-06T15:08:41Z', 'revision_number': 5, 'project_id': '6f2937968fc04cfaa3dab933e994a975', 'subnets': [{'id': '2da4ab98-3f71-40c7-9855-b334ccbe4494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 15:12:01.402007 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 53064) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:12:01.462313 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c2facf46-df99-4658-a302-bd011b70aeaf tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks [] for security_group (adecf39d-1fc0-404c-8b96-7123d0f1abb0), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:12:01.488255 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c2facf46-df99-4658-a302-bd011b70aeaf tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks [] for security_group (adecf39d-1fc0-404c-8b96-7123d0f1abb0), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:12:01.542714 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c2facf46-df99-4658-a302-bd011b70aeaf tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (adecf39d-1fc0-404c-8b96-7123d0f1abb0), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:12:01.545480 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-c2facf46-df99-4658-a302-bd011b70aeaf tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:12:01.546024 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a24664a-2f6f-4e06-a123-9ac427574846 None None] New status for floating IP 430f7e74-ff0e-4d98-8e79-3fa504a6a7e3: DOWN {{(pid=103344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 15:12:01.547658 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-c2facf46-df99-4658-a302-bd011b70aeaf tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "DELETE /v2.0/security-groups/adecf39d-1fc0-404c-8b96-7123d0f1abb0 HTTP/1.1" status: 204 len: 168 time: 0.1446414 May 06 15:12:01.550663 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 53066) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:12:01.557117 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2facf46-df99-4658-a302-bd011b70aeaf tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adecf39d-1fc0-404c-8b96-7123d0f1abb0,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:12:01.564493 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2facf46-df99-4658-a302-bd011b70aeaf tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:12:01.564885 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2facf46-df99-4658-a302-bd011b70aeaf tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:12:01.565229 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2facf46-df99-4658-a302-bd011b70aeaf tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:12:01.565490 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.api.v2.resource [None req-1d0afa05-cdda-4457-80a6-ed4042d24a03 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] show failed (client error): The resource could not be found. May 06 15:12:01.565622 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2facf46-df99-4658-a302-bd011b70aeaf tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:12:01.565891 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2facf46-df99-4658-a302-bd011b70aeaf tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:12:01.566228 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2facf46-df99-4658-a302-bd011b70aeaf tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:12:01.566553 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2facf46-df99-4658-a302-bd011b70aeaf tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:12:01.566961 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2facf46-df99-4658-a302-bd011b70aeaf tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:12:01.567294 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2facf46-df99-4658-a302-bd011b70aeaf tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:12:01.567628 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2facf46-df99-4658-a302-bd011b70aeaf tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:12:01.567951 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2facf46-df99-4658-a302-bd011b70aeaf tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:12:01.568275 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2facf46-df99-4658-a302-bd011b70aeaf tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:12:01.568624 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2facf46-df99-4658-a302-bd011b70aeaf tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:12:01.568984 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2facf46-df99-4658-a302-bd011b70aeaf tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:12:01.569415 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2facf46-df99-4658-a302-bd011b70aeaf tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:12:01.569760 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-1d0afa05-cdda-4457-80a6-ed4042d24a03 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/security-groups/adecf39d-1fc0-404c-8b96-7123d0f1abb0 HTTP/1.1" status: 404 len: 347 time: 0.0179701 May 06 15:12:01.570550 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 53068) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:12:01.697385 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-d52187a2-a181-42e8-ab1b-540b682ac1ac tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Deleting port 83a322ae-17ac-4f51-a180-6d3d4337fe3b {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 15:12:01.697865 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d52187a2-a181-42e8-ab1b-540b682ac1ac tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732313803493'] for port (83a322ae-17ac-4f51-a180-6d3d4337fe3b), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:12:01.781679 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d52187a2-a181-42e8-ab1b-540b682ac1ac tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426303'] for port (83a322ae-17ac-4f51-a180-6d3d4337fe3b), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:12:01.782269 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d52187a2-a181-42e8-ab1b-540b682ac1ac tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks [] for floatingip (83a322ae-17ac-4f51-a180-6d3d4337fe3b), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:12:01.795497 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-d52187a2-a181-42e8-ab1b-540b682ac1ac tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Calling delete_port for 83a322ae-17ac-4f51-a180-6d3d4337fe3b owned by network:floatingip {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 15:12:01.931682 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d52187a2-a181-42e8-ab1b-540b682ac1ac tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732313812345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732313435477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59634176'] for port (83a322ae-17ac-4f51-a180-6d3d4337fe3b), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:12:01.955668 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52187a2-a181-42e8-ab1b-540b682ac1ac tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Pushing event deleted for resources: {'Port': ['ID=83a322ae-17ac-4f51-a180-6d3d4337fe3b,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:12:02.020940 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d52187a2-a181-42e8-ab1b-540b682ac1ac tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks [] for floatingip (430f7e74-ff0e-4d98-8e79-3fa504a6a7e3), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:12:02.023498 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d52187a2-a181-42e8-ab1b-540b682ac1ac tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:12:02.024670 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-d52187a2-a181-42e8-ab1b-540b682ac1ac tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "DELETE /v2.0/floatingips/430f7e74-ff0e-4d98-8e79-3fa504a6a7e3 HTTP/1.1" status: 204 len: 168 time: 0.4530015 May 06 15:12:02.363234 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 53072) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:12:02.367790 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.v2.base [None req-2d6468d4-88e1-417e-8b58-7ea38d1cd78f tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2032284530', 'description': 'tempest-description--1815190528'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:12:02.389900 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2d6468d4-88e1-417e-8b58-7ea38d1cd78f tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:12:02.460113 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2d6468d4-88e1-417e-8b58-7ea38d1cd78f tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks [] for security_group (cf0bf680-1a82-42b7-addd-e773b9fe6074), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:12:02.463919 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2d6468d4-88e1-417e-8b58-7ea38d1cd78f tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (cf0bf680-1a82-42b7-addd-e773b9fe6074), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:12:02.491902 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2d6468d4-88e1-417e-8b58-7ea38d1cd78f tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:12:02.493141 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-2d6468d4-88e1-417e-8b58-7ea38d1cd78f tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1289060 May 06 15:12:02.496035 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 53074) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:12:02.501151 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.v2.base [None req-9bf02288-1c02-4203-990e-6f27ae4a740c tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Request body: {'security_group_rule': {'security_group_id': 'cf0bf680-1a82-42b7-addd-e773b9fe6074', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:12:02.508824 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6468d4-88e1-417e-8b58-7ea38d1cd78f tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0bf680-1a82-42b7-addd-e773b9fe6074,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:12:02.530191 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9bf02288-1c02-4203-990e-6f27ae4a740c tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks [] for security_group_rule (aa5e0281-78b9-4bd9-b4a2-da99b20c9ea4), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:12:02.596799 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9bf02288-1c02-4203-990e-6f27ae4a740c tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks [] for security_group_rule (aa5e0281-78b9-4bd9-b4a2-da99b20c9ea4), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:12:02.601060 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9bf02288-1c02-4203-990e-6f27ae4a740c tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575255'] for security_group_rule (aa5e0281-78b9-4bd9-b4a2-da99b20c9ea4), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:12:02.619238 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf02288-1c02-4203-990e-6f27ae4a740c tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa5e0281-78b9-4bd9-b4a2-da99b20c9ea4,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:12:02.626107 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9bf02288-1c02-4203-990e-6f27ae4a740c tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:12:02.626693 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-9bf02288-1c02-4203-990e-6f27ae4a740c tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1296875 May 06 15:12:02.629720 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 53076) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:12:02.634104 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.v2.base [None req-82b633d5-ba1c-44b8-a1fd-498d82a0ca8e tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Request body: {'security_group_rule': {'security_group_id': 'cf0bf680-1a82-42b7-addd-e773b9fe6074', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:12:02.661247 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-82b633d5-ba1c-44b8-a1fd-498d82a0ca8e tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks [] for security_group_rule (cc6f40ed-c03b-4c9a-9722-cf6e92129991), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:12:02.721624 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-82b633d5-ba1c-44b8-a1fd-498d82a0ca8e tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks [] for security_group_rule (cc6f40ed-c03b-4c9a-9722-cf6e92129991), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:12:02.725340 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-82b633d5-ba1c-44b8-a1fd-498d82a0ca8e tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575255'] for security_group_rule (cc6f40ed-c03b-4c9a-9722-cf6e92129991), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:12:02.744833 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b633d5-ba1c-44b8-a1fd-498d82a0ca8e tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc6f40ed-c03b-4c9a-9722-cf6e92129991,revision_number=0']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:12:02.751590 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-82b633d5-ba1c-44b8-a1fd-498d82a0ca8e tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:12:02.752804 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-82b633d5-ba1c-44b8-a1fd-498d82a0ca8e tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1221268 May 06 15:12:02.756095 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 53078) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:12:02.761141 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.v2.base [None req-b8cbc21e-1ef2-468a-81b8-271227dfee37 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Request body: {'floatingip': {'floating_network_id': '06a85250-557d-4448-8943-b2192c4da88d'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:12:02.783062 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b8cbc21e-1ef2-468a-81b8-271227dfee37 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:12:02.865117 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b8cbc21e-1ef2-468a-81b8-271227dfee37 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:12:02.969171 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-b8cbc21e-1ef2-468a-81b8-271227dfee37 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Allocated IP 172.27.2.233 (06a85250-557d-4448-8943-b2192c4da88d/cd3545e0-d98c-46ff-bce0-08f4555cdcb4/cbb8ffda-2e06-45bb-bba9-621fb280ccdf) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 15:12:03.080338 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b8cbc21e-1ef2-468a-81b8-271227dfee37 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks [] for port (cbb8ffda-2e06-45bb-bba9-621fb280ccdf), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:12:03.115464 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b8cbc21e-1ef2-468a-81b8-271227dfee37 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732313435468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59634176'] for port (cbb8ffda-2e06-45bb-bba9-621fb280ccdf), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:12:03.155924 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8cbc21e-1ef2-468a-81b8-271227dfee37 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Network 06a85250-557d-4448-8943-b2192c4da88d is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 15:12:03.159483 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-b8cbc21e-1ef2-468a-81b8-271227dfee37 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 15:12:03.165870 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cbc21e-1ef2-468a-81b8-271227dfee37 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 15:12:03.173415 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cbc21e-1ef2-468a-81b8-271227dfee37 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Pushing event updated for resources: {'Port': ['ID=cbb8ffda-2e06-45bb-bba9-621fb280ccdf,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:12:03.262843 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b8cbc21e-1ef2-468a-81b8-271227dfee37 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks [] for floatingip (8dcd307a-540b-4296-b495-077d6ca4c287), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:12:03.301410 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b8cbc21e-1ef2-468a-81b8-271227dfee37 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (cbb8ffda-2e06-45bb-bba9-621fb280ccdf), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:12:03.454891 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b8cbc21e-1ef2-468a-81b8-271227dfee37 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks [] for port (cbb8ffda-2e06-45bb-bba9-621fb280ccdf), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:12:03.459377 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b8cbc21e-1ef2-468a-81b8-271227dfee37 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59634231'] for port (cbb8ffda-2e06-45bb-bba9-621fb280ccdf), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:12:03.531519 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cbc21e-1ef2-468a-81b8-271227dfee37 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Pushing event updated for resources: {'Port': ['ID=cbb8ffda-2e06-45bb-bba9-621fb280ccdf,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:12:03.540944 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b8cbc21e-1ef2-468a-81b8-271227dfee37 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429592'] for floatingip (8dcd307a-540b-4296-b495-077d6ca4c287), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:12:03.561444 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b8cbc21e-1ef2-468a-81b8-271227dfee37 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:12:03.562697 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-b8cbc21e-1ef2-468a-81b8-271227dfee37 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8052723 May 06 15:12:03.600849 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device 920e2bcf-c6ce-428d-b721-0b7d720efb4e no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 15:12:03.622983 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] No Port match for: 920e2bcf-c6ce-428d-b721-0b7d720efb4e {{(pid=103344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 15:12:03.623330 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device 920e2bcf-c6ce-428d-b721-0b7d720efb4e not bound to the agent host hv-cinder-84067 {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 15:12:03.710531 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-b62f2413-bf8d-41d9-ae37-e32b36a3e429 req-1f0be80e-2d1f-4543-9ab0-0fea450e68a8 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--2032284530&fields=id&tenant_id=6f2937968fc04cfaa3dab933e994a975 HTTP/1.1" status: 200 len: 267 time: 0.0433173 May 06 15:12:03.819502 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62f2413-bf8d-41d9-ae37-e32b36a3e429 req-18d0f84b-d6ef-476b-aec5-49ff8a610caa tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:12:03.820956 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-b62f2413-bf8d-41d9-ae37-e32b36a3e429 req-18d0f84b-d6ef-476b-aec5-49ff8a610caa tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/networks?id=34fb402d-875f-40bc-8469-2292c4d2147d HTTP/1.1" status: 200 len: 815 time: 0.1040025 May 06 15:12:03.835632 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-b62f2413-bf8d-41d9-ae37-e32b36a3e429 req-634802bc-da02-4368-93b0-b2c2ccc5d5d0 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/quotas/6f2937968fc04cfaa3dab933e994a975 HTTP/1.1" status: 200 len: 375 time: 0.0092347 May 06 15:12:03.885364 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-b62f2413-bf8d-41d9-ae37-e32b36a3e429 req-97132b7a-7e2d-4781-9d0e-cfca629bcd0d tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6f2937968fc04cfaa3dab933e994a975&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446165 May 06 15:12:03.952258 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [req-b62f2413-bf8d-41d9-ae37-e32b36a3e429 req-3a089219-a570-46dd-ba7b-e13fcb8e235d service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103342) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 06 15:12:03.953317 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-b62f2413-bf8d-41d9-ae37-e32b36a3e429 req-3a089219-a570-46dd-ba7b-e13fcb8e235d service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0571189 May 06 15:12:04.047810 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-b62f2413-bf8d-41d9-ae37-e32b36a3e429 req-b044bb64-5470-4f28-bab6-c7a773dd15e5 service neutron] 10.222.0.23 "GET /v2.0/networks/34fb402d-875f-40bc-8469-2292c4d2147d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885670 May 06 15:12:04.140154 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-b62f2413-bf8d-41d9-ae37-e32b36a3e429 req-0409f271-6587-46b4-92a3-3c7b5dc1d322 service neutron] 10.222.0.23 "GET /v2.0/networks/34fb402d-875f-40bc-8469-2292c4d2147d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862923 May 06 15:12:04.303741 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-9022afce-c6d4-4f12-963e-6bf8e42a8076 req-396e1699-ec01-4200-9cde-56c921e9937c tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7cfa0a1-b0b8-44a0-a683-d8884506d64a HTTP/1.1" status: 200 len: 210 time: 0.0301814 May 06 15:12:05.418202 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62f2413-bf8d-41d9-ae37-e32b36a3e429 req-ff434b6b-a43c-43af-9392-6e555e6763cc tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:12:05.419981 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-b62f2413-bf8d-41d9-ae37-e32b36a3e429 req-ff434b6b-a43c-43af-9392-6e555e6763cc tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.26 "GET /v2.0/networks?id=34fb402d-875f-40bc-8469-2292c4d2147d HTTP/1.1" status: 200 len: 815 time: 0.1360276 May 06 15:12:05.421815 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-78d9a48d-eb86-4684-a6ff-20325cac8500 req-6b08e009-5cd3-42b8-aaa8-13774a412f96 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7cfa0a1-b0b8-44a0-a683-d8884506d64a HTTP/1.1" status: 200 len: 210 time: 0.0474987 May 06 15:12:05.490362 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-b62f2413-bf8d-41d9-ae37-e32b36a3e429 req-217b8d52-f2b7-47ab-a4d8-13433ca0ed59 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f2937968fc04cfaa3dab933e994a975 HTTP/1.1" status: 200 len: 380 time: 0.0530274 May 06 15:12:05.562623 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.v2.base [req-b62f2413-bf8d-41d9-ae37-e32b36a3e429 req-176825ec-a601-4229-9f4f-ed562368854b tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Request body: {'port': {'device_id': 'b7cfa0a1-b0b8-44a0-a683-d8884506d64a', 'network_id': '34fb402d-875f-40bc-8469-2292c4d2147d', 'admin_state_up': True, 'tenant_id': '6f2937968fc04cfaa3dab933e994a975', 'security_groups': ['cf0bf680-1a82-42b7-addd-e773b9fe6074']}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:12:05.672009 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b62f2413-bf8d-41d9-ae37-e32b36a3e429 req-176825ec-a601-4229-9f4f-ed562368854b tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Made reservation on behalf of 6f2937968fc04cfaa3dab933e994a975 for: {'port': 1} {{(pid=103342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 15:12:05.675285 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b62f2413-bf8d-41d9-ae37-e32b36a3e429 req-176825ec-a601-4229-9f4f-ed562368854b tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:12:05.803017 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [req-b62f2413-bf8d-41d9-ae37-e32b36a3e429 req-176825ec-a601-4229-9f4f-ed562368854b tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Allocated IP 172.20.0.4 (34fb402d-875f-40bc-8469-2292c4d2147d/2da4ab98-3f71-40c7-9855-b334ccbe4494/4b491963-91d2-44a3-8cab-99448c418734) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 15:12:05.946054 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b62f2413-bf8d-41d9-ae37-e32b36a3e429 req-176825ec-a601-4229-9f4f-ed562368854b tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks [] for port (4b491963-91d2-44a3-8cab-99448c418734), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:12:05.978971 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b62f2413-bf8d-41d9-ae37-e32b36a3e429 req-176825ec-a601-4229-9f4f-ed562368854b tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732313435468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59634176'] for port (4b491963-91d2-44a3-8cab-99448c418734), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:12:06.022467 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b62f2413-bf8d-41d9-ae37-e32b36a3e429 req-176825ec-a601-4229-9f4f-ed562368854b tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Network 34fb402d-875f-40bc-8469-2292c4d2147d is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 15:12:06.025866 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [req-b62f2413-bf8d-41d9-ae37-e32b36a3e429 req-176825ec-a601-4229-9f4f-ed562368854b tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 15:12:06.032973 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-b62f2413-bf8d-41d9-ae37-e32b36a3e429 req-176825ec-a601-4229-9f4f-ed562368854b tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 15:12:06.063941 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176825ec-a601-4229-9f4f-ed562368854b tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Pushing event updated for resources: {'Port': ['ID=4b491963-91d2-44a3-8cab-99448c418734,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:12:06.094745 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62f2413-bf8d-41d9-ae37-e32b36a3e429 req-176825ec-a601-4229-9f4f-ed562368854b tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:12:06.095432 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b62f2413-bf8d-41d9-ae37-e32b36a3e429 req-176825ec-a601-4229-9f4f-ed562368854b tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:12:06.115133 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-b62f2413-bf8d-41d9-ae37-e32b36a3e429 req-176825ec-a601-4229-9f4f-ed562368854b tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5572021 May 06 15:12:06.128098 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.v2.base [req-b62f2413-bf8d-41d9-ae37-e32b36a3e429 req-f9c283f9-d91d-4487-a521-768947e34370 service neutron] Request body: {'port': {'device_id': 'b7cfa0a1-b0b8-44a0-a683-d8884506d64a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:12:06.204769 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b62f2413-bf8d-41d9-ae37-e32b36a3e429 req-f9c283f9-d91d-4487-a521-768947e34370 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (4b491963-91d2-44a3-8cab-99448c418734), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:12:06.309307 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-0adea220-a0fd-45e5-a932-3f7666358bd6 None None] Provisioning complete for port 4b491963-91d2-44a3-8cab-99448c418734 triggered by entity DHCP. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:12:06.310077 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0adea220-a0fd-45e5-a932-3f7666358bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (4b491963-91d2-44a3-8cab-99448c418734), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:12:06.344052 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-0adea220-a0fd-45e5-a932-3f7666358bd6 None None] Port 4b491963-91d2-44a3-8cab-99448c418734 cannot update to ACTIVE because it is not bound. {{(pid=103344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 06 15:12:06.474804 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [req-b62f2413-bf8d-41d9-ae37-e32b36a3e429 req-f9c283f9-d91d-4487-a521-768947e34370 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b491963-91d2-44a3-8cab-99448c418734 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 15:12:06.482966 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b62f2413-bf8d-41d9-ae37-e32b36a3e429 req-f9c283f9-d91d-4487-a521-768947e34370 service neutron] Publish callbacks [] for port (4b491963-91d2-44a3-8cab-99448c418734), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:12:06.495685 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [req-b62f2413-bf8d-41d9-ae37-e32b36a3e429 req-f9c283f9-d91d-4487-a521-768947e34370 service neutron] Transition to ACTIVE for port object 4b491963-91d2-44a3-8cab-99448c418734 will not be triggered until provisioned by entity L2. {{(pid=103342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 06 15:12:06.499756 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b62f2413-bf8d-41d9-ae37-e32b36a3e429 req-f9c283f9-d91d-4487-a521-768947e34370 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59634231'] for port (4b491963-91d2-44a3-8cab-99448c418734), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:12:06.542708 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc5d25-17f7-4ee8-aee9-37489940356e req-f22eb0df-7678-45b5-95e9-0fe84e9341f0 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:12:06.545388 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-7afc5d25-17f7-4ee8-aee9-37489940356e req-f22eb0df-7678-45b5-95e9-0fe84e9341f0 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7cfa0a1-b0b8-44a0-a683-d8884506d64a HTTP/1.1" status: 200 len: 943 time: 0.0535865 May 06 15:12:06.550227 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c283f9-d91d-4487-a521-768947e34370 service neutron] Pushing event updated for resources: {'Port': ['ID=4b491963-91d2-44a3-8cab-99448c418734,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:12:06.601598 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-7afc5d25-17f7-4ee8-aee9-37489940356e req-129ab203-f8e9-4b6b-a5ed-e11825f819d1 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf0bf680-1a82-42b7-addd-e773b9fe6074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495427 May 06 15:12:06.625393 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-b62f2413-bf8d-41d9-ae37-e32b36a3e429 req-f9c283f9-d91d-4487-a521-768947e34370 service neutron] Attempting to bind port 4b491963-91d2-44a3-8cab-99448c418734 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 06 15:12:06.625731 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-b62f2413-bf8d-41d9-ae37-e32b36a3e429 req-f9c283f9-d91d-4487-a521-768947e34370 service neutron] Attempting to bind port 4b491963-91d2-44a3-8cab-99448c418734 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': 'aef96f42-6ed7-41b3-ae92-47c3c74acc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '34fb402d-875f-40bc-8469-2292c4d2147d'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 06 15:12:06.626062 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62f2413-bf8d-41d9-ae37-e32b36a3e429 req-f9c283f9-d91d-4487-a521-768947e34370 service neutron] Attempting to bind port 4b491963-91d2-44a3-8cab-99448c418734 on network 34fb402d-875f-40bc-8469-2292c4d2147d {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 15:12:06.630691 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62f2413-bf8d-41d9-ae37-e32b36a3e429 req-f9c283f9-d91d-4487-a521-768947e34370 service neutron] Port 4b491963-91d2-44a3-8cab-99448c418734 on network 34fb402d-875f-40bc-8469-2292c4d2147d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 15:12:06.631163 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62f2413-bf8d-41d9-ae37-e32b36a3e429 req-f9c283f9-d91d-4487-a521-768947e34370 service neutron] Attempting to bind port 4b491963-91d2-44a3-8cab-99448c418734 on network 34fb402d-875f-40bc-8469-2292c4d2147d {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 15:12:06.636462 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62f2413-bf8d-41d9-ae37-e32b36a3e429 req-f9c283f9-d91d-4487-a521-768947e34370 service neutron] Checking agent: {'id': '1eb4536b-031c-4a65-bfe5-fc1ede7d9429', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 14, 56, 20), 'started_at': datetime.datetime(2022, 5, 6, 14, 56, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 15, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 15:12:06.636852 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62f2413-bf8d-41d9-ae37-e32b36a3e429 req-f9c283f9-d91d-4487-a521-768947e34370 service neutron] Checking segment: {'id': 'aef96f42-6ed7-41b3-ae92-47c3c74acc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '34fb402d-875f-40bc-8469-2292c4d2147d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 06 15:12:06.637239 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62f2413-bf8d-41d9-ae37-e32b36a3e429 req-f9c283f9-d91d-4487-a521-768947e34370 service neutron] Bound using segment: {'id': 'aef96f42-6ed7-41b3-ae92-47c3c74acc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '34fb402d-875f-40bc-8469-2292c4d2147d'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 15:12:06.638379 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [req-b62f2413-bf8d-41d9-ae37-e32b36a3e429 req-f9c283f9-d91d-4487-a521-768947e34370 service neutron] Bound port: 4b491963-91d2-44a3-8cab-99448c418734, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aef96f42-6ed7-41b3-ae92-47c3c74acc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '34fb402d-875f-40bc-8469-2292c4d2147d'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 06 15:12:06.638722 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b62f2413-bf8d-41d9-ae37-e32b36a3e429 req-f9c283f9-d91d-4487-a521-768947e34370 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (4b491963-91d2-44a3-8cab-99448c418734), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:12:06.710867 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-b62f2413-bf8d-41d9-ae37-e32b36a3e429 req-f9c283f9-d91d-4487-a521-768947e34370 service neutron] For port 4b491963-91d2-44a3-8cab-99448c418734, host hv-cinder-84067, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 15:12:06.714051 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-b62f2413-bf8d-41d9-ae37-e32b36a3e429 req-f9c283f9-d91d-4487-a521-768947e34370 service neutron] For port 4b491963-91d2-44a3-8cab-99448c418734, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=4b491963-91d2-44a3-8cab-99448c418734,segment=NetworkSegment(aef96f42-6ed7-41b3-ae92-47c3c74acc2c),segment_id=aef96f42-6ed7-41b3-ae92-47c3c74acc2c)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 15:12:06.720510 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b62f2413-bf8d-41d9-ae37-e32b36a3e429 req-f9c283f9-d91d-4487-a521-768947e34370 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59634231'] for port (4b491963-91d2-44a3-8cab-99448c418734), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:12:06.755898 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62f2413-bf8d-41d9-ae37-e32b36a3e429 req-f9c283f9-d91d-4487-a521-768947e34370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:12:06.756547 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-b62f2413-bf8d-41d9-ae37-e32b36a3e429 req-f9c283f9-d91d-4487-a521-768947e34370 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:12:06.757915 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-b62f2413-bf8d-41d9-ae37-e32b36a3e429 req-f9c283f9-d91d-4487-a521-768947e34370 service neutron] 10.222.0.26 "PUT /v2.0/ports/4b491963-91d2-44a3-8cab-99448c418734 HTTP/1.1" status: 200 len: 1093 time: 0.6343229 May 06 15:12:06.758361 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7cfa0a1-b0b8-44a0-a683-d8884506d64a', 'tag': '4b491963-91d2-44a3-8cab-99448c418734'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 15:12:06.760832 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e079183c6aa01fbf7ecda8705e9d532761ec392512c90f9d6467ac227f3657d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c868a51-3af5-43e9-b5ff-ce28a3092b91" -d '{"events": [{"name": "network-changed", "server_uuid": "b7cfa0a1-b0b8-44a0-a683-d8884506d64a", "tag": "4b491963-91d2-44a3-8cab-99448c418734"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 15:12:06.785809 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c283f9-d91d-4487-a521-768947e34370 service neutron] Pushing event updated for resources: {'Port': ['ID=4b491963-91d2-44a3-8cab-99448c418734,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:12:06.808461 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 15:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55aa1f85-4f6b-401d-a6e5-b1e0cb0a660a x-openstack-request-id: req-55aa1f85-4f6b-401d-a6e5-b1e0cb0a660a {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 15:12:06.808896 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7cfa0a1-b0b8-44a0-a683-d8884506d64a", "tag": "4b491963-91d2-44a3-8cab-99448c418734", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 15:12:06.809223 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-55aa1f85-4f6b-401d-a6e5-b1e0cb0a660a {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 15:12:06.810294 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55aa1f85-4f6b-401d-a6e5-b1e0cb0a660a'] response: {'name': 'network-changed', 'server_uuid': 'b7cfa0a1-b0b8-44a0-a683-d8884506d64a', 'tag': '4b491963-91d2-44a3-8cab-99448c418734', 'status': 'completed', 'code': 200} May 06 15:12:06.856811 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62f2413-bf8d-41d9-ae37-e32b36a3e429 req-19b369f0-e3fe-4a5f-bc55-6485c1d21b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:12:06.858361 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-b62f2413-bf8d-41d9-ae37-e32b36a3e429 req-19b369f0-e3fe-4a5f-bc55-6485c1d21b19 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6f2937968fc04cfaa3dab933e994a975&device_id=b7cfa0a1-b0b8-44a0-a683-d8884506d64a HTTP/1.1" status: 200 len: 1127 time: 0.0424051 May 06 15:12:06.907600 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-b62f2413-bf8d-41d9-ae37-e32b36a3e429 req-dd2fb8d5-590b-4915-ab76-9bb6eaab0bc5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b491963-91d2-44a3-8cab-99448c418734 HTTP/1.1" status: 200 len: 217 time: 0.0394826 May 06 15:12:07.134843 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-69e7fa60-7bf1-4be5-8b11-877fadab9b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (79b17169-ed94-4769-ba4e-30adf371f78f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:12:07.227093 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62f2413-bf8d-41d9-ae37-e32b36a3e429 req-821a074d-8a7e-485b-9c16-3fd507cfd9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:12:07.228767 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-b62f2413-bf8d-41d9-ae37-e32b36a3e429 req-821a074d-8a7e-485b-9c16-3fd507cfd9f7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2da4ab98-3f71-40c7-9855-b334ccbe4494 HTTP/1.1" status: 200 len: 854 time: 0.3142788 May 06 15:12:07.276844 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62f2413-bf8d-41d9-ae37-e32b36a3e429 req-4dcce815-b39f-4964-b1a4-5d01ec922406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:12:07.278967 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-b62f2413-bf8d-41d9-ae37-e32b36a3e429 req-4dcce815-b39f-4964-b1a4-5d01ec922406 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=34fb402d-875f-40bc-8469-2292c4d2147d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427883 May 06 15:12:07.372369 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-b62f2413-bf8d-41d9-ae37-e32b36a3e429 req-8dc1c52c-f1bd-4eb1-ba8c-965835e88cf2 service neutron] 10.222.0.26 "GET /v2.0/networks/34fb402d-875f-40bc-8469-2292c4d2147d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857961 May 06 15:12:07.461552 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-b62f2413-bf8d-41d9-ae37-e32b36a3e429 req-73592829-e30f-419f-ac1b-21a252215522 service neutron] 10.222.0.26 "GET /v2.0/networks/34fb402d-875f-40bc-8469-2292c4d2147d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814414 May 06 15:12:07.719615 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f12c4-755a-4098-b5c7-71b26c3d472c req-ff1e0fe1-4ff5-434c-85e6-948daea31249 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:12:07.721112 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-7c4f12c4-755a-4098-b5c7-71b26c3d472c req-ff1e0fe1-4ff5-434c-85e6-948daea31249 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7cfa0a1-b0b8-44a0-a683-d8884506d64a HTTP/1.1" status: 200 len: 943 time: 0.0506132 May 06 15:12:07.768407 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-7c4f12c4-755a-4098-b5c7-71b26c3d472c req-a8baaec2-8d36-424a-abce-436a78a6328f tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf0bf680-1a82-42b7-addd-e773b9fe6074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417385 May 06 15:12:08.351130 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c868a51-3af5-43e9-b5ff-ce28a3092b91 req-143fec1c-6c74-44b3-aa6f-351dbaecc1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:12:08.352671 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-0c868a51-3af5-43e9-b5ff-ce28a3092b91 req-143fec1c-6c74-44b3-aa6f-351dbaecc1a8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6f2937968fc04cfaa3dab933e994a975&device_id=b7cfa0a1-b0b8-44a0-a683-d8884506d64a HTTP/1.1" status: 200 len: 1127 time: 0.0418782 May 06 15:12:08.446792 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c868a51-3af5-43e9-b5ff-ce28a3092b91 req-ffe158e4-7c1f-4705-b1fb-0b6380f14c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:12:08.448156 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-0c868a51-3af5-43e9-b5ff-ce28a3092b91 req-ffe158e4-7c1f-4705-b1fb-0b6380f14c76 service neutron] 10.222.0.26 "GET /v2.0/networks?id=34fb402d-875f-40bc-8469-2292c4d2147d HTTP/1.1" status: 200 len: 916 time: 0.0890076 May 06 15:12:08.490082 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-0c868a51-3af5-43e9-b5ff-ce28a3092b91 req-e210cb6d-7013-4ec4-a16a-4449b785bc66 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b491963-91d2-44a3-8cab-99448c418734 HTTP/1.1" status: 200 len: 217 time: 0.0341558 May 06 15:12:08.543010 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c868a51-3af5-43e9-b5ff-ce28a3092b91 req-ba677ae3-edc4-4502-98af-175c56c82797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:12:08.544501 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-0c868a51-3af5-43e9-b5ff-ce28a3092b91 req-ba677ae3-edc4-4502-98af-175c56c82797 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2da4ab98-3f71-40c7-9855-b334ccbe4494 HTTP/1.1" status: 200 len: 854 time: 0.0485477 May 06 15:12:08.591917 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c868a51-3af5-43e9-b5ff-ce28a3092b91 req-4887db27-1b0c-4cac-ad00-26740485f2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:12:08.593446 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-0c868a51-3af5-43e9-b5ff-ce28a3092b91 req-4887db27-1b0c-4cac-ad00-26740485f2ab service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=34fb402d-875f-40bc-8469-2292c4d2147d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410638 May 06 15:12:08.686679 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-0c868a51-3af5-43e9-b5ff-ce28a3092b91 req-2708c4b8-dac5-4c02-af8d-6b938e688fb5 service neutron] 10.222.0.26 "GET /v2.0/networks/34fb402d-875f-40bc-8469-2292c4d2147d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850534 May 06 15:12:08.786166 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-0c868a51-3af5-43e9-b5ff-ce28a3092b91 req-12a01b0f-29c9-41b4-834a-6347f3e9392e service neutron] 10.222.0.26 "GET /v2.0/networks/34fb402d-875f-40bc-8469-2292c4d2147d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911431 May 06 15:12:08.885746 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8685e635-0638-48d9-b2e4-a7ce48d8d69e req-98909549-191c-4ac3-9c01-e66b51bccca2 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:12:08.887225 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-8685e635-0638-48d9-b2e4-a7ce48d8d69e req-98909549-191c-4ac3-9c01-e66b51bccca2 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7cfa0a1-b0b8-44a0-a683-d8884506d64a HTTP/1.1" status: 200 len: 943 time: 0.0492084 May 06 15:12:08.939954 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-8685e635-0638-48d9-b2e4-a7ce48d8d69e req-06608374-7ba5-4f61-88d7-deb4e38491c0 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf0bf680-1a82-42b7-addd-e773b9fe6074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427713 May 06 15:12:09.450886 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-de654ce2-fba0-403b-b5f0-7db8b2659486 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (ec8f31e6-1756-4927-8bc3-e144e6f0af83), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:12:09.632735 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device 4b491963-91d2-44a3-8cab-99448c418734 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 15:12:09.734802 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] For port 4b491963-91d2-44a3-8cab-99448c418734, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=4b491963-91d2-44a3-8cab-99448c418734,segment=NetworkSegment(aef96f42-6ed7-41b3-ae92-47c3c74acc2c),segment_id=aef96f42-6ed7-41b3-ae92-47c3c74acc2c)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:12:09.745963 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Returning: {'device': '4b491963-91d2-44a3-8cab-99448c418734', 'network_id': '34fb402d-875f-40bc-8469-2292c4d2147d', 'port_id': '4b491963-91d2-44a3-8cab-99448c418734', 'mac_address': 'fa:16:3e:8a:4f:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2da4ab98-3f71-40c7-9855-b334ccbe4494', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 15:12:09.782471 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Current status of the port 4b491963-91d2-44a3-8cab-99448c418734 is: DOWN; New status is: BUILD {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:12:09.782857 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (4b491963-91d2-44a3-8cab-99448c418734), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:12:09.796431 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.notifiers.nova [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b491963-91d2-44a3-8cab-99448c418734 {{(pid=103344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 15:12:09.816629 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] For port 4b491963-91d2-44a3-8cab-99448c418734, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=4b491963-91d2-44a3-8cab-99448c418734,segment=NetworkSegment(aef96f42-6ed7-41b3-ae92-47c3c74acc2c),segment_id=aef96f42-6ed7-41b3-ae92-47c3c74acc2c)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:12:09.821656 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (4b491963-91d2-44a3-8cab-99448c418734), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:12:09.869089 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Pushing event updated for resources: {'Port': ['ID=4b491963-91d2-44a3-8cab-99448c418734,revision_number=4']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:12:09.876737 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:12:09.877092 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:12:09.877441 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:12:09.877784 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:12:09.878120 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:12:09.878453 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:12:09.878792 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:12:09.879119 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:12:09.879449 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:12:09.879780 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:12:09.880109 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:12:09.880439 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:12:09.880798 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:12:09.881130 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:12:09.881452 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:12:10.058482 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce503dd9-0cd1-41cd-8f3a-6959071a7785 req-e1fdc4d8-5a3c-4279-b550-70c152f549ac tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:12:10.060556 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-ce503dd9-0cd1-41cd-8f3a-6959071a7785 req-e1fdc4d8-5a3c-4279-b550-70c152f549ac tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7cfa0a1-b0b8-44a0-a683-d8884506d64a HTTP/1.1" status: 200 len: 944 time: 0.0490119 May 06 15:12:10.063343 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] get_ports_and_sgs() called for port_ids ['4b491963-91d2-44a3-8cab-99448c418734'] {{(pid=103344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 15:12:10.110407 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-ce503dd9-0cd1-41cd-8f3a-6959071a7785 req-240b1f0b-6977-4b95-bd36-70abfe363d49 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf0bf680-1a82-42b7-addd-e773b9fe6074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436587 May 06 15:12:10.577011 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1afa6ce1-9145-4257-8e23-9dd2cd4b1998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b699075f-0d9f-4d2e-b182-9d9eb15bfab1), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:12:11.232115 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b34c97d-f4db-4476-afcc-325ba796b15b req-c34d870c-39c3-4e0d-aea5-32872eb60236 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:12:11.233627 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-1b34c97d-f4db-4476-afcc-325ba796b15b req-c34d870c-39c3-4e0d-aea5-32872eb60236 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7cfa0a1-b0b8-44a0-a683-d8884506d64a HTTP/1.1" status: 200 len: 944 time: 0.0520024 May 06 15:12:11.280888 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-1b34c97d-f4db-4476-afcc-325ba796b15b req-e45610f1-e7a2-41e1-a77e-dc98e892c405 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf0bf680-1a82-42b7-addd-e773b9fe6074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416691 May 06 15:12:11.647426 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device 4b491963-91d2-44a3-8cab-99448c418734 up at agent hyperv_hv-cinder-84067 {{(pid=103344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 15:12:11.691936 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Provisioning for port 4b491963-91d2-44a3-8cab-99448c418734 completed by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 06 15:12:11.697947 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.provisioning_blocks [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Provisioning complete for port 4b491963-91d2-44a3-8cab-99448c418734 triggered by entity L2. {{(pid=103344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 06 15:12:11.698338 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16240627'] for port (4b491963-91d2-44a3-8cab-99448c418734), provisioning_complete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:12:11.779099 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Current status of the port 4b491963-91d2-44a3-8cab-99448c418734 is: BUILD; New status is: ACTIVE {{(pid=103344) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 06 15:12:11.779488 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16195683'] for port (4b491963-91d2-44a3-8cab-99448c418734), before_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:12:11.802963 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7cfa0a1-b0b8-44a0-a683-d8884506d64a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b491963-91d2-44a3-8cab-99448c418734'}] {{(pid=103344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 15:12:11.805258 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e0964ea08b7304cb3fd06b6962f873a42c5b1f8277632c4cd90ec00bfa9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a82e2e9-ca5b-4a5a-b037-d7d3504d2310" -d '{"events": [{"server_uuid": "b7cfa0a1-b0b8-44a0-a683-d8884506d64a", "name": "network-vif-plugged", "status": "completed", "tag": "4b491963-91d2-44a3-8cab-99448c418734"}]}' {{(pid=103344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 15:12:11.818288 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] For port 4b491963-91d2-44a3-8cab-99448c418734, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=4b491963-91d2-44a3-8cab-99448c418734,segment=NetworkSegment(aef96f42-6ed7-41b3-ae92-47c3c74acc2c),segment_id=aef96f42-6ed7-41b3-ae92-47c3c74acc2c)] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:12:11.823180 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732313812363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732313435486', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732313435504'] for port (4b491963-91d2-44a3-8cab-99448c418734), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:12:11.849726 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 15:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a11c02b-0cc4-449d-9e3f-3cdf0277f47d x-openstack-request-id: req-7a11c02b-0cc4-449d-9e3f-3cdf0277f47d {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 15:12:11.850015 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7cfa0a1-b0b8-44a0-a683-d8884506d64a", "name": "network-vif-plugged", "status": "completed", "tag": "4b491963-91d2-44a3-8cab-99448c418734", "code": 200}]} {{(pid=103344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 15:12:11.850267 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7a11c02b-0cc4-449d-9e3f-3cdf0277f47d {{(pid=103344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 15:12:11.850659 dv-cinder-840678-2-iscsi neutron-server[103344]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a11c02b-0cc4-449d-9e3f-3cdf0277f47d'] response: {'server_uuid': 'b7cfa0a1-b0b8-44a0-a683-d8884506d64a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b491963-91d2-44a3-8cab-99448c418734', 'code': 200} May 06 15:12:11.878292 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Pushing event updated for resources: {'Port': ['ID=4b491963-91d2-44a3-8cab-99448c418734,revision_number=5']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:12:12.027310 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd00eea-f0a7-4831-a117-030b8ff9bc27 req-c391d253-8362-4be0-93e4-ff1592d69805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:12:12.029099 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-3dd00eea-f0a7-4831-a117-030b8ff9bc27 req-c391d253-8362-4be0-93e4-ff1592d69805 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b7cfa0a1-b0b8-44a0-a683-d8884506d64a HTTP/1.1" status: 200 len: 1129 time: 0.0421133 May 06 15:12:12.079712 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-3dd00eea-f0a7-4831-a117-030b8ff9bc27 req-83ab084f-78cc-4c80-96bb-cfd03ff61be9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=cf0bf680-1a82-42b7-addd-e773b9fe6074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426431 May 06 15:12:12.393703 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ae6a56-a6a2-421c-9883-08da60572dcd req-8a212596-f201-4190-a212-e7c837e6bb5b tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:12:12.395187 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-05ae6a56-a6a2-421c-9883-08da60572dcd req-8a212596-f201-4190-a212-e7c837e6bb5b tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7cfa0a1-b0b8-44a0-a683-d8884506d64a HTTP/1.1" status: 200 len: 945 time: 0.0478625 May 06 15:12:12.446427 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-05ae6a56-a6a2-421c-9883-08da60572dcd req-cc0784e0-630b-457a-87dd-1e6a4ab2997a tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf0bf680-1a82-42b7-addd-e773b9fe6074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457349 May 06 15:12:12.718928 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-68b1beb6-545b-4f86-a143-b395004404eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b8293b96-1d4f-4101-9243-9870353ff712), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:12:13.565171 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deea08d-6758-48c5-afd1-9c88ec16638e req-5867f697-3ccd-4891-ac6b-62e5e439fcff tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:12:13.566738 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-3deea08d-6758-48c5-afd1-9c88ec16638e req-5867f697-3ccd-4891-ac6b-62e5e439fcff tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7cfa0a1-b0b8-44a0-a683-d8884506d64a HTTP/1.1" status: 200 len: 945 time: 0.0508361 May 06 15:12:13.614453 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-3deea08d-6758-48c5-afd1-9c88ec16638e req-7a301f94-6c00-420a-b2c1-c174679d7f41 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf0bf680-1a82-42b7-addd-e773b9fe6074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419474 May 06 15:12:13.724273 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b94b370-d9d6-4ec0-a907-6f152fe2931a req-d501ae3e-099f-4f21-809f-876cfa549bf3 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:12:13.725834 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-8b94b370-d9d6-4ec0-a907-6f152fe2931a req-d501ae3e-099f-4f21-809f-876cfa549bf3 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7cfa0a1-b0b8-44a0-a683-d8884506d64a HTTP/1.1" status: 200 len: 945 time: 0.0478754 May 06 15:12:13.734965 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 53134) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:12:13.739353 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.v2.base [None req-3acb157a-1c10-43ca-bf1e-93c1fa2a525e tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Request body: {'floatingip': {'port_id': '4b491963-91d2-44a3-8cab-99448c418734'}} {{(pid=103342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 06 15:12:13.780492 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3acb157a-1c10-43ca-bf1e-93c1fa2a525e tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks [] for floatingip (8dcd307a-540b-4296-b495-077d6ca4c287), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:12:13.786103 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (20451d70-ea89-4a66-885a-20a1b2a3bff8), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:12:13.801810 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.agents_db [None req-6003b131-4361-4e36-81e7-47e90cbdf206 None None] Agent healthcheck: found 6 active agents {{(pid=103345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 15:12:14.234947 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3acb157a-1c10-43ca-bf1e-93c1fa2a525e tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:12:14.239432 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3acb157a-1c10-43ca-bf1e-93c1fa2a525e tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429592'] for floatingip (8dcd307a-540b-4296-b495-077d6ca4c287), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:12:14.343501 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.db.l3_db [None req-3acb157a-1c10-43ca-bf1e-93c1fa2a525e tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Floating IP 8dcd307a-540b-4296-b495-077d6ca4c287 associated. External IP: 172.27.2.233, port: 4b491963-91d2-44a3-8cab-99448c418734. May 06 15:12:14.560126 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3acb157a-1c10-43ca-bf1e-93c1fa2a525e tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Router af14763f-8ef8-4dc4-be61-9c42c0e68894 has already been hosted by L3 agent ec8f31e6-1756-4927-8bc3-e144e6f0af83 {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 15:12:14.673379 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3acb157a-1c10-43ca-bf1e-93c1fa2a525e tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Notify agent at l3_agent.dv-cinder-840678-2-iscsi the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 15:12:14.678368 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3acb157a-1c10-43ca-bf1e-93c1fa2a525e tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for floatingip (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:12:14.683205 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e77a179-0e32-4533-8925-bdc1f437f9ba None None] Sync routers for ids ['af14763f-8ef8-4dc4-be61-9c42c0e68894'] in dv-cinder-840678-2-iscsi {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 15:12:14.693659 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e77a179-0e32-4533-8925-bdc1f437f9ba None None] Routers {'af14763f-8ef8-4dc4-be61-9c42c0e68894'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:12:14.694291 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-8e77a179-0e32-4533-8925-bdc1f437f9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:12:09Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['af14763f-8ef8-4dc4-be61-9c42c0e68894'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:12:14.708590 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-3acb157a-1c10-43ca-bf1e-93c1fa2a525e tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "PUT /v2.0/floatingips/8dcd307a-540b-4296-b495-077d6ca4c287 HTTP/1.1" status: 200 len: 991 time: 0.9725385 May 06 15:12:14.709227 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7cfa0a1-b0b8-44a0-a683-d8884506d64a', 'tag': '4b491963-91d2-44a3-8cab-99448c418734'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 15:12:14.711497 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e079183c6aa01fbf7ecda8705e9d532761ec392512c90f9d6467ac227f3657d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bb8c3e0-78e9-4142-97c2-c3afec8d06aa" -d '{"events": [{"name": "network-changed", "server_uuid": "b7cfa0a1-b0b8-44a0-a683-d8884506d64a", "tag": "4b491963-91d2-44a3-8cab-99448c418734"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 15:12:14.751064 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 15:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfce76e2-45c1-4b62-ad06-b04ffcb581e7 x-openstack-request-id: req-dfce76e2-45c1-4b62-ad06-b04ffcb581e7 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 15:12:14.751701 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7cfa0a1-b0b8-44a0-a683-d8884506d64a", "tag": "4b491963-91d2-44a3-8cab-99448c418734", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 15:12:14.751701 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dfce76e2-45c1-4b62-ad06-b04ffcb581e7 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 15:12:14.752020 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfce76e2-45c1-4b62-ad06-b04ffcb581e7'] response: {'name': 'network-changed', 'server_uuid': 'b7cfa0a1-b0b8-44a0-a683-d8884506d64a', 'tag': '4b491963-91d2-44a3-8cab-99448c418734', 'status': 'completed', 'code': 200} May 06 15:12:14.827720 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-8e77a179-0e32-4533-8925-bdc1f437f9ba None None] Set router af14763f-8ef8-4dc4-be61-9c42c0e68894 gateway port host: dv-cinder-840678-2-iscsi {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:12:14.828342 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb8c3e0-78e9-4142-97c2-c3afec8d06aa req-51edcc75-c12e-4f13-8bcb-67441b400f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:12:14.829630 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-9bb8c3e0-78e9-4142-97c2-c3afec8d06aa req-51edcc75-c12e-4f13-8bcb-67441b400f68 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6f2937968fc04cfaa3dab933e994a975&device_id=b7cfa0a1-b0b8-44a0-a683-d8884506d64a HTTP/1.1" status: 200 len: 1129 time: 0.0439100 May 06 15:12:14.936635 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb8c3e0-78e9-4142-97c2-c3afec8d06aa req-b05d08af-1ce3-472c-acd5-f1f38d92324c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:12:14.938132 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-9bb8c3e0-78e9-4142-97c2-c3afec8d06aa req-b05d08af-1ce3-472c-acd5-f1f38d92324c service neutron] 10.222.0.26 "GET /v2.0/networks?id=34fb402d-875f-40bc-8469-2292c4d2147d HTTP/1.1" status: 200 len: 916 time: 0.0960257 May 06 15:12:15.014337 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-9bb8c3e0-78e9-4142-97c2-c3afec8d06aa req-76b8480e-bd6c-4db5-84db-31faf49b43d9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b491963-91d2-44a3-8cab-99448c418734 HTTP/1.1" status: 200 len: 999 time: 0.0695517 May 06 15:12:15.053262 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-8e77a179-0e32-4533-8925-bdc1f437f9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'name': 'tempest-AttachVolumeNegativeTest-1888114692-router', 'tenant_id': '6f2937968fc04cfaa3dab933e994a975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'be96f763-7174-4361-8adf-0565e858d46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T15:08:34Z', 'updated_at': '2022-05-06T15:08:37Z', 'revision_number': 4, 'project_id': '6f2937968fc04cfaa3dab933e994a975', 'gw_port': {'id': 'be96f763-7174-4361-8adf-0565e858d46b', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:06:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:08:34Z', 'updated_at': '2022-05-06T15:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_floatingips': [{'id': '8dcd307a-540b-4296-b495-077d6ca4c287', 'tenant_id': '6f2937968fc04cfaa3dab933e994a975', 'floating_ip_address': '172.27.2.233', 'floating_network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'router_id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'port_id': '4b491963-91d2-44a3-8cab-99448c418734', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34fb402d-875f-40bc-8469-2292c4d2147d', 'mac_address': 'fa:16:3e:8a:4f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7cfa0a1-b0b8-44a0-a683-d8884506d64a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T15:12:03Z', 'updated_at': '2022-05-06T15:12:14Z', 'revision_number': 1, 'project_id': '6f2937968fc04cfaa3dab933e994a975', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4770669d-47f6-43ad-b29b-3fbee3381ce8', 'name': '', 'network_id': '34fb402d-875f-40bc-8469-2292c4d2147d', 'tenant_id': '6f2937968fc04cfaa3dab933e994a975', 'mac_address': 'fa:16:3e:8a:ce:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '2da4ab98-3f71-40c7-9855-b334ccbe4494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:08:37Z', 'updated_at': '2022-05-06T15:08:41Z', 'revision_number': 5, 'project_id': '6f2937968fc04cfaa3dab933e994a975', 'subnets': [{'id': '2da4ab98-3f71-40c7-9855-b334ccbe4494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:12:15.066973 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb8c3e0-78e9-4142-97c2-c3afec8d06aa req-593b3095-a925-4ec7-8d25-a7019765e378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:12:15.068448 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-9bb8c3e0-78e9-4142-97c2-c3afec8d06aa req-593b3095-a925-4ec7-8d25-a7019765e378 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2da4ab98-3f71-40c7-9855-b334ccbe4494 HTTP/1.1" status: 200 len: 854 time: 0.0480235 May 06 15:12:15.084034 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e77a179-0e32-4533-8925-bdc1f437f9ba None None] Checking router: af14763f-8ef8-4dc4-be61-9c42c0e68894 for host: dv-cinder-840678-2-iscsi {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 15:12:15.093753 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e77a179-0e32-4533-8925-bdc1f437f9ba None None] Routers {'af14763f-8ef8-4dc4-be61-9c42c0e68894'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:12:15.094377 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-8e77a179-0e32-4533-8925-bdc1f437f9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:12:09Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['af14763f-8ef8-4dc4-be61-9c42c0e68894'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:12:15.114211 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb8c3e0-78e9-4142-97c2-c3afec8d06aa req-6af591a7-3825-4c8e-a08f-87ab4e5ee05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:12:15.115720 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-9bb8c3e0-78e9-4142-97c2-c3afec8d06aa req-6af591a7-3825-4c8e-a08f-87ab4e5ee05e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=34fb402d-875f-40bc-8469-2292c4d2147d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396986 May 06 15:12:15.207802 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-8e77a179-0e32-4533-8925-bdc1f437f9ba None None] Set router af14763f-8ef8-4dc4-be61-9c42c0e68894 gateway port host: dv-cinder-840678-2-iscsi {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:12:15.208343 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-9bb8c3e0-78e9-4142-97c2-c3afec8d06aa req-60afac63-0b98-4311-acae-e5fe1587f017 service neutron] 10.222.0.26 "GET /v2.0/networks/34fb402d-875f-40bc-8469-2292c4d2147d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850937 May 06 15:12:15.301352 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-9bb8c3e0-78e9-4142-97c2-c3afec8d06aa req-cb143b84-80cb-42da-9c5d-e3c62d9a0079 service neutron] 10.222.0.26 "GET /v2.0/networks/34fb402d-875f-40bc-8469-2292c4d2147d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866654 May 06 15:12:15.427951 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-8e77a179-0e32-4533-8925-bdc1f437f9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'name': 'tempest-AttachVolumeNegativeTest-1888114692-router', 'tenant_id': '6f2937968fc04cfaa3dab933e994a975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'be96f763-7174-4361-8adf-0565e858d46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T15:08:34Z', 'updated_at': '2022-05-06T15:08:37Z', 'revision_number': 4, 'project_id': '6f2937968fc04cfaa3dab933e994a975', 'gw_port': {'id': 'be96f763-7174-4361-8adf-0565e858d46b', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:06:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:08:34Z', 'updated_at': '2022-05-06T15:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_floatingips': [{'id': '8dcd307a-540b-4296-b495-077d6ca4c287', 'tenant_id': '6f2937968fc04cfaa3dab933e994a975', 'floating_ip_address': '172.27.2.233', 'floating_network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'router_id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'port_id': '4b491963-91d2-44a3-8cab-99448c418734', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34fb402d-875f-40bc-8469-2292c4d2147d', 'mac_address': 'fa:16:3e:8a:4f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7cfa0a1-b0b8-44a0-a683-d8884506d64a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T15:12:03Z', 'updated_at': '2022-05-06T15:12:14Z', 'revision_number': 1, 'project_id': '6f2937968fc04cfaa3dab933e994a975', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4770669d-47f6-43ad-b29b-3fbee3381ce8', 'name': '', 'network_id': '34fb402d-875f-40bc-8469-2292c4d2147d', 'tenant_id': '6f2937968fc04cfaa3dab933e994a975', 'mac_address': 'fa:16:3e:8a:ce:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '2da4ab98-3f71-40c7-9855-b334ccbe4494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:08:37Z', 'updated_at': '2022-05-06T15:08:41Z', 'revision_number': 5, 'project_id': '6f2937968fc04cfaa3dab933e994a975', 'subnets': [{'id': '2da4ab98-3f71-40c7-9855-b334ccbe4494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:12:15.454316 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e77a179-0e32-4533-8925-bdc1f437f9ba None None] The sync data for ids ['af14763f-8ef8-4dc4-be61-9c42c0e68894'] in dv-cinder-840678-2-iscsi is: [{'id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'name': 'tempest-AttachVolumeNegativeTest-1888114692-router', 'tenant_id': '6f2937968fc04cfaa3dab933e994a975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'be96f763-7174-4361-8adf-0565e858d46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T15:08:34Z', 'updated_at': '2022-05-06T15:08:37Z', 'revision_number': 4, 'project_id': '6f2937968fc04cfaa3dab933e994a975', 'gw_port': {'id': 'be96f763-7174-4361-8adf-0565e858d46b', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:06:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:08:34Z', 'updated_at': '2022-05-06T15:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_floatingips': [{'id': '8dcd307a-540b-4296-b495-077d6ca4c287', 'tenant_id': '6f2937968fc04cfaa3dab933e994a975', 'floating_ip_address': '172.27.2.233', 'floating_network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'router_id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'port_id': '4b491963-91d2-44a3-8cab-99448c418734', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34fb402d-875f-40bc-8469-2292c4d2147d', 'mac_address': 'fa:16:3e:8a:4f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7cfa0a1-b0b8-44a0-a683-d8884506d64a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T15:12:03Z', 'updated_at': '2022-05-06T15:12:14Z', 'revision_number': 1, 'project_id': '6f2937968fc04cfaa3dab933e994a975', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4770669d-47f6-43ad-b29b-3fbee3381ce8', 'name': '', 'network_id': '34fb402d-875f-40bc-8469-2292c4d2147d', 'tenant_id': '6f2937968fc04cfaa3dab933e994a975', 'mac_address': 'fa:16:3e:8a:ce:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '2da4ab98-3f71-40c7-9855-b334ccbe4494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:08:37Z', 'updated_at': '2022-05-06T15:08:41Z', 'revision_number': 5, 'project_id': '6f2937968fc04cfaa3dab933e994a975', 'subnets': [{'id': '2da4ab98-3f71-40c7-9855-b334ccbe4494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 15:12:15.651972 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d82dd1a-4b1b-496e-ab53-f5da7317f70a None None] New status for floating IP 8dcd307a-540b-4296-b495-077d6ca4c287: ACTIVE {{(pid=103344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 15:12:20.651680 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (1eb4536b-031c-4a65-bfe5-fc1ede7d9429), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:12:33.115640 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-11a2e564-7205-4322-82df-a7d92409b562 req-a39d915c-48e2-4d63-bc36-eb5f32ebbce0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b7cfa0a1-b0b8-44a0-a683-d8884506d64a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388820 May 06 15:12:33.211723 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a2e564-7205-4322-82df-a7d92409b562 req-8617dc9b-47b1-4ac5-a100-0c3ad52c6734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:12:33.213231 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-11a2e564-7205-4322-82df-a7d92409b562 req-8617dc9b-47b1-4ac5-a100-0c3ad52c6734 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6f2937968fc04cfaa3dab933e994a975&device_id=b7cfa0a1-b0b8-44a0-a683-d8884506d64a HTTP/1.1" status: 200 len: 1129 time: 0.0395288 May 06 15:12:33.320281 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a2e564-7205-4322-82df-a7d92409b562 req-5b1d5431-0278-4e0a-a4e7-96027d1edcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:12:33.321783 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-11a2e564-7205-4322-82df-a7d92409b562 req-5b1d5431-0278-4e0a-a4e7-96027d1edcc8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=34fb402d-875f-40bc-8469-2292c4d2147d HTTP/1.1" status: 200 len: 916 time: 0.0891399 May 06 15:12:33.388280 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-11a2e564-7205-4322-82df-a7d92409b562 req-8bc4830d-394d-4796-ba7a-270a59008a23 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b491963-91d2-44a3-8cab-99448c418734 HTTP/1.1" status: 200 len: 1001 time: 0.0593357 May 06 15:12:33.443825 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a2e564-7205-4322-82df-a7d92409b562 req-1e3ab982-4426-4860-ae09-cc87504788c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:12:33.445325 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-11a2e564-7205-4322-82df-a7d92409b562 req-1e3ab982-4426-4860-ae09-cc87504788c7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2da4ab98-3f71-40c7-9855-b334ccbe4494 HTTP/1.1" status: 200 len: 854 time: 0.0473292 May 06 15:12:33.490787 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a2e564-7205-4322-82df-a7d92409b562 req-be38bb72-6afe-4001-9eb9-0ea002a80e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:12:33.492276 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-11a2e564-7205-4322-82df-a7d92409b562 req-be38bb72-6afe-4001-9eb9-0ea002a80e04 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=34fb402d-875f-40bc-8469-2292c4d2147d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386150 May 06 15:12:33.584323 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-11a2e564-7205-4322-82df-a7d92409b562 req-8b839069-f573-46a0-9984-5f03ab2a7701 service neutron] 10.222.0.26 "GET /v2.0/networks/34fb402d-875f-40bc-8469-2292c4d2147d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842729 May 06 15:12:33.678917 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-11a2e564-7205-4322-82df-a7d92409b562 req-455799c4-d1d6-42d6-814e-bdc1f7fc37e9 service neutron] 10.222.0.26 "GET /v2.0/networks/34fb402d-875f-40bc-8469-2292c4d2147d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866013 May 06 15:12:37.136810 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-22411862-4f55-40a2-91ea-98bbdc7a0813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (79b17169-ed94-4769-ba4e-30adf371f78f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:12:39.452358 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-7116138e-617d-4d6a-af05-18de847766dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (ec8f31e6-1756-4927-8bc3-e144e6f0af83), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:12:40.579623 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1afa6ce1-9145-4257-8e23-9dd2cd4b1998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b699075f-0d9f-4d2e-b182-9d9eb15bfab1), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:12:42.721332 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-68b1beb6-545b-4f86-a143-b395004404eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b8293b96-1d4f-4101-9243-9870353ff712), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:12:43.779969 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (20451d70-ea89-4a66-885a-20a1b2a3bff8), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:12:50.667503 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (1eb4536b-031c-4a65-bfe5-fc1ede7d9429), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:12:50.801502 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.agents_db [None req-6003b131-4361-4e36-81e7-47e90cbdf206 None None] Agent healthcheck: found 6 active agents {{(pid=103345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 15:13:01.721988 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9a0e91-6016-4195-bbfe-d66d0e7b9bb5 req-587f80ad-ddfa-42cc-b184-03190f787270 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:13:01.723382 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-0d9a0e91-6016-4195-bbfe-d66d0e7b9bb5 req-587f80ad-ddfa-42cc-b184-03190f787270 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7cfa0a1-b0b8-44a0-a683-d8884506d64a HTTP/1.1" status: 200 len: 945 time: 0.0481761 May 06 15:13:01.769970 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-0d9a0e91-6016-4195-bbfe-d66d0e7b9bb5 req-9b7701c3-1db6-4eef-8e45-c3bbf1574120 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf0bf680-1a82-42b7-addd-e773b9fe6074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409582 May 06 15:13:02.887030 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039e361b-3e20-43bb-bc43-6526519d5c09 req-de9c2698-6773-452a-85d7-39f7b26f9a0f tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:13:02.889074 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-039e361b-3e20-43bb-bc43-6526519d5c09 req-de9c2698-6773-452a-85d7-39f7b26f9a0f tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7cfa0a1-b0b8-44a0-a683-d8884506d64a HTTP/1.1" status: 200 len: 945 time: 0.0470583 May 06 15:13:02.935382 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [req-039e361b-3e20-43bb-bc43-6526519d5c09 req-79a9e2ab-6e1a-4607-bccb-cd4a182d9f14 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf0bf680-1a82-42b7-addd-e773b9fe6074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408223 May 06 15:13:03.439464 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503f7468-f5e4-4c75-a9a1-3ea333ac276d req-c0158314-32ce-4e6b-9d59-93700c332e2b tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 15:13:03.440996 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-503f7468-f5e4-4c75-a9a1-3ea333ac276d req-c0158314-32ce-4e6b-9d59-93700c332e2b tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7cfa0a1-b0b8-44a0-a683-d8884506d64a HTTP/1.1" status: 200 len: 945 time: 0.0487173 May 06 15:13:03.534381 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-503f7468-f5e4-4c75-a9a1-3ea333ac276d req-4e39aed9-e104-49e0-89a0-a432bc5fb307 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Deleting port 4b491963-91d2-44a3-8cab-99448c418734 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 15:13:03.534718 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-503f7468-f5e4-4c75-a9a1-3ea333ac276d req-4e39aed9-e104-49e0-89a0-a432bc5fb307 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732313803493'] for port (4b491963-91d2-44a3-8cab-99448c418734), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:03.626804 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [req-503f7468-f5e4-4c75-a9a1-3ea333ac276d req-4e39aed9-e104-49e0-89a0-a432bc5fb307 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] For port 4b491963-91d2-44a3-8cab-99448c418734, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=4b491963-91d2-44a3-8cab-99448c418734,segment=NetworkSegment(aef96f42-6ed7-41b3-ae92-47c3c74acc2c),segment_id=aef96f42-6ed7-41b3-ae92-47c3c74acc2c)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:13:03.627188 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-503f7468-f5e4-4c75-a9a1-3ea333ac276d req-4e39aed9-e104-49e0-89a0-a432bc5fb307 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426303'] for port (4b491963-91d2-44a3-8cab-99448c418734), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:03.816703 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-503f7468-f5e4-4c75-a9a1-3ea333ac276d req-4e39aed9-e104-49e0-89a0-a432bc5fb307 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:03.817077 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-503f7468-f5e4-4c75-a9a1-3ea333ac276d req-4e39aed9-e104-49e0-89a0-a432bc5fb307 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-429592'] for floatingip (8dcd307a-540b-4296-b495-077d6ca4c287), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:03.817401 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.db.l3_db [req-503f7468-f5e4-4c75-a9a1-3ea333ac276d req-4e39aed9-e104-49e0-89a0-a432bc5fb307 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Floating IP 8dcd307a-540b-4296-b495-077d6ca4c287 disassociated. External IP: 172.27.2.233, port: 4b491963-91d2-44a3-8cab-99448c418734. May 06 15:13:03.817747 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [req-503f7468-f5e4-4c75-a9a1-3ea333ac276d req-4e39aed9-e104-49e0-89a0-a432bc5fb307 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Calling delete_port for 4b491963-91d2-44a3-8cab-99448c418734 owned by compute:nova {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 15:13:03.961177 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-503f7468-f5e4-4c75-a9a1-3ea333ac276d req-4e39aed9-e104-49e0-89a0-a432bc5fb307 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732313812345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732313435477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59634176'] for port (4b491963-91d2-44a3-8cab-99448c418734), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:03.995316 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e39aed9-e104-49e0-89a0-a432bc5fb307 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Pushing event deleted for resources: {'Port': ['ID=4b491963-91d2-44a3-8cab-99448c418734,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:13:04.008578 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e39aed9-e104-49e0-89a0-a432bc5fb307 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:13:04.008957 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e39aed9-e104-49e0-89a0-a432bc5fb307 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:13:04.009306 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e39aed9-e104-49e0-89a0-a432bc5fb307 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:13:04.009673 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e39aed9-e104-49e0-89a0-a432bc5fb307 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:13:04.010009 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e39aed9-e104-49e0-89a0-a432bc5fb307 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:13:04.010347 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e39aed9-e104-49e0-89a0-a432bc5fb307 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:13:04.010679 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e39aed9-e104-49e0-89a0-a432bc5fb307 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:13:04.011008 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e39aed9-e104-49e0-89a0-a432bc5fb307 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:13:04.011346 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e39aed9-e104-49e0-89a0-a432bc5fb307 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:13:04.011667 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e39aed9-e104-49e0-89a0-a432bc5fb307 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:13:04.011993 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e39aed9-e104-49e0-89a0-a432bc5fb307 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:13:04.012317 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e39aed9-e104-49e0-89a0-a432bc5fb307 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:13:04.012815 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e39aed9-e104-49e0-89a0-a432bc5fb307 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:13:04.013154 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e39aed9-e104-49e0-89a0-a432bc5fb307 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:13:04.013485 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e39aed9-e104-49e0-89a0-a432bc5fb307 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:13:04.080406 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-d1d58d57-8ad5-41de-b8f1-033045d1bbb4 req-948cfcb3-3979-4122-b015-a48d069834b6 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7cfa0a1-b0b8-44a0-a683-d8884506d64a HTTP/1.1" status: 200 len: 210 time: 0.0617685 May 06 15:13:04.151391 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.scheduler.l3_agent_scheduler [req-503f7468-f5e4-4c75-a9a1-3ea333ac276d req-4e39aed9-e104-49e0-89a0-a432bc5fb307 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Router af14763f-8ef8-4dc4-be61-9c42c0e68894 has already been hosted by L3 agent ec8f31e6-1756-4927-8bc3-e144e6f0af83 {{(pid=103342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 15:13:04.538491 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-503f7468-f5e4-4c75-a9a1-3ea333ac276d req-4e39aed9-e104-49e0-89a0-a432bc5fb307 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Notify agent at l3_agent.dv-cinder-840678-2-iscsi the message routers_updated {{(pid=103342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 15:13:04.548874 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edccaa7-186c-4762-81c5-a977ec9ce113 None None] Sync routers for ids ['af14763f-8ef8-4dc4-be61-9c42c0e68894'] in dv-cinder-840678-2-iscsi {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 15:13:04.558859 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edccaa7-186c-4762-81c5-a977ec9ce113 None None] Routers {'af14763f-8ef8-4dc4-be61-9c42c0e68894'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:13:04.560175 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-7edccaa7-186c-4762-81c5-a977ec9ce113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:12:39Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['af14763f-8ef8-4dc4-be61-9c42c0e68894'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:13:04.583087 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [req-503f7468-f5e4-4c75-a9a1-3ea333ac276d req-4e39aed9-e104-49e0-89a0-a432bc5fb307 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] No DVR routers for this DVR port 4b491963-91d2-44a3-8cab-99448c418734 on host hv-cinder-84067 {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 15:13:04.585846 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [req-503f7468-f5e4-4c75-a9a1-3ea333ac276d req-4e39aed9-e104-49e0-89a0-a432bc5fb307 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for port (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:04.589440 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [req-503f7468-f5e4-4c75-a9a1-3ea333ac276d req-4e39aed9-e104-49e0-89a0-a432bc5fb307 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.26 "DELETE /v2.0/ports/4b491963-91d2-44a3-8cab-99448c418734 HTTP/1.1" status: 204 len: 173 time: 1.1411862 May 06 15:13:04.589862 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7cfa0a1-b0b8-44a0-a683-d8884506d64a', 'name': 'network-vif-deleted', 'tag': '4b491963-91d2-44a3-8cab-99448c418734'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 15:13:04.592403 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e079183c6aa01fbf7ecda8705e9d532761ec392512c90f9d6467ac227f3657d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad042d6-ec66-44d1-8cb6-d7e32ee76f41" -d '{"events": [{"server_uuid": "b7cfa0a1-b0b8-44a0-a683-d8884506d64a", "name": "network-vif-deleted", "tag": "4b491963-91d2-44a3-8cab-99448c418734"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 15:13:04.629949 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 15:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c879a7c-ee27-42e6-883f-74dfcdf5e7b5 x-openstack-request-id: req-6c879a7c-ee27-42e6-883f-74dfcdf5e7b5 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 15:13:04.630253 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7cfa0a1-b0b8-44a0-a683-d8884506d64a", "name": "network-vif-deleted", "tag": "4b491963-91d2-44a3-8cab-99448c418734", "status": "completed", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 15:13:04.630508 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6c879a7c-ee27-42e6-883f-74dfcdf5e7b5 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 15:13:04.630912 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c879a7c-ee27-42e6-883f-74dfcdf5e7b5'] response: {'server_uuid': 'b7cfa0a1-b0b8-44a0-a683-d8884506d64a', 'name': 'network-vif-deleted', 'tag': '4b491963-91d2-44a3-8cab-99448c418734', 'status': 'completed', 'code': 200} May 06 15:13:04.679242 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-7edccaa7-186c-4762-81c5-a977ec9ce113 None None] Set router af14763f-8ef8-4dc4-be61-9c42c0e68894 gateway port host: dv-cinder-840678-2-iscsi {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:13:04.964704 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-7edccaa7-186c-4762-81c5-a977ec9ce113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'name': 'tempest-AttachVolumeNegativeTest-1888114692-router', 'tenant_id': '6f2937968fc04cfaa3dab933e994a975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'be96f763-7174-4361-8adf-0565e858d46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T15:08:34Z', 'updated_at': '2022-05-06T15:08:37Z', 'revision_number': 4, 'project_id': '6f2937968fc04cfaa3dab933e994a975', 'gw_port': {'id': 'be96f763-7174-4361-8adf-0565e858d46b', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:06:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:08:34Z', 'updated_at': '2022-05-06T15:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_interfaces': [{'id': '4770669d-47f6-43ad-b29b-3fbee3381ce8', 'name': '', 'network_id': '34fb402d-875f-40bc-8469-2292c4d2147d', 'tenant_id': '6f2937968fc04cfaa3dab933e994a975', 'mac_address': 'fa:16:3e:8a:ce:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '2da4ab98-3f71-40c7-9855-b334ccbe4494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:08:37Z', 'updated_at': '2022-05-06T15:08:41Z', 'revision_number': 5, 'project_id': '6f2937968fc04cfaa3dab933e994a975', 'subnets': [{'id': '2da4ab98-3f71-40c7-9855-b334ccbe4494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:13:04.993113 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edccaa7-186c-4762-81c5-a977ec9ce113 None None] Checking router: af14763f-8ef8-4dc4-be61-9c42c0e68894 for host: dv-cinder-840678-2-iscsi {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 15:13:05.001833 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edccaa7-186c-4762-81c5-a977ec9ce113 None None] Routers {'af14763f-8ef8-4dc4-be61-9c42c0e68894'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:13:05.002447 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-7edccaa7-186c-4762-81c5-a977ec9ce113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:12:39Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['af14763f-8ef8-4dc4-be61-9c42c0e68894'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:13:05.115373 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-7edccaa7-186c-4762-81c5-a977ec9ce113 None None] Set router af14763f-8ef8-4dc4-be61-9c42c0e68894 gateway port host: dv-cinder-840678-2-iscsi {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:13:05.173412 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 53218) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:13:05.231400 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-85f5f1a2-f3dc-41b9-8544-2b518cb0cfa0 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks [] for security_group (cf0bf680-1a82-42b7-addd-e773b9fe6074), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:05.255059 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-85f5f1a2-f3dc-41b9-8544-2b518cb0cfa0 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks [] for security_group (cf0bf680-1a82-42b7-addd-e773b9fe6074), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:05.304563 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-85f5f1a2-f3dc-41b9-8544-2b518cb0cfa0 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (cf0bf680-1a82-42b7-addd-e773b9fe6074), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:05.307220 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-85f5f1a2-f3dc-41b9-8544-2b518cb0cfa0 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:05.310954 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-85f5f1a2-f3dc-41b9-8544-2b518cb0cfa0 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "DELETE /v2.0/security-groups/cf0bf680-1a82-42b7-addd-e773b9fe6074 HTTP/1.1" status: 204 len: 168 time: 0.1339920 May 06 15:13:05.311603 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 53220) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:13:05.318478 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f5f1a2-f3dc-41b9-8544-2b518cb0cfa0 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0bf680-1a82-42b7-addd-e773b9fe6074,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:13:05.318818 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-7edccaa7-186c-4762-81c5-a977ec9ce113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'name': 'tempest-AttachVolumeNegativeTest-1888114692-router', 'tenant_id': '6f2937968fc04cfaa3dab933e994a975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'be96f763-7174-4361-8adf-0565e858d46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T15:08:34Z', 'updated_at': '2022-05-06T15:08:37Z', 'revision_number': 4, 'project_id': '6f2937968fc04cfaa3dab933e994a975', 'gw_port': {'id': 'be96f763-7174-4361-8adf-0565e858d46b', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:06:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:08:34Z', 'updated_at': '2022-05-06T15:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_interfaces': [{'id': '4770669d-47f6-43ad-b29b-3fbee3381ce8', 'name': '', 'network_id': '34fb402d-875f-40bc-8469-2292c4d2147d', 'tenant_id': '6f2937968fc04cfaa3dab933e994a975', 'mac_address': 'fa:16:3e:8a:ce:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '2da4ab98-3f71-40c7-9855-b334ccbe4494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:08:37Z', 'updated_at': '2022-05-06T15:08:41Z', 'revision_number': 5, 'project_id': '6f2937968fc04cfaa3dab933e994a975', 'subnets': [{'id': '2da4ab98-3f71-40c7-9855-b334ccbe4494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:13:05.329876 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.api.v2.resource [None req-610ad4c1-a5ec-4643-b797-d025df17137b tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] show failed (client error): The resource could not be found. May 06 15:13:05.332647 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-610ad4c1-a5ec-4643-b797-d025df17137b tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "GET /v2.0/security-groups/cf0bf680-1a82-42b7-addd-e773b9fe6074 HTTP/1.1" status: 404 len: 347 time: 0.0170741 May 06 15:13:05.334696 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 53222) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:13:05.351258 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edccaa7-186c-4762-81c5-a977ec9ce113 None None] The sync data for ids ['af14763f-8ef8-4dc4-be61-9c42c0e68894'] in dv-cinder-840678-2-iscsi is: [{'id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'name': 'tempest-AttachVolumeNegativeTest-1888114692-router', 'tenant_id': '6f2937968fc04cfaa3dab933e994a975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'be96f763-7174-4361-8adf-0565e858d46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T15:08:34Z', 'updated_at': '2022-05-06T15:08:37Z', 'revision_number': 4, 'project_id': '6f2937968fc04cfaa3dab933e994a975', 'gw_port': {'id': 'be96f763-7174-4361-8adf-0565e858d46b', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:06:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:08:34Z', 'updated_at': '2022-05-06T15:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi', '_interfaces': [{'id': '4770669d-47f6-43ad-b29b-3fbee3381ce8', 'name': '', 'network_id': '34fb402d-875f-40bc-8469-2292c4d2147d', 'tenant_id': '6f2937968fc04cfaa3dab933e994a975', 'mac_address': 'fa:16:3e:8a:ce:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '2da4ab98-3f71-40c7-9855-b334ccbe4494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:08:37Z', 'updated_at': '2022-05-06T15:08:41Z', 'revision_number': 5, 'project_id': '6f2937968fc04cfaa3dab933e994a975', 'subnets': [{'id': '2da4ab98-3f71-40c7-9855-b334ccbe4494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 15:13:05.465350 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-3796ac91-7e37-4693-a47f-3bdf98a160f5 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Deleting port cbb8ffda-2e06-45bb-bba9-621fb280ccdf {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 15:13:05.466318 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3796ac91-7e37-4693-a47f-3bdf98a160f5 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732313803493'] for port (cbb8ffda-2e06-45bb-bba9-621fb280ccdf), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:05.549257 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3796ac91-7e37-4693-a47f-3bdf98a160f5 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426303'] for port (cbb8ffda-2e06-45bb-bba9-621fb280ccdf), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:05.549581 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3796ac91-7e37-4693-a47f-3bdf98a160f5 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks [] for floatingip (cbb8ffda-2e06-45bb-bba9-621fb280ccdf), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:05.563640 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-3796ac91-7e37-4693-a47f-3bdf98a160f5 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Calling delete_port for cbb8ffda-2e06-45bb-bba9-621fb280ccdf owned by network:floatingip {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 15:13:05.587959 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1926cb-d39d-4060-ba0c-2314bc64a8c3 None None] New status for floating IP 8dcd307a-540b-4296-b495-077d6ca4c287: DOWN {{(pid=103344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 15:13:05.706723 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3796ac91-7e37-4693-a47f-3bdf98a160f5 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732313812345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732313435477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194024'] for port (cbb8ffda-2e06-45bb-bba9-621fb280ccdf), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:05.708453 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.db.api [None req-5b1926cb-d39d-4060-ba0c-2314bc64a8c3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 15:13:05.709090 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG oslo_db.api [None req-5b1926cb-d39d-4060-ba0c-2314bc64a8c3 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 15:13:05.734165 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3796ac91-7e37-4693-a47f-3bdf98a160f5 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Pushing event deleted for resources: {'Port': ['ID=cbb8ffda-2e06-45bb-bba9-621fb280ccdf,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:13:05.758493 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3796ac91-7e37-4693-a47f-3bdf98a160f5 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:13:05.758750 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3796ac91-7e37-4693-a47f-3bdf98a160f5 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:13:05.759092 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3796ac91-7e37-4693-a47f-3bdf98a160f5 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:13:05.759431 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3796ac91-7e37-4693-a47f-3bdf98a160f5 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:13:05.759767 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3796ac91-7e37-4693-a47f-3bdf98a160f5 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:13:05.760104 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3796ac91-7e37-4693-a47f-3bdf98a160f5 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:13:05.760565 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3796ac91-7e37-4693-a47f-3bdf98a160f5 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:13:05.760795 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3796ac91-7e37-4693-a47f-3bdf98a160f5 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:13:05.761126 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3796ac91-7e37-4693-a47f-3bdf98a160f5 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:13:05.761450 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3796ac91-7e37-4693-a47f-3bdf98a160f5 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:13:05.761784 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3796ac91-7e37-4693-a47f-3bdf98a160f5 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:13:05.762111 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3796ac91-7e37-4693-a47f-3bdf98a160f5 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:13:05.763016 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3796ac91-7e37-4693-a47f-3bdf98a160f5 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:13:05.763356 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3796ac91-7e37-4693-a47f-3bdf98a160f5 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:13:05.763683 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3796ac91-7e37-4693-a47f-3bdf98a160f5 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:13:05.805955 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3796ac91-7e37-4693-a47f-3bdf98a160f5 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks [] for floatingip (8dcd307a-540b-4296-b495-077d6ca4c287), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:05.808556 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3796ac91-7e37-4693-a47f-3bdf98a160f5 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28838'] for floatingip (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:05.809787 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-3796ac91-7e37-4693-a47f-3bdf98a160f5 tempest-AttachVolumeNegativeTest-1497476197 tempest-AttachVolumeNegativeTest-1497476197-project] 10.222.0.23 "DELETE /v2.0/floatingips/8dcd307a-540b-4296-b495-077d6ca4c287 HTTP/1.1" status: 204 len: 168 time: 0.4741011 May 06 15:13:06.133194 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device 4b491963-91d2-44a3-8cab-99448c418734 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 15:13:06.153468 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] No Port match for: 4b491963-91d2-44a3-8cab-99448c418734 {{(pid=103344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 15:13:06.153828 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Device 4b491963-91d2-44a3-8cab-99448c418734 not bound to the agent host hv-cinder-84067 {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 15:13:06.211013 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1926cb-d39d-4060-ba0c-2314bc64a8c3 None None] New status for floating IP 8dcd307a-540b-4296-b495-077d6ca4c287: DOWN {{(pid=103344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 15:13:07.140725 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a52ba4c3-1a86-4849-b8f7-7fa2c9978add None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (79b17169-ed94-4769-ba4e-30adf371f78f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:09.456311 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-450bb261-3480-4b37-a620-52ac5f892f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (ec8f31e6-1756-4927-8bc3-e144e6f0af83), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:09.485191 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 53258) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:13:09.821935 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2551517d-a964-44b3-9471-1e0ef810a8d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-426485'] for router_interface (af14763f-8ef8-4dc4-be61-9c42c0e68894), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:10.065081 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-2551517d-a964-44b3-9471-1e0ef810a8d8 admin admin] Deleting port 4770669d-47f6-43ad-b29b-3fbee3381ce8 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 15:13:10.065419 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2551517d-a964-44b3-9471-1e0ef810a8d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732313803493'] for port (4770669d-47f6-43ad-b29b-3fbee3381ce8), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:10.143095 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-2551517d-a964-44b3-9471-1e0ef810a8d8 admin admin] For port 4770669d-47f6-43ad-b29b-3fbee3381ce8, host dv-cinder-840678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=4770669d-47f6-43ad-b29b-3fbee3381ce8,segment=NetworkSegment(aef96f42-6ed7-41b3-ae92-47c3c74acc2c),segment_id=aef96f42-6ed7-41b3-ae92-47c3c74acc2c)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:13:10.143374 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2551517d-a964-44b3-9471-1e0ef810a8d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426303'] for port (4770669d-47f6-43ad-b29b-3fbee3381ce8), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:10.157266 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-2551517d-a964-44b3-9471-1e0ef810a8d8 admin admin] Calling delete_port for 4770669d-47f6-43ad-b29b-3fbee3381ce8 owned by network:router_interface {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 15:13:10.337972 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2551517d-a964-44b3-9471-1e0ef810a8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732313812345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732313435477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194024'] for port (4770669d-47f6-43ad-b29b-3fbee3381ce8), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:10.364807 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2551517d-a964-44b3-9471-1e0ef810a8d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4770669d-47f6-43ad-b29b-3fbee3381ce8,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:13:10.584648 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1afa6ce1-9145-4257-8e23-9dd2cd4b1998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b699075f-0d9f-4d2e-b182-9d9eb15bfab1), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:10.817079 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2551517d-a964-44b3-9471-1e0ef810a8d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430826'] for router_interface (af14763f-8ef8-4dc4-be61-9c42c0e68894), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:11.052067 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2551517d-a964-44b3-9471-1e0ef810a8d8 admin admin] Router af14763f-8ef8-4dc4-be61-9c42c0e68894 has already been hosted by L3 agent ec8f31e6-1756-4927-8bc3-e144e6f0af83 {{(pid=103343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 15:13:11.170346 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2551517d-a964-44b3-9471-1e0ef810a8d8 admin admin] Notify agent at l3_agent.dv-cinder-840678-2-iscsi the message routers_updated {{(pid=103343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 15:13:11.176686 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-2551517d-a964-44b3-9471-1e0ef810a8d8 admin admin] 10.222.0.23 "PUT /v2.0/routers/af14763f-8ef8-4dc4-be61-9c42c0e68894/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6897876 May 06 15:13:11.178528 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 53260) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:13:11.181058 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c72cc6a-c7ca-4ef7-a844-10ff75f8c63c None None] Sync routers for ids ['af14763f-8ef8-4dc4-be61-9c42c0e68894'] in dv-cinder-840678-2-iscsi {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 15:13:11.191754 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c72cc6a-c7ca-4ef7-a844-10ff75f8c63c None None] Routers {'af14763f-8ef8-4dc4-be61-9c42c0e68894'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:13:11.192368 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-5c72cc6a-c7ca-4ef7-a844-10ff75f8c63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:13:09Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['af14763f-8ef8-4dc4-be61-9c42c0e68894'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:13:11.291271 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-48be81d5-73e8-4dba-9801-08c8c0e5af6f admin admin] Publish callbacks [] for router (af14763f-8ef8-4dc4-be61-9c42c0e68894), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:11.302074 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-5c72cc6a-c7ca-4ef7-a844-10ff75f8c63c None None] Set router af14763f-8ef8-4dc4-be61-9c42c0e68894 gateway port host: dv-cinder-840678-2-iscsi {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:13:11.398215 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-48be81d5-73e8-4dba-9801-08c8c0e5af6f admin admin] Publish callbacks [] for router_gateway (af14763f-8ef8-4dc4-be61-9c42c0e68894), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:11.444457 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-48be81d5-73e8-4dba-9801-08c8c0e5af6f admin admin] Deleting port be96f763-7174-4361-8adf-0565e858d46b {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 15:13:11.444747 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-48be81d5-73e8-4dba-9801-08c8c0e5af6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732313803493'] for port (be96f763-7174-4361-8adf-0565e858d46b), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:11.472184 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-5c72cc6a-c7ca-4ef7-a844-10ff75f8c63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'name': 'tempest-AttachVolumeNegativeTest-1888114692-router', 'tenant_id': '6f2937968fc04cfaa3dab933e994a975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'external_fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'be96f763-7174-4361-8adf-0565e858d46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T15:08:34Z', 'updated_at': '2022-05-06T15:13:10Z', 'revision_number': 5, 'project_id': '6f2937968fc04cfaa3dab933e994a975', 'gw_port': {'id': 'be96f763-7174-4361-8adf-0565e858d46b', 'name': '', 'network_id': '06a85250-557d-4448-8943-b2192c4da88d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:06:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T15:08:34Z', 'updated_at': '2022-05-06T15:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd3545e0-d98c-46ff-bce0-08f4555cdcb4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-2-iscsi'}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:13:11.503157 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c72cc6a-c7ca-4ef7-a844-10ff75f8c63c None None] Checking router: af14763f-8ef8-4dc4-be61-9c42c0e68894 for host: dv-cinder-840678-2-iscsi {{(pid=103345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 15:13:11.511491 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c72cc6a-c7ca-4ef7-a844-10ff75f8c63c None None] Routers {'af14763f-8ef8-4dc4-be61-9c42c0e68894'} bound to L3 agent in host dv-cinder-840678-2-iscsi {{(pid=103345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 15:13:11.512104 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-5c72cc6a-c7ca-4ef7-a844-10ff75f8c63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T14:49:39Z,description=,heartbeat_timestamp=2022-05-06T15:13:09Z,host='dv-cinder-840678-2-iscsi',id=ec8f31e6-1756-4927-8bc3-e144e6f0af83,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T14:49:39Z,topic='l3_agent')) {'router_ids': ['af14763f-8ef8-4dc4-be61-9c42c0e68894'], 'active': True} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:13:11.525656 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-48be81d5-73e8-4dba-9801-08c8c0e5af6f admin admin] For port be96f763-7174-4361-8adf-0565e858d46b, host dv-cinder-840678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=be96f763-7174-4361-8adf-0565e858d46b,segment=NetworkSegment(19695222-3a66-4083-822d-690c63f08412),segment_id=19695222-3a66-4083-822d-690c63f08412)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:13:11.526013 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-48be81d5-73e8-4dba-9801-08c8c0e5af6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426303'] for port (be96f763-7174-4361-8adf-0565e858d46b), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:11.539591 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-48be81d5-73e8-4dba-9801-08c8c0e5af6f admin admin] Calling delete_port for be96f763-7174-4361-8adf-0565e858d46b owned by network:router_gateway {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 15:13:11.603092 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_dvr_db [None req-5c72cc6a-c7ca-4ef7-a844-10ff75f8c63c None None] Set router af14763f-8ef8-4dc4-be61-9c42c0e68894 gateway port host: None {{(pid=103345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 15:13:11.657882 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.l3_hamode_db [None req-5c72cc6a-c7ca-4ef7-a844-10ff75f8c63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'name': 'tempest-AttachVolumeNegativeTest-1888114692-router', 'tenant_id': '6f2937968fc04cfaa3dab933e994a975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T15:08:34Z', 'updated_at': '2022-05-06T15:13:11Z', 'revision_number': 6, 'project_id': '6f2937968fc04cfaa3dab933e994a975', 'gw_port_host': None}], 'dv-cinder-840678-2-iscsi', False) {} {{(pid=103345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:13:11.689532 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c72cc6a-c7ca-4ef7-a844-10ff75f8c63c None None] The sync data for ids ['af14763f-8ef8-4dc4-be61-9c42c0e68894'] in dv-cinder-840678-2-iscsi is: [{'id': 'af14763f-8ef8-4dc4-be61-9c42c0e68894', 'name': 'tempest-AttachVolumeNegativeTest-1888114692-router', 'tenant_id': '6f2937968fc04cfaa3dab933e994a975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T15:08:34Z', 'updated_at': '2022-05-06T15:13:11Z', 'revision_number': 6, 'project_id': '6f2937968fc04cfaa3dab933e994a975', 'gw_port_host': None}] {{(pid=103345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 15:13:11.710694 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-48be81d5-73e8-4dba-9801-08c8c0e5af6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732313812345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732313435477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194024'] for port (be96f763-7174-4361-8adf-0565e858d46b), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:11.738903 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48be81d5-73e8-4dba-9801-08c8c0e5af6f admin admin] Pushing event deleted for resources: {'Port': ['ID=be96f763-7174-4361-8adf-0565e858d46b,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:13:11.804792 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-48be81d5-73e8-4dba-9801-08c8c0e5af6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-428999'] for router_gateway (af14763f-8ef8-4dc4-be61-9c42c0e68894), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:11.898548 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-48be81d5-73e8-4dba-9801-08c8c0e5af6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5235'] for router (af14763f-8ef8-4dc4-be61-9c42c0e68894), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:11.902175 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-48be81d5-73e8-4dba-9801-08c8c0e5af6f admin admin] Publish callbacks [] for router_controller (af14763f-8ef8-4dc4-be61-9c42c0e68894), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:11.949108 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-48be81d5-73e8-4dba-9801-08c8c0e5af6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-422550'] for router (af14763f-8ef8-4dc4-be61-9c42c0e68894), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:11.949950 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48be81d5-73e8-4dba-9801-08c8c0e5af6f admin admin] Fanout notify agent at l3_agent the message router_deleted on router af14763f-8ef8-4dc4-be61-9c42c0e68894 {{(pid=103343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 15:13:11.954637 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-48be81d5-73e8-4dba-9801-08c8c0e5af6f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:11.955932 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-48be81d5-73e8-4dba-9801-08c8c0e5af6f admin admin] 10.222.0.23 "DELETE /v2.0/routers/af14763f-8ef8-4dc4-be61-9c42c0e68894 HTTP/1.1" status: 204 len: 168 time: 0.7759590 May 06 15:13:11.958503 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 53262) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:13:12.003553 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.db.db_base_plugin_v2 [None req-17b68dda-ac6a-4860-908d-52afb6b79f48 admin admin] Deleting subnet 2da4ab98-3f71-40c7-9855-b334ccbe4494 {{(pid=103343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 06 15:13:12.007475 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-17b68dda-ac6a-4860-908d-52afb6b79f48 admin admin] Publish callbacks [] for subnet (2da4ab98-3f71-40c7-9855-b334ccbe4494), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:12.042898 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-17b68dda-ac6a-4860-908d-52afb6b79f48 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3289624'] for subnet (2da4ab98-3f71-40c7-9855-b334ccbe4494), precommit_delete_associations {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:12.128760 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-17b68dda-ac6a-4860-908d-52afb6b79f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16159455'] for subnet (2da4ab98-3f71-40c7-9855-b334ccbe4494), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:12.181074 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-17b68dda-ac6a-4860-908d-52afb6b79f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16159430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4192537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3310261'] for subnet (2da4ab98-3f71-40c7-9855-b334ccbe4494), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:12.206093 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b68dda-ac6a-4860-908d-52afb6b79f48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2da4ab98-3f71-40c7-9855-b334ccbe4494,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:13:12.210853 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-17b68dda-ac6a-4860-908d-52afb6b79f48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566627'] for subnet (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:12.218151 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-17b68dda-ac6a-4860-908d-52afb6b79f48 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/2da4ab98-3f71-40c7-9855-b334ccbe4494 HTTP/1.1" status: 204 len: 168 time: 0.2558877 May 06 15:13:12.218370 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd17526b-bf19-4ee1-88e4-06cb0c5c2c18 None None] Network 34fb402d-875f-40bc-8469-2292c4d2147d requested from dv-cinder-840678-2-iscsi {{(pid=103344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 06 15:13:12.218825 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 53264) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:13:12.286632 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b1b963b2-c2d0-4ee0-970c-1e8c1d646332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16137472'] for network (34fb402d-875f-40bc-8469-2292c4d2147d), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:12.337884 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-b1b963b2-c2d0-4ee0-970c-1e8c1d646332 admin admin] Deleting port b2922493-24ad-4421-bcd3-34294936be87 {{(pid=103343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 15:13:12.338218 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b1b963b2-c2d0-4ee0-970c-1e8c1d646332 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732313803493'] for port (b2922493-24ad-4421-bcd3-34294936be87), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:12.404405 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-b1b963b2-c2d0-4ee0-970c-1e8c1d646332 admin admin] For port b2922493-24ad-4421-bcd3-34294936be87, host dv-cinder-840678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-2-iscsi',level=0,port_id=b2922493-24ad-4421-bcd3-34294936be87,segment=NetworkSegment(aef96f42-6ed7-41b3-ae92-47c3c74acc2c),segment_id=aef96f42-6ed7-41b3-ae92-47c3c74acc2c)] {{(pid=103343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:13:12.404725 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b1b963b2-c2d0-4ee0-970c-1e8c1d646332 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426303'] for port (b2922493-24ad-4421-bcd3-34294936be87), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:12.417599 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.plugin [None req-b1b963b2-c2d0-4ee0-970c-1e8c1d646332 admin admin] Calling delete_port for b2922493-24ad-4421-bcd3-34294936be87 owned by network:dhcp {{(pid=103343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 15:13:12.464468 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf5e175-b9f7-4ca9-a9fc-4c3308f23383 None None] DHCP port deletion for 34fb402d-875f-40bc-8469-2292c4d2147d request from dv-cinder-840678-2-iscsi {{(pid=103344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 06 15:13:12.507808 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b1b963b2-c2d0-4ee0-970c-1e8c1d646332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732313812345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732313435477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194024'] for port (b2922493-24ad-4421-bcd3-34294936be87), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:12.523116 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5e175-b9f7-4ca9-a9fc-4c3308f23383 None None] Deleting port b2922493-24ad-4421-bcd3-34294936be87 {{(pid=103344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 06 15:13:12.523628 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ccf5e175-b9f7-4ca9-a9fc-4c3308f23383 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732313803493'] for port (b2922493-24ad-4421-bcd3-34294936be87), before_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:12.540157 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b963b2-c2d0-4ee0-970c-1e8c1d646332 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2922493-24ad-4421-bcd3-34294936be87,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:13:12.542052 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b963b2-c2d0-4ee0-970c-1e8c1d646332 admin admin] No DVR routers for this DVR port b2922493-24ad-4421-bcd3-34294936be87 on host dv-cinder-840678-2-iscsi {{(pid=103343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 15:13:12.567408 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device 4770669d-47f6-43ad-b29b-3fbee3381ce8 no longer exists at agent ovs-agent-dv-cinder-840678-2-iscsi {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 15:13:12.592121 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] No Port match for: 4770669d-47f6-43ad-b29b-3fbee3381ce8 {{(pid=103344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 15:13:12.592546 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device 4770669d-47f6-43ad-b29b-3fbee3381ce8 not bound to the agent host dv-cinder-840678-2-iscsi {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 15:13:12.593066 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device b2922493-24ad-4421-bcd3-34294936be87 no longer exists at agent ovs-agent-dv-cinder-840678-2-iscsi {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 15:13:12.616459 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b1b963b2-c2d0-4ee0-970c-1e8c1d646332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16161642', 'neutron.services.segments.db._delete_segments_for_network-8732313914390'] for network (34fb402d-875f-40bc-8469-2292c4d2147d), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:12.621347 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] No Port match for: b2922493-24ad-4421-bcd3-34294936be87 {{(pid=103344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 15:13:12.621725 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device b2922493-24ad-4421-bcd3-34294936be87 not bound to the agent host dv-cinder-840678-2-iscsi {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 15:13:12.622825 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device be96f763-7174-4361-8adf-0565e858d46b no longer exists at agent ovs-agent-dv-cinder-840678-2-iscsi {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 15:13:12.638278 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.services.segments.db [None req-b1b963b2-c2d0-4ee0-970c-1e8c1d646332 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34fb402d-875f-40bc-8469-2292c4d2147d']}} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:13:12.649496 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.services.segments.db [None req-b1b963b2-c2d0-4ee0-970c-1e8c1d646332 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aef96f42-6ed7-41b3-ae92-47c3c74acc2c') {'for_net_delete': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:13:12.649983 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.services.segments.db [None req-b1b963b2-c2d0-4ee0-970c-1e8c1d646332 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aef96f42-6ed7-41b3-ae92-47c3c74acc2c') {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 15:13:12.658228 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] No Port match for: be96f763-7174-4361-8adf-0565e858d46b {{(pid=103344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 06 15:13:12.658570 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.rpc [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Device be96f763-7174-4361-8adf-0565e858d46b not bound to the agent host dv-cinder-840678-2-iscsi {{(pid=103344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 15:13:12.663611 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.db [None req-ccf5e175-b9f7-4ca9-a9fc-4c3308f23383 None None] For port b2922493-24ad-4421-bcd3-34294936be87, host dv-cinder-840678-2-iscsi, got binding levels [] {{(pid=103344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 15:13:12.664326 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ccf5e175-b9f7-4ca9-a9fc-4c3308f23383 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-426303'] for port (b2922493-24ad-4421-bcd3-34294936be87), precommit_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:12.666915 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b1b963b2-c2d0-4ee0-970c-1e8c1d646332 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732313914911', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3289633'] for segment (aef96f42-6ed7-41b3-ae92-47c3c74acc2c), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:12.683990 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5e175-b9f7-4ca9-a9fc-4c3308f23383 None None] Calling delete_port for b2922493-24ad-4421-bcd3-34294936be87 owned by network:dhcp {{(pid=103344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 06 15:13:12.687437 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.ipam_backend_mixin [None req-ccf5e175-b9f7-4ca9-a9fc-4c3308f23383 None None] Port b2922493-24ad-4421-bcd3-34294936be87 was not found and therefore no delete operation was performed {{(pid=103344) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 06 15:13:12.689464 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ccf5e175-b9f7-4ca9-a9fc-4c3308f23383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16195789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732313812345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732313435477'] for port (b2922493-24ad-4421-bcd3-34294936be87), after_delete {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:12.689912 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b1b963b2-c2d0-4ee0-970c-1e8c1d646332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16165668'] for segment (aef96f42-6ed7-41b3-ae92-47c3c74acc2c), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:12.697230 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1b963b2-c2d0-4ee0-970c-1e8c1d646332 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=103343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 15:13:12.697627 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b1b963b2-c2d0-4ee0-970c-1e8c1d646332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16165668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4193979'] for segment (aef96f42-6ed7-41b3-ae92-47c3c74acc2c), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:12.699354 dv-cinder-840678-2-iscsi neutron-server[103343]: Traceback (most recent call last): May 06 15:13:12.699354 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 15:13:12.699354 dv-cinder-840678-2-iscsi neutron-server[103343]: timer() May 06 15:13:12.699354 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 15:13:12.699354 dv-cinder-840678-2-iscsi neutron-server[103343]: cb(*args, **kw) May 06 15:13:12.699354 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 15:13:12.699354 dv-cinder-840678-2-iscsi neutron-server[103343]: return func(*args, **kwargs) May 06 15:13:12.699354 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 15:13:12.699354 dv-cinder-840678-2-iscsi neutron-server[103343]: self._notify() May 06 15:13:12.699354 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 15:13:12.699354 dv-cinder-840678-2-iscsi neutron-server[103343]: self.callback(batched_events) May 06 15:13:12.699354 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 15:13:12.699354 dv-cinder-840678-2-iscsi neutron-server[103343]: event.method(event) May 06 15:13:12.699354 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 15:13:12.699354 dv-cinder-840678-2-iscsi neutron-server[103343]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 15:13:12.699354 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 15:13:12.699354 dv-cinder-840678-2-iscsi neutron-server[103343]: aggregate_uuid = self.p_client.list_aggregates( May 06 15:13:12.699354 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 15:13:12.699354 dv-cinder-840678-2-iscsi neutron-server[103343]: return f(self, *a, **k) May 06 15:13:12.699354 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 15:13:12.699354 dv-cinder-840678-2-iscsi neutron-server[103343]: return self._get(url).json() May 06 15:13:12.699354 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 15:13:12.699354 dv-cinder-840678-2-iscsi neutron-server[103343]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 15:13:12.699354 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 15:13:12.699354 dv-cinder-840678-2-iscsi neutron-server[103343]: return self.request(url, 'GET', **kwargs) May 06 15:13:12.699354 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 15:13:12.699354 dv-cinder-840678-2-iscsi neutron-server[103343]: base_url = self.get_endpoint(auth, allow=allow, May 06 15:13:12.699354 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 15:13:12.699354 dv-cinder-840678-2-iscsi neutron-server[103343]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 15:13:12.699354 dv-cinder-840678-2-iscsi neutron-server[103343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 15:13:12.699354 dv-cinder-840678-2-iscsi neutron-server[103343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 15:13:12.699354 dv-cinder-840678-2-iscsi neutron-server[103343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 15:13:12.722200 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5e175-b9f7-4ca9-a9fc-4c3308f23383 None None] Pushing event deleted for resources: {'Port': ['ID=b2922493-24ad-4421-bcd3-34294936be87,revision_number=None']} {{(pid=103344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:13:12.728164 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf5e175-b9f7-4ca9-a9fc-4c3308f23383 None None] No DVR routers for this DVR port b2922493-24ad-4421-bcd3-34294936be87 on host dv-cinder-840678-2-iscsi {{(pid=103344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 15:13:12.741399 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5e175-b9f7-4ca9-a9fc-4c3308f23383 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:13:12.741761 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5e175-b9f7-4ca9-a9fc-4c3308f23383 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:13:12.742092 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5e175-b9f7-4ca9-a9fc-4c3308f23383 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:13:12.742433 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5e175-b9f7-4ca9-a9fc-4c3308f23383 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:13:12.742768 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5e175-b9f7-4ca9-a9fc-4c3308f23383 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:13:12.743102 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5e175-b9f7-4ca9-a9fc-4c3308f23383 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:13:12.743431 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5e175-b9f7-4ca9-a9fc-4c3308f23383 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:13:12.743759 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5e175-b9f7-4ca9-a9fc-4c3308f23383 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:13:12.744087 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5e175-b9f7-4ca9-a9fc-4c3308f23383 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:13:12.744414 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5e175-b9f7-4ca9-a9fc-4c3308f23383 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:13:12.744779 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5e175-b9f7-4ca9-a9fc-4c3308f23383 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:13:12.745107 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5e175-b9f7-4ca9-a9fc-4c3308f23383 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:13:12.745418 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5e175-b9f7-4ca9-a9fc-4c3308f23383 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:13:12.745738 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5e175-b9f7-4ca9-a9fc-4c3308f23383 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:13:12.746130 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5e175-b9f7-4ca9-a9fc-4c3308f23383 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:13:12.759942 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-68b1beb6-545b-4f86-a143-b395004404eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b8293b96-1d4f-4101-9243-9870353ff712), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:12.767263 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b1b963b2-c2d0-4ee0-970c-1e8c1d646332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16161617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-429813'] for network (34fb402d-875f-40bc-8469-2292c4d2147d), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:12.775189 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-b1b963b2-c2d0-4ee0-970c-1e8c1d646332 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566627'] for network (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:12.778869 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-b1b963b2-c2d0-4ee0-970c-1e8c1d646332 admin admin] 10.222.0.23 "DELETE /v2.0/networks/34fb402d-875f-40bc-8469-2292c4d2147d HTTP/1.1" status: 204 len: 168 time: 0.5596230 May 06 15:13:12.791490 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b963b2-c2d0-4ee0-970c-1e8c1d646332 admin admin] Pushing event deleted for resources: {'Network': ['ID=34fb402d-875f-40bc-8469-2292c4d2147d,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:13:12.948682 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 53268) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:13:12.989976 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-43003bbe-b85f-49dd-8f4d-f08633000d9c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6f2937968fc04cfaa3dab933e994a975&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399630 May 06 15:13:12.992299 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 53270) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:13:13.040853 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3299e493-aca1-4f2a-8a3c-46228a39ea40 admin admin] Publish callbacks [] for security_group (1a8276d5-71c8-46d7-bf26-e513d79dd2e2), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:13.063599 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3299e493-aca1-4f2a-8a3c-46228a39ea40 admin admin] Publish callbacks [] for security_group (1a8276d5-71c8-46d7-bf26-e513d79dd2e2), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:13.111341 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3299e493-aca1-4f2a-8a3c-46228a39ea40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (1a8276d5-71c8-46d7-bf26-e513d79dd2e2), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:13.114029 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3299e493-aca1-4f2a-8a3c-46228a39ea40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:13.115209 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-3299e493-aca1-4f2a-8a3c-46228a39ea40 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1a8276d5-71c8-46d7-bf26-e513d79dd2e2 HTTP/1.1" status: 204 len: 168 time: 0.1219859 May 06 15:13:13.124097 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3299e493-aca1-4f2a-8a3c-46228a39ea40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a8276d5-71c8-46d7-bf26-e513d79dd2e2,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:13:13.783216 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (20451d70-ea89-4a66-885a-20a1b2a3bff8), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:20.676044 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (1eb4536b-031c-4a65-bfe5-fc1ede7d9429), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:24.836066 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 53408) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:13:24.946026 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-919a38e5-204d-4ef2-ab3f-8fade3cc6e65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:25.028197 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-919a38e5-204d-4ef2-ab3f-8fade3cc6e65 admin admin] Publish callbacks [] for security_group (e5e53e51-a984-40ae-b450-7372208f1e50), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:25.033580 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-919a38e5-204d-4ef2-ab3f-8fade3cc6e65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (e5e53e51-a984-40ae-b450-7372208f1e50), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:25.072149 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-919a38e5-204d-4ef2-ab3f-8fade3cc6e65 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7844651fb3904bca917af1b37735afa0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2349696 May 06 15:13:25.073027 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919a38e5-204d-4ef2-ab3f-8fade3cc6e65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e53e51-a984-40ae-b450-7372208f1e50,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:13:25.074919 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 53412) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:13:25.125534 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-43e9f6b5-7501-4f4f-a034-db3ad07bc71c admin admin] Publish callbacks [] for security_group (e5e53e51-a984-40ae-b450-7372208f1e50), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:25.148282 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-43e9f6b5-7501-4f4f-a034-db3ad07bc71c admin admin] Publish callbacks [] for security_group (e5e53e51-a984-40ae-b450-7372208f1e50), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:25.197415 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-43e9f6b5-7501-4f4f-a034-db3ad07bc71c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (e5e53e51-a984-40ae-b450-7372208f1e50), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:25.200049 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-43e9f6b5-7501-4f4f-a034-db3ad07bc71c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:25.201281 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-43e9f6b5-7501-4f4f-a034-db3ad07bc71c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e5e53e51-a984-40ae-b450-7372208f1e50 HTTP/1.1" status: 204 len: 168 time: 0.1252286 May 06 15:13:25.209964 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e9f6b5-7501-4f4f-a034-db3ad07bc71c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e53e51-a984-40ae-b450-7372208f1e50,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:13:25.480235 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 53418) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:13:25.494295 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0c2cbc27-d857-473c-9922-a83b0f26ac03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:25.575617 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0c2cbc27-d857-473c-9922-a83b0f26ac03 admin admin] Publish callbacks [] for security_group (634bad4e-3ed2-4c2c-8cde-4e9a7f532899), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:25.579264 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0c2cbc27-d857-473c-9922-a83b0f26ac03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (634bad4e-3ed2-4c2c-8cde-4e9a7f532899), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:25.619492 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-0c2cbc27-d857-473c-9922-a83b0f26ac03 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=06ab191e97214294853e317575a92daa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1380532 May 06 15:13:25.620365 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2cbc27-d857-473c-9922-a83b0f26ac03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=634bad4e-3ed2-4c2c-8cde-4e9a7f532899,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:13:25.623366 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 53420) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:13:25.680665 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-aec66311-3738-4448-8e9e-5e6bb843be92 admin admin] Publish callbacks [] for security_group (634bad4e-3ed2-4c2c-8cde-4e9a7f532899), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:25.703193 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-aec66311-3738-4448-8e9e-5e6bb843be92 admin admin] Publish callbacks [] for security_group (634bad4e-3ed2-4c2c-8cde-4e9a7f532899), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:25.750986 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-aec66311-3738-4448-8e9e-5e6bb843be92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (634bad4e-3ed2-4c2c-8cde-4e9a7f532899), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:25.753961 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-aec66311-3738-4448-8e9e-5e6bb843be92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:25.756341 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-aec66311-3738-4448-8e9e-5e6bb843be92 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/634bad4e-3ed2-4c2c-8cde-4e9a7f532899 HTTP/1.1" status: 204 len: 168 time: 0.1316929 May 06 15:13:25.768469 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec66311-3738-4448-8e9e-5e6bb843be92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=634bad4e-3ed2-4c2c-8cde-4e9a7f532899,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:13:27.800041 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.agents_db [None req-6003b131-4361-4e36-81e7-47e90cbdf206 None None] Agent healthcheck: found 6 active agents {{(pid=103345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 15:13:37.142749 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-08fa3f64-ca10-4efc-a330-e9361d5c8092 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (79b17169-ed94-4769-ba4e-30adf371f78f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:39.459969 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0c963d60-5849-4d52-b5ae-8e2fdc18e962 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (ec8f31e6-1756-4927-8bc3-e144e6f0af83), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:40.587570 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1afa6ce1-9145-4257-8e23-9dd2cd4b1998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b699075f-0d9f-4d2e-b182-9d9eb15bfab1), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:42.730168 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-68b1beb6-545b-4f86-a143-b395004404eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b8293b96-1d4f-4101-9243-9870353ff712), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:43.789114 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (20451d70-ea89-4a66-885a-20a1b2a3bff8), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:50.677860 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (1eb4536b-031c-4a65-bfe5-fc1ede7d9429), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:58.249821 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 53638) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:13:58.406191 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1a7f7bac-e291-4b43-ae41-3e6d818fcf73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:58.494162 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1a7f7bac-e291-4b43-ae41-3e6d818fcf73 admin admin] Publish callbacks [] for security_group (e022e950-a1de-4906-abe4-b76838b8c50d), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:58.500829 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1a7f7bac-e291-4b43-ae41-3e6d818fcf73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (e022e950-a1de-4906-abe4-b76838b8c50d), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:58.540977 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-1a7f7bac-e291-4b43-ae41-3e6d818fcf73 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0c8db37ef1174ce4a8af58192aaa2140&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2890611 May 06 15:13:58.541844 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7f7bac-e291-4b43-ae41-3e6d818fcf73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e022e950-a1de-4906-abe4-b76838b8c50d,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:13:58.544290 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 53642) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:13:58.600593 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e62d1b5e-4c72-485e-9a06-076b5539cf9b admin admin] Publish callbacks [] for security_group (e022e950-a1de-4906-abe4-b76838b8c50d), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:58.630993 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e62d1b5e-4c72-485e-9a06-076b5539cf9b admin admin] Publish callbacks [] for security_group (e022e950-a1de-4906-abe4-b76838b8c50d), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:58.686830 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e62d1b5e-4c72-485e-9a06-076b5539cf9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (e022e950-a1de-4906-abe4-b76838b8c50d), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:58.689582 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e62d1b5e-4c72-485e-9a06-076b5539cf9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:58.690738 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-e62d1b5e-4c72-485e-9a06-076b5539cf9b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e022e950-a1de-4906-abe4-b76838b8c50d HTTP/1.1" status: 204 len: 168 time: 0.1452162 May 06 15:13:58.699468 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62d1b5e-4c72-485e-9a06-076b5539cf9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e022e950-a1de-4906-abe4-b76838b8c50d,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:13:58.994535 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 53648) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:13:59.013224 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-79f43521-ae84-4b9f-b2b3-4b3898311751 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:59.096594 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-79f43521-ae84-4b9f-b2b3-4b3898311751 admin admin] Publish callbacks [] for security_group (084bc75d-b027-4ec8-8525-5aa900f7cfb4), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:59.100515 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-79f43521-ae84-4b9f-b2b3-4b3898311751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (084bc75d-b027-4ec8-8525-5aa900f7cfb4), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:59.142979 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-79f43521-ae84-4b9f-b2b3-4b3898311751 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b300f66959864802aaae62c033ef71c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1470082 May 06 15:13:59.143758 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f43521-ae84-4b9f-b2b3-4b3898311751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=084bc75d-b027-4ec8-8525-5aa900f7cfb4,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:13:59.146904 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 53650) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:13:59.207035 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ffba3dfb-50dc-4612-bd87-6c160b008044 admin admin] Publish callbacks [] for security_group (084bc75d-b027-4ec8-8525-5aa900f7cfb4), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:59.230151 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ffba3dfb-50dc-4612-bd87-6c160b008044 admin admin] Publish callbacks [] for security_group (084bc75d-b027-4ec8-8525-5aa900f7cfb4), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:59.285736 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ffba3dfb-50dc-4612-bd87-6c160b008044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (084bc75d-b027-4ec8-8525-5aa900f7cfb4), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:59.288349 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ffba3dfb-50dc-4612-bd87-6c160b008044 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:13:59.289564 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-ffba3dfb-50dc-4612-bd87-6c160b008044 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/084bc75d-b027-4ec8-8525-5aa900f7cfb4 HTTP/1.1" status: 204 len: 168 time: 0.1416249 May 06 15:13:59.298948 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffba3dfb-50dc-4612-bd87-6c160b008044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=084bc75d-b027-4ec8-8525-5aa900f7cfb4,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:14:01.101185 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 53694) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:14:01.241740 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-dc565ffe-1ae9-486e-a624-a3a50e82a5e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:14:01.329793 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-dc565ffe-1ae9-486e-a624-a3a50e82a5e4 admin admin] Publish callbacks [] for security_group (d626e41b-5bac-44d1-afd8-66fba7e01de2), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:14:01.338805 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-dc565ffe-1ae9-486e-a624-a3a50e82a5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (d626e41b-5bac-44d1-afd8-66fba7e01de2), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:14:01.376964 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc565ffe-1ae9-486e-a624-a3a50e82a5e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d626e41b-5bac-44d1-afd8-66fba7e01de2,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:14:01.385816 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-dc565ffe-1ae9-486e-a624-a3a50e82a5e4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=66986bceabc6481a8f4fd14ccd015b92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2835290 May 06 15:14:01.390088 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 53698) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:14:01.446401 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c92efa38-ff0a-4b12-a1bd-60909eb57a72 admin admin] Publish callbacks [] for security_group (d626e41b-5bac-44d1-afd8-66fba7e01de2), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:14:01.470515 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c92efa38-ff0a-4b12-a1bd-60909eb57a72 admin admin] Publish callbacks [] for security_group (d626e41b-5bac-44d1-afd8-66fba7e01de2), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:14:01.522151 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c92efa38-ff0a-4b12-a1bd-60909eb57a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (d626e41b-5bac-44d1-afd8-66fba7e01de2), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:14:01.524934 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c92efa38-ff0a-4b12-a1bd-60909eb57a72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:14:01.526171 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-c92efa38-ff0a-4b12-a1bd-60909eb57a72 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d626e41b-5bac-44d1-afd8-66fba7e01de2 HTTP/1.1" status: 204 len: 168 time: 0.1351182 May 06 15:14:01.535727 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92efa38-ff0a-4b12-a1bd-60909eb57a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d626e41b-5bac-44d1-afd8-66fba7e01de2,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:14:01.836203 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 53704) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:14:01.853369 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f6106619-b409-4177-88a9-9468dcee124a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:14:01.935869 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f6106619-b409-4177-88a9-9468dcee124a admin admin] Publish callbacks [] for security_group (ab7e39cc-d904-4d17-bb22-126ad2935fdc), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:14:01.940081 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f6106619-b409-4177-88a9-9468dcee124a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (ab7e39cc-d904-4d17-bb22-126ad2935fdc), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:14:01.981224 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6106619-b409-4177-88a9-9468dcee124a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab7e39cc-d904-4d17-bb22-126ad2935fdc,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:14:01.985582 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-f6106619-b409-4177-88a9-9468dcee124a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5cbcded8967c4a0b927ef3a6418e2ec1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1482735 May 06 15:14:01.988264 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 53706) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:14:02.056910 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9eae48fe-a5ee-43af-8df7-d9af3e4f0004 admin admin] Publish callbacks [] for security_group (ab7e39cc-d904-4d17-bb22-126ad2935fdc), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:14:02.090385 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9eae48fe-a5ee-43af-8df7-d9af3e4f0004 admin admin] Publish callbacks [] for security_group (ab7e39cc-d904-4d17-bb22-126ad2935fdc), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:14:02.092250 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [req-aec8dcde-bec5-4e88-ac79-fa83d2647ee9 req-1ea2a136-6c76-45d2-8930-0df0b93e78b5 service neutron] (103342) timed out ('10.222.0.26', 64768) {{(pid=103342) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 06 15:14:02.144613 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9eae48fe-a5ee-43af-8df7-d9af3e4f0004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (ab7e39cc-d904-4d17-bb22-126ad2935fdc), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:14:02.148001 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9eae48fe-a5ee-43af-8df7-d9af3e4f0004 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:14:02.149259 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-9eae48fe-a5ee-43af-8df7-d9af3e4f0004 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ab7e39cc-d904-4d17-bb22-126ad2935fdc HTTP/1.1" status: 204 len: 168 time: 0.1599419 May 06 15:14:02.167327 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eae48fe-a5ee-43af-8df7-d9af3e4f0004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab7e39cc-d904-4d17-bb22-126ad2935fdc,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:14:04.114323 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 53760) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:14:04.232705 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9f8cb406-6e4a-4bdc-b525-13dd4b2f7a29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:14:04.327394 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9f8cb406-6e4a-4bdc-b525-13dd4b2f7a29 admin admin] Publish callbacks [] for security_group (0f730294-2be3-463c-9025-90aac3e60681), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:14:04.331152 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9f8cb406-6e4a-4bdc-b525-13dd4b2f7a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (0f730294-2be3-463c-9025-90aac3e60681), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:14:04.373355 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-9f8cb406-6e4a-4bdc-b525-13dd4b2f7a29 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=77d4c54396f04f24b6eb99e10d942043&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2578952 May 06 15:14:04.374335 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8cb406-6e4a-4bdc-b525-13dd4b2f7a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f730294-2be3-463c-9025-90aac3e60681,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:14:04.376589 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 53764) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:14:04.394069 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8cb406-6e4a-4bdc-b525-13dd4b2f7a29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:14:04.394637 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8cb406-6e4a-4bdc-b525-13dd4b2f7a29 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:14:04.394802 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8cb406-6e4a-4bdc-b525-13dd4b2f7a29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:14:04.395164 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8cb406-6e4a-4bdc-b525-13dd4b2f7a29 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:14:04.395855 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8cb406-6e4a-4bdc-b525-13dd4b2f7a29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:14:04.395855 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8cb406-6e4a-4bdc-b525-13dd4b2f7a29 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:14:04.396509 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8cb406-6e4a-4bdc-b525-13dd4b2f7a29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:14:04.396966 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8cb406-6e4a-4bdc-b525-13dd4b2f7a29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:14:04.397086 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8cb406-6e4a-4bdc-b525-13dd4b2f7a29 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:14:04.397322 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8cb406-6e4a-4bdc-b525-13dd4b2f7a29 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:14:04.397719 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8cb406-6e4a-4bdc-b525-13dd4b2f7a29 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:14:04.398500 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8cb406-6e4a-4bdc-b525-13dd4b2f7a29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:14:04.398895 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8cb406-6e4a-4bdc-b525-13dd4b2f7a29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:14:04.399225 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8cb406-6e4a-4bdc-b525-13dd4b2f7a29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:14:04.399550 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8cb406-6e4a-4bdc-b525-13dd4b2f7a29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:14:04.450658 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f2edf2e8-c9c8-499d-bbdf-6d1188f89a25 admin admin] Publish callbacks [] for security_group (0f730294-2be3-463c-9025-90aac3e60681), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:14:04.474522 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f2edf2e8-c9c8-499d-bbdf-6d1188f89a25 admin admin] Publish callbacks [] for security_group (0f730294-2be3-463c-9025-90aac3e60681), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:14:04.528778 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f2edf2e8-c9c8-499d-bbdf-6d1188f89a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (0f730294-2be3-463c-9025-90aac3e60681), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:14:04.532105 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f2edf2e8-c9c8-499d-bbdf-6d1188f89a25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:14:04.533766 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-f2edf2e8-c9c8-499d-bbdf-6d1188f89a25 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0f730294-2be3-463c-9025-90aac3e60681 HTTP/1.1" status: 204 len: 168 time: 0.1562121 May 06 15:14:04.543798 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2edf2e8-c9c8-499d-bbdf-6d1188f89a25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f730294-2be3-463c-9025-90aac3e60681,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:14:04.804546 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.agents_db [None req-6003b131-4361-4e36-81e7-47e90cbdf206 None None] Agent healthcheck: found 6 active agents {{(pid=103345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 15:14:04.862891 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 53770) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:14:04.876446 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3ed4be99-7137-42ce-bd3d-7898890506a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:14:04.954592 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3ed4be99-7137-42ce-bd3d-7898890506a5 admin admin] Publish callbacks [] for security_group (3d9b65d6-270e-4a7e-b8df-87434e17649e), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:14:04.958714 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-3ed4be99-7137-42ce-bd3d-7898890506a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (3d9b65d6-270e-4a7e-b8df-87434e17649e), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:14:05.005840 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-3ed4be99-7137-42ce-bd3d-7898890506a5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b30e2648e97a417884491475226da76e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1418452 May 06 15:14:05.006946 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed4be99-7137-42ce-bd3d-7898890506a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d9b65d6-270e-4a7e-b8df-87434e17649e,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:14:05.008674 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 53772) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:14:05.069690 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2914d85d-514d-4698-8b50-d26c8406f089 admin admin] Publish callbacks [] for security_group (3d9b65d6-270e-4a7e-b8df-87434e17649e), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:14:05.095055 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2914d85d-514d-4698-8b50-d26c8406f089 admin admin] Publish callbacks [] for security_group (3d9b65d6-270e-4a7e-b8df-87434e17649e), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:14:05.148065 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2914d85d-514d-4698-8b50-d26c8406f089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (3d9b65d6-270e-4a7e-b8df-87434e17649e), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:14:05.150796 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2914d85d-514d-4698-8b50-d26c8406f089 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:14:05.152761 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-2914d85d-514d-4698-8b50-d26c8406f089 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3d9b65d6-270e-4a7e-b8df-87434e17649e HTTP/1.1" status: 204 len: 168 time: 0.1420188 May 06 15:14:05.167766 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2914d85d-514d-4698-8b50-d26c8406f089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d9b65d6-270e-4a7e-b8df-87434e17649e,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:14:07.151078 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-4744b4de-5680-4fd4-8455-7455ed2df6cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (79b17169-ed94-4769-ba4e-30adf371f78f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:14:09.462569 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-a71b94e8-540b-4ce0-a481-d66b1dba818f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (ec8f31e6-1756-4927-8bc3-e144e6f0af83), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:14:10.523267 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 53870) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:14:10.590769 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1afa6ce1-9145-4257-8e23-9dd2cd4b1998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b699075f-0d9f-4d2e-b182-9d9eb15bfab1), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:14:10.639356 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f823d8f0-5346-4a41-9fd9-b047a860c5a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:14:10.722045 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f823d8f0-5346-4a41-9fd9-b047a860c5a0 admin admin] Publish callbacks [] for security_group (5c6c9ea5-95ee-40d0-8501-df144bcb9de2), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:14:10.725783 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f823d8f0-5346-4a41-9fd9-b047a860c5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (5c6c9ea5-95ee-40d0-8501-df144bcb9de2), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:14:10.765263 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-f823d8f0-5346-4a41-9fd9-b047a860c5a0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=29a96297680d4c6db0c55484ec970537&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2408950 May 06 15:14:10.766096 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f823d8f0-5346-4a41-9fd9-b047a860c5a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6c9ea5-95ee-40d0-8501-df144bcb9de2,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:14:10.768269 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 53874) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:14:10.817286 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-11c9a7c4-9f29-4344-aed5-01605ed55bd7 admin admin] Publish callbacks [] for security_group (5c6c9ea5-95ee-40d0-8501-df144bcb9de2), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:14:10.840764 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-11c9a7c4-9f29-4344-aed5-01605ed55bd7 admin admin] Publish callbacks [] for security_group (5c6c9ea5-95ee-40d0-8501-df144bcb9de2), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:14:10.889191 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-11c9a7c4-9f29-4344-aed5-01605ed55bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (5c6c9ea5-95ee-40d0-8501-df144bcb9de2), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:14:10.892125 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-11c9a7c4-9f29-4344-aed5-01605ed55bd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:14:10.893310 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-11c9a7c4-9f29-4344-aed5-01605ed55bd7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5c6c9ea5-95ee-40d0-8501-df144bcb9de2 HTTP/1.1" status: 204 len: 168 time: 0.1240275 May 06 15:14:10.902140 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c9a7c4-9f29-4344-aed5-01605ed55bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6c9ea5-95ee-40d0-8501-df144bcb9de2,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:14:10.909718 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c9a7c4-9f29-4344-aed5-01605ed55bd7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:14:10.910068 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c9a7c4-9f29-4344-aed5-01605ed55bd7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:14:10.910417 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c9a7c4-9f29-4344-aed5-01605ed55bd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:14:10.910766 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c9a7c4-9f29-4344-aed5-01605ed55bd7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:14:10.911106 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c9a7c4-9f29-4344-aed5-01605ed55bd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:14:10.911442 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c9a7c4-9f29-4344-aed5-01605ed55bd7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:14:10.911776 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c9a7c4-9f29-4344-aed5-01605ed55bd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:14:10.912114 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c9a7c4-9f29-4344-aed5-01605ed55bd7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:14:10.912446 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c9a7c4-9f29-4344-aed5-01605ed55bd7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:14:10.912818 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c9a7c4-9f29-4344-aed5-01605ed55bd7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:14:10.913150 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c9a7c4-9f29-4344-aed5-01605ed55bd7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:14:10.913481 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c9a7c4-9f29-4344-aed5-01605ed55bd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:14:10.913806 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c9a7c4-9f29-4344-aed5-01605ed55bd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:14:10.914133 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c9a7c4-9f29-4344-aed5-01605ed55bd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:14:10.914462 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c9a7c4-9f29-4344-aed5-01605ed55bd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-2-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 15:14:11.169134 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 53880) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:14:11.183031 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0b9d0050-5476-4381-bd89-12a5e8428b33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:14:11.258833 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0b9d0050-5476-4381-bd89-12a5e8428b33 admin admin] Publish callbacks [] for security_group (f8aa8da8-82d3-48d8-8f5a-f69845358316), precommit_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:14:11.263392 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0b9d0050-5476-4381-bd89-12a5e8428b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (f8aa8da8-82d3-48d8-8f5a-f69845358316), after_create {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:14:11.304401 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9d0050-5476-4381-bd89-12a5e8428b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8aa8da8-82d3-48d8-8f5a-f69845358316,revision_number=1']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:14:11.309341 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-0b9d0050-5476-4381-bd89-12a5e8428b33 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f0efd54b77e743ceae9b716a9d301936&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1391566 May 06 15:14:11.312099 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 53882) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:14:11.365827 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-95b9b85b-db3e-49fd-a89f-fa6932d98399 admin admin] Publish callbacks [] for security_group (f8aa8da8-82d3-48d8-8f5a-f69845358316), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:14:11.387989 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-95b9b85b-db3e-49fd-a89f-fa6932d98399 admin admin] Publish callbacks [] for security_group (f8aa8da8-82d3-48d8-8f5a-f69845358316), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:14:11.445694 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-95b9b85b-db3e-49fd-a89f-fa6932d98399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (f8aa8da8-82d3-48d8-8f5a-f69845358316), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:14:11.449133 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-95b9b85b-db3e-49fd-a89f-fa6932d98399 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:14:11.450423 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-95b9b85b-db3e-49fd-a89f-fa6932d98399 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f8aa8da8-82d3-48d8-8f5a-f69845358316 HTTP/1.1" status: 204 len: 168 time: 0.1373842 May 06 15:14:11.461722 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b9b85b-db3e-49fd-a89f-fa6932d98399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8aa8da8-82d3-48d8-8f5a-f69845358316,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:14:11.788307 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [-] (103342) accepted ('10.222.0.23', 53888) {{(pid=103342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:14:11.802494 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e6ae0608-724f-44e3-894d-ceaebdaf05a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:14:11.880474 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e6ae0608-724f-44e3-894d-ceaebdaf05a2 admin admin] Publish callbacks [] for security_group (1532f384-2c45-4174-92fa-0187fa4553eb), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:14:11.884315 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e6ae0608-724f-44e3-894d-ceaebdaf05a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (1532f384-2c45-4174-92fa-0187fa4553eb), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:14:11.924471 dv-cinder-840678-2-iscsi neutron-server[103342]: INFO neutron.wsgi [None req-e6ae0608-724f-44e3-894d-ceaebdaf05a2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b3729a0fe92f482481bcf0b4cff9cb1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1350324 May 06 15:14:11.925198 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ae0608-724f-44e3-894d-ceaebdaf05a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1532f384-2c45-4174-92fa-0187fa4553eb,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:14:11.927953 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [-] (103343) accepted ('10.222.0.23', 53890) {{(pid=103343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 06 15:14:11.978086 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2cbabb0f-7372-4d3f-bbc5-b81c51b4fc47 admin admin] Publish callbacks [] for security_group (1532f384-2c45-4174-92fa-0187fa4553eb), before_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:14:11.999494 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2cbabb0f-7372-4d3f-bbc5-b81c51b4fc47 admin admin] Publish callbacks [] for security_group (1532f384-2c45-4174-92fa-0187fa4553eb), precommit_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:14:12.046964 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2cbabb0f-7372-4d3f-bbc5-b81c51b4fc47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575350'] for security_group (1532f384-2c45-4174-92fa-0187fa4553eb), after_delete {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:14:12.049802 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-2cbabb0f-7372-4d3f-bbc5-b81c51b4fc47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:14:12.050979 dv-cinder-840678-2-iscsi neutron-server[103343]: INFO neutron.wsgi [None req-2cbabb0f-7372-4d3f-bbc5-b81c51b4fc47 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1532f384-2c45-4174-92fa-0187fa4553eb HTTP/1.1" status: 204 len: 168 time: 0.1216359 May 06 15:14:12.059096 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbabb0f-7372-4d3f-bbc5-b81c51b4fc47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1532f384-2c45-4174-92fa-0187fa4553eb,revision_number=None']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 15:14:12.733009 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-68b1beb6-545b-4f86-a143-b395004404eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b8293b96-1d4f-4101-9243-9870353ff712), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:14:13.796922 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (20451d70-ea89-4a66-885a-20a1b2a3bff8), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:14:20.689460 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (1eb4536b-031c-4a65-bfe5-fc1ede7d9429), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:14:37.148989 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-595353b5-9f68-48e2-b952-20f8704108f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (79b17169-ed94-4769-ba4e-30adf371f78f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:14:39.468217 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c6de00dc-3c20-41d3-9cde-c71ee925cec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (ec8f31e6-1756-4927-8bc3-e144e6f0af83), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:14:40.599394 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1afa6ce1-9145-4257-8e23-9dd2cd4b1998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b699075f-0d9f-4d2e-b182-9d9eb15bfab1), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:14:41.804590 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.agents_db [None req-6003b131-4361-4e36-81e7-47e90cbdf206 None None] Agent healthcheck: found 6 active agents {{(pid=103345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 15:14:42.734897 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-68b1beb6-545b-4f86-a143-b395004404eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b8293b96-1d4f-4101-9243-9870353ff712), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:14:43.790812 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (20451d70-ea89-4a66-885a-20a1b2a3bff8), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:14:44.956752 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [req-28dba4da-05a8-41ad-83c9-2bb1578bd4ee req-969190f7-9aed-45ba-a4b0-8a93b06d69f0 service neutron] (103343) timed out ('10.222.0.26', 64720) {{(pid=103343) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 06 15:14:50.706920 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (1eb4536b-031c-4a65-bfe5-fc1ede7d9429), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:15:07.154239 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-eb006ab3-fce5-4d29-a2fa-02e86ba2f5ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (79b17169-ed94-4769-ba4e-30adf371f78f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:15:09.462571 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d4a72bb4-9806-4da5-8746-e3e903c64118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (ec8f31e6-1756-4927-8bc3-e144e6f0af83), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:15:10.596231 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1afa6ce1-9145-4257-8e23-9dd2cd4b1998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b699075f-0d9f-4d2e-b182-9d9eb15bfab1), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:15:12.737985 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-68b1beb6-545b-4f86-a143-b395004404eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b8293b96-1d4f-4101-9243-9870353ff712), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:15:13.793943 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (20451d70-ea89-4a66-885a-20a1b2a3bff8), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:15:18.804631 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.agents_db [None req-6003b131-4361-4e36-81e7-47e90cbdf206 None None] Agent healthcheck: found 6 active agents {{(pid=103345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 15:15:20.735426 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (1eb4536b-031c-4a65-bfe5-fc1ede7d9429), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:15:37.155303 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-c0062213-df26-4a9e-9807-731b315e1331 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (79b17169-ed94-4769-ba4e-30adf371f78f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:15:39.465115 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-2b3306ea-e773-4431-ad15-14b36113fe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (ec8f31e6-1756-4927-8bc3-e144e6f0af83), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:15:40.606368 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1afa6ce1-9145-4257-8e23-9dd2cd4b1998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b699075f-0d9f-4d2e-b182-9d9eb15bfab1), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:15:42.741374 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-68b1beb6-545b-4f86-a143-b395004404eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b8293b96-1d4f-4101-9243-9870353ff712), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:15:43.797337 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (20451d70-ea89-4a66-885a-20a1b2a3bff8), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:15:50.737194 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (1eb4536b-031c-4a65-bfe5-fc1ede7d9429), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:15:55.803531 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.agents_db [None req-6003b131-4361-4e36-81e7-47e90cbdf206 None None] Agent healthcheck: found 6 active agents {{(pid=103345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 15:16:07.147406 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-94aaacf3-34ec-4635-baec-b0a0b99be029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (79b17169-ed94-4769-ba4e-30adf371f78f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:16:09.467552 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b114f475-7ba9-4fb4-b5e7-9d04638a9035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (ec8f31e6-1756-4927-8bc3-e144e6f0af83), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:16:10.603929 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1afa6ce1-9145-4257-8e23-9dd2cd4b1998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b699075f-0d9f-4d2e-b182-9d9eb15bfab1), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:16:12.745666 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-68b1beb6-545b-4f86-a143-b395004404eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b8293b96-1d4f-4101-9243-9870353ff712), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:16:13.805314 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (20451d70-ea89-4a66-885a-20a1b2a3bff8), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:16:20.761113 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (1eb4536b-031c-4a65-bfe5-fc1ede7d9429), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:16:32.803292 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.agents_db [None req-6003b131-4361-4e36-81e7-47e90cbdf206 None None] Agent healthcheck: found 6 active agents {{(pid=103345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 15:16:37.154211 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-740a4612-677c-4ad5-992a-f5c806688590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (79b17169-ed94-4769-ba4e-30adf371f78f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:16:39.479289 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-84bd4973-2f2c-4b52-9add-b9eddfa743c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (ec8f31e6-1756-4927-8bc3-e144e6f0af83), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:16:40.606512 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1afa6ce1-9145-4257-8e23-9dd2cd4b1998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b699075f-0d9f-4d2e-b182-9d9eb15bfab1), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:16:42.748536 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-68b1beb6-545b-4f86-a143-b395004404eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b8293b96-1d4f-4101-9243-9870353ff712), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:16:43.801628 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (20451d70-ea89-4a66-885a-20a1b2a3bff8), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:16:50.768913 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (1eb4536b-031c-4a65-bfe5-fc1ede7d9429), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:17:07.152973 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-e886b1eb-d34e-41c0-9c77-bb317bb6eefe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (79b17169-ed94-4769-ba4e-30adf371f78f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:17:09.472928 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-cfcc1820-a4e9-4f8e-a2ed-c5a8bf49bfc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (ec8f31e6-1756-4927-8bc3-e144e6f0af83), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:17:09.802882 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.agents_db [None req-6003b131-4361-4e36-81e7-47e90cbdf206 None None] Agent healthcheck: found 6 active agents {{(pid=103345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 15:17:10.609967 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1afa6ce1-9145-4257-8e23-9dd2cd4b1998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b699075f-0d9f-4d2e-b182-9d9eb15bfab1), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:17:12.752287 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-68b1beb6-545b-4f86-a143-b395004404eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b8293b96-1d4f-4101-9243-9870353ff712), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:17:13.796666 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (20451d70-ea89-4a66-885a-20a1b2a3bff8), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:17:20.763275 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (1eb4536b-031c-4a65-bfe5-fc1ede7d9429), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:17:28.527237 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [req-a5694edb-6bb0-4882-875c-bca67a4fa75b req-bafa98b5-573f-491d-92ed-d502e88daeda service neutron] (103343) timed out ('10.222.0.23', 47690) {{(pid=103343) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 06 15:17:28.733649 dv-cinder-840678-2-iscsi neutron-server[103343]: DEBUG neutron.wsgi [req-a5694edb-6bb0-4882-875c-bca67a4fa75b req-bd10050f-19f2-472b-8e78-2518fc774606 tempest-AttachVolumeShelveTestJSON-1451172861 tempest-AttachVolumeShelveTestJSON-1451172861-project] (103343) timed out ('10.222.0.23', 47698) {{(pid=103343) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 06 15:17:37.146733 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-f2ba61ab-7b9b-415f-b079-9a7a6ac02eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (79b17169-ed94-4769-ba4e-30adf371f78f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:17:39.475903 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-d1f30710-55a9-4336-941d-2eaabbdef336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (ec8f31e6-1756-4927-8bc3-e144e6f0af83), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:17:40.611579 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1afa6ce1-9145-4257-8e23-9dd2cd4b1998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b699075f-0d9f-4d2e-b182-9d9eb15bfab1), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:17:42.758748 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-68b1beb6-545b-4f86-a143-b395004404eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b8293b96-1d4f-4101-9243-9870353ff712), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:17:43.802646 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (20451d70-ea89-4a66-885a-20a1b2a3bff8), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:17:46.802582 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.agents_db [None req-6003b131-4361-4e36-81e7-47e90cbdf206 None None] Agent healthcheck: found 6 active agents {{(pid=103345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 15:17:50.795383 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (1eb4536b-031c-4a65-bfe5-fc1ede7d9429), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:18:07.152258 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-97392cc8-5c48-4093-8f6c-960a4df54ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (79b17169-ed94-4769-ba4e-30adf371f78f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:18:09.478552 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-36924627-bff3-4030-a7d0-f22a11cbc62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (ec8f31e6-1756-4927-8bc3-e144e6f0af83), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:18:10.613835 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1afa6ce1-9145-4257-8e23-9dd2cd4b1998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b699075f-0d9f-4d2e-b182-9d9eb15bfab1), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:18:12.757553 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-68b1beb6-545b-4f86-a143-b395004404eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b8293b96-1d4f-4101-9243-9870353ff712), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:18:13.797674 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (20451d70-ea89-4a66-885a-20a1b2a3bff8), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:18:20.795798 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (1eb4536b-031c-4a65-bfe5-fc1ede7d9429), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:18:23.805750 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.agents_db [None req-6003b131-4361-4e36-81e7-47e90cbdf206 None None] Agent healthcheck: found 6 active agents {{(pid=103345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 15:18:24.145067 dv-cinder-840678-2-iscsi neutron-server[103342]: DEBUG neutron.wsgi [req-54ce9acd-2e7f-4ec2-8028-77e655647820 req-e7de2b51-d2b1-416a-9d45-645369224792 service neutron] (103342) timed out ('10.222.0.26', 64756) {{(pid=103342) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 06 15:18:37.154303 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-dd88a743-9272-4c91-9ae9-b6e2ecd8280d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (79b17169-ed94-4769-ba4e-30adf371f78f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:18:39.480971 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-ac1108c0-d843-42d0-80c0-90ff231e3a15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (ec8f31e6-1756-4927-8bc3-e144e6f0af83), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:18:40.617274 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1afa6ce1-9145-4257-8e23-9dd2cd4b1998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b699075f-0d9f-4d2e-b182-9d9eb15bfab1), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:18:42.759913 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-68b1beb6-545b-4f86-a143-b395004404eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b8293b96-1d4f-4101-9243-9870353ff712), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:18:43.802377 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (20451d70-ea89-4a66-885a-20a1b2a3bff8), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:18:50.813143 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (1eb4536b-031c-4a65-bfe5-fc1ede7d9429), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:19:00.805216 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.agents_db [None req-6003b131-4361-4e36-81e7-47e90cbdf206 None None] Agent healthcheck: found 6 active agents {{(pid=103345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 15:19:07.163976 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-0ef0666b-0c92-42b6-8eff-9d458d52db0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (79b17169-ed94-4769-ba4e-30adf371f78f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:19:09.483204 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-76511b1c-5b7f-437e-8faf-817aa7fdfa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (ec8f31e6-1756-4927-8bc3-e144e6f0af83), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:19:10.620683 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1afa6ce1-9145-4257-8e23-9dd2cd4b1998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b699075f-0d9f-4d2e-b182-9d9eb15bfab1), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:19:12.764093 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-68b1beb6-545b-4f86-a143-b395004404eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b8293b96-1d4f-4101-9243-9870353ff712), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:19:13.804824 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (20451d70-ea89-4a66-885a-20a1b2a3bff8), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:19:20.841293 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (1eb4536b-031c-4a65-bfe5-fc1ede7d9429), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:19:37.157887 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-3b9b2489-292e-45ce-85b0-3d0648de8a4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (79b17169-ed94-4769-ba4e-30adf371f78f), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:19:37.805174 dv-cinder-840678-2-iscsi neutron-server[103345]: DEBUG neutron.db.agents_db [None req-6003b131-4361-4e36-81e7-47e90cbdf206 None None] Agent healthcheck: found 6 active agents {{(pid=103345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 15:19:39.485839 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-b7a20a8d-4d2f-4248-959b-174f0d28d664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (ec8f31e6-1756-4927-8bc3-e144e6f0af83), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:19:40.623028 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1afa6ce1-9145-4257-8e23-9dd2cd4b1998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b699075f-0d9f-4d2e-b182-9d9eb15bfab1), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:19:42.766591 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-68b1beb6-545b-4f86-a143-b395004404eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (b8293b96-1d4f-4101-9243-9870353ff712), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:19:43.808004 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-1ac612f6-9242-4629-baee-7e2dfcbeb585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (20451d70-ea89-4a66-885a-20a1b2a3bff8), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 06 15:19:50.838945 dv-cinder-840678-2-iscsi neutron-server[103344]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc6ca-ff6b-4eaa-aeaf-4e9e49ba05d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732313914372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16240553'] for agent (1eb4536b-031c-4a65-bfe5-fc1ede7d9429), after_update {{(pid=103344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}